IR_Project-Song_Search_Engine/search_function.py at master · UdeshAthukorala/IR_Project-Song_Search_Engine · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
from elasticsearch import Elasticsearch, helpers
from elasticsearch_dsl import Index
import json,re,os
import advanced_queries
client = Elasticsearch(HOST="http://localhost",PORT=9200)
INDEX = 'song-index'

sinhala_popularity=['හොඳම','ජනප්‍රිය','ප්‍රචලිත','ප්‍රසිද්ධ','හොදම','ජනප්‍රියම']
english_popularity=['best','famous','top','most famous','toopest']

synonym_artist = ['ගායකයා','ගයනවා','ගායනා','ගායනා','ගැයු','ගයන','ගයපු']
synonym_eng_artist = ['sing', 'artist','singer','sung','sang']
synonym_lyrics = ['ගත්කරු','රචකයා','ලියන්නා','ලියන','රචිත','ලියපු','ලියව්‌ව','රචනා','රචක','ලියන්','ලියූ']
synonym_eng_lyrics = ['lyricist','write','wrote','writer','songwriter','written']
synonym_music = ['සංගීත','සංගීතවත්','සංගීතය']
synonym_eng_music = ['composer','music','composed','compose','musician']

synonym_list = [ synonym_eng_artist, synonym_artist, synonym_eng_lyrics, synonym_lyrics, synonym_eng_music, synonym_music]


def search(search_query):
    processed_query = ""
    tokens = search_query.split()
    processed_tokens = search_query.split()
    search_fields = []
    sort_num = 0
    field_list = ["english_artist","sinhala_artist", "english_lyrics","sinhala_lyrics","english_music","sinhala_music" ]
    all_fields = ["title","song_lyrics","english_genre", "sinhala_genre", "english_artist", "sinhala_artist", "english_lyricist", "sinhala_lyrics", "english_music","sinhala_music"]
    final_fields = []

    for word in tokens:
        print (word)

        if (word in sinhala_popularity) or (word in english_popularity):
            processed_tokens.remove(word)
            print('Start sort by views')
            sort_num = 986

        if word.isdigit():
            sort_num = int(word)
            processed_tokens.remove(word)
            print ('Identified sort number',sort_num)

        for i in range(0, 6):
            if word in synonym_list[i]:
                print('Adding field', field_list[i], 'for ', word, 'search field list')
                search_fields.append(field_list[i])
                if(i%2==0):
                    search_fields.append(field_list[i+1])
                else:
                    search_fields.append(field_list[i -1])
                processed_tokens.remove(word)

    if (len(processed_tokens)==0):
        processed_query = search_query
    else:
        processed_query = " ".join(processed_tokens)

    ###Boosting
    # for field in all_fields:
    #     if (field in search_fields):
    #         final_fields.append(field+"^5")
    #     else:
    #         final_fields.append(field)
    final_fields = search_fields

    if (sort_num==0):
        print('Faceted Query')
        if(len(search_fields)==0):
            query_es = advanced_queries.multi_match_agg_cross(processed_query, all_fields)
        elif (len(search_fields) == 2):
            query_es = advanced_queries.multi_match_agg_phrase(processed_query, all_fields)
        else:
            query_es = advanced_queries.multi_match_agg_cross(processed_query, final_fields)

    else:
        print('Range Query')
        if (len(search_fields) == 0):
            query_es = advanced_queries.multi_match_agg_sort_cross(processed_query, sort_num, all_fields)
        elif (len(search_fields) == 2):
            query_es = advanced_queries.multi_match_agg_sort_phrase(processed_query, sort_num, all_fields)
        else:
            query_es = advanced_queries.multi_match_agg_sort_cross(processed_query, sort_num, final_fields)

    print("QUERY BODY")
    print(query_es)
    search_result = client.search(index=INDEX, body=query_es)
    return search_result