forked from Ponysearch/Ponysearch
[enh] stick results from the same category and template
This commit is contained in:
parent
d23dd7e276
commit
5d1610d87a
1 changed files with 38 additions and 2 deletions
|
@ -49,7 +49,8 @@ def score_results(results):
|
||||||
flat_len = len(flat_res)
|
flat_len = len(flat_res)
|
||||||
engines_len = len(results)
|
engines_len = len(results)
|
||||||
results = []
|
results = []
|
||||||
# deduplication + scoring
|
|
||||||
|
# pass 1: deduplication + scoring
|
||||||
for i, res in enumerate(flat_res):
|
for i, res in enumerate(flat_res):
|
||||||
|
|
||||||
res['parsed_url'] = urlparse(res['url'])
|
res['parsed_url'] = urlparse(res['url'])
|
||||||
|
@ -90,7 +91,42 @@ def score_results(results):
|
||||||
else:
|
else:
|
||||||
res['score'] = score
|
res['score'] = score
|
||||||
results.append(res)
|
results.append(res)
|
||||||
return sorted(results, key=itemgetter('score'), reverse=True)
|
results = sorted(results, key=itemgetter('score'), reverse=True)
|
||||||
|
|
||||||
|
# pass 2 : group results by category and template
|
||||||
|
gresults = []
|
||||||
|
categoryPositions = {}
|
||||||
|
|
||||||
|
for i, res in enumerate(results):
|
||||||
|
# FIXME : handle more than one category per engine
|
||||||
|
category = engines[res['engine']].categories[0] + ':' + '' if 'template' not in res else res['template']
|
||||||
|
|
||||||
|
current = None if category not in categoryPositions else categoryPositions[category]
|
||||||
|
|
||||||
|
# group with previous results using the same category if the group can accept more result and is not too far from the current position
|
||||||
|
if current != None and (current['count'] > 0) and (len(gresults) - current['index'] < 20):
|
||||||
|
# group with the previous results using the same category with this one
|
||||||
|
index = current['index']
|
||||||
|
gresults.insert(index, res)
|
||||||
|
|
||||||
|
# update every index after the current one (including the current one)
|
||||||
|
for k in categoryPositions:
|
||||||
|
v = categoryPositions[k]['index']
|
||||||
|
if v >= index:
|
||||||
|
categoryPositions[k]['index'] = v+1
|
||||||
|
|
||||||
|
# update this category
|
||||||
|
current['count'] -= 1
|
||||||
|
|
||||||
|
else:
|
||||||
|
# same category
|
||||||
|
gresults.append(res)
|
||||||
|
|
||||||
|
# update categoryIndex
|
||||||
|
categoryPositions[category] = { 'index' : len(gresults), 'count' : 8 }
|
||||||
|
|
||||||
|
# return gresults
|
||||||
|
return gresults
|
||||||
|
|
||||||
|
|
||||||
class Search(object):
|
class Search(object):
|
||||||
|
|
Loading…
Reference in a new issue