phzhik/gault-millau
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

tags dynamic filters

Browse Source
This commit is contained in:
Kuroshini 2019-12-03 19:02:41 +03:00
parent 11ed52b557
commit 848008cae1
1 changed files with 99 additions and 23 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

122
apps/search_indexes/filters.py
View File

@ -4,6 +4,7 @@ from django_elasticsearch_dsl_drf.filter_backends import SearchFilterBackend, \
FacetedSearchFilterBackend, GeoSpatialFilteringFilterBackend FacetedSearchFilterBackend, GeoSpatialFilteringFilterBackend
from search_indexes.utils import OBJECT_FIELD_PROPERTIES from search_indexes.utils import OBJECT_FIELD_PROPERTIES
from six import iteritems from six import iteritems
from functools import reduce
class CustomGeoSpatialFilteringFilterBackend(GeoSpatialFilteringFilterBackend): class CustomGeoSpatialFilteringFilterBackend(GeoSpatialFilteringFilterBackend):
@ -56,10 +57,30 @@ class CustomFacetedSearchFilterBackend(FacetedSearchFilterBackend):
:param view: :param view:
:return: :return:
""" """
def makefilter(cur_facet): def make_filter(cur_facet):
def myfilter(x): def _filter(x):
return cur_facet['facet']._params['field'] != next(iter(x._params)) return cur_facet['facet']._params['field'] != next(iter(x._params))
return myfilter return _filter
def make_tags_filter(cur_facet, tags_to_remove_ids):
def _filter(x):
if hasattr(x, '_params') and (x._params.get('must') or x._params.get('should')):
ret = []
for t in ['must', 'should']:
terms = x._params.get(t)
if terms:
for term in terms:
if cur_facet['facet']._params['field'] != next(iter(term._params)):
return True # different fields. preserve filter
else:
ret.append(next(iter(term._params.values())) not in tags_to_remove_ids)
return all(ret)
if cur_facet['facet']._params['field'] != next(iter(x._params)):
return True # different fields. preserve filter
else:
return next(iter(x._params.values())) not in tags_to_remove_ids
return _filter
__facets = self.construct_facets(request, view) __facets = self.construct_facets(request, view)
setattr(view.paginator, 'facets_computed', {}) setattr(view.paginator, 'facets_computed', {})
for __field, __facet in iteritems(__facets): for __field, __facet in iteritems(__facets):
@ -71,29 +92,84 @@ class CustomFacetedSearchFilterBackend(FacetedSearchFilterBackend):
'global' 'global'
).bucket(__field, agg) ).bucket(__field, agg)
else: else:
qs = queryset.__copy__() if __field != 'tag' or not request.query_params.getlist('tags_id__in'):
qs.query = queryset.query._clone() qs = queryset.__copy__()
filterer = makefilter(__facet) qs.query = queryset.query._clone()
for param_type in ['must', 'must_not', 'should']: filterer = make_filter(__facet)
if qs.query._proxied._params.get(param_type): for param_type in ['must', 'must_not', 'should']:
qs.query._proxied._params[param_type] = list( if qs.query._proxied._params.get(param_type):
filter( qs.query._proxied._params[param_type] = list(
filterer, qs.query._proxied._params[param_type] filter(
filterer, qs.query._proxied._params[param_type]
)
) )
) sh = qs.query._proxied._params.get('should')
sh = qs.query._proxied._params.get('should') if (not sh or not len(sh)) \
if (not sh or not len(sh)) \ and qs.query._proxied._params.get('minimum_should_match'):
and qs.query._proxied._params.get('minimum_should_match'): qs.query._proxied._params.pop('minimum_should_match')
qs.query._proxied._params.pop('minimum_should_match') facet_name = '_filter_' + __field
facet_name = '_filter_' + __field qs.aggs.bucket(
qs.aggs.bucket( facet_name,
facet_name, 'filter',
'filter', filter=agg_filter
filter=agg_filter ).bucket(__field, agg)
).bucket(__field, agg) view.paginator.facets_computed.update({facet_name: qs.execute().aggregations[facet_name]})
view.paginator.facets_computed.update({facet_name: qs.execute().aggregations[facet_name]}) else:
tag_facets = []
facet_name = '_filter_' + __field
for category_tags_ids in request.query_params.getlist('tags_id__in'):
tags_to_remove = category_tags_ids.split('__')
qs = queryset.__copy__()
qs.query = queryset.query._clone()
filterer = make_tags_filter(__facet, tags_to_remove)
for param_type in ['must', 'should']:
if qs.query._proxied._params.get(param_type):
if qs.query._proxied._params.get(param_type):
qs.query._proxied._params[param_type] = list(
filter(
filterer, qs.query._proxied._params[param_type]
)
)
sh = qs.query._proxied._params.get('should')
if (not sh or not len(sh)) \
and qs.query._proxied._params.get('minimum_should_match'):
qs.query._proxied._params.pop('minimum_should_match')
qs.aggs.bucket(
facet_name,
'filter',
filter=agg_filter
).bucket(__field, agg)
tag_facets.append(qs.execute().aggregations[facet_name])
view.paginator.facets_computed.update({facet_name: self.merge_buckets(tag_facets)})
return queryset return queryset
@staticmethod
def merge_buckets(buckets: list):
"""Reduces all buckets preserving class"""
result_bucket = buckets[0]
for bucket in buckets[1:]:
for tag in bucket.tag.buckets._l_:
if tag not in result_bucket.tag.buckets._l_:
result_bucket.tag.buckets._l_.append(tag)
def reducer(prev, cur):
try:
index = list(map(lambda x: x['key'], prev)).index(cur['key'])
if cur['doc_count'] < prev[index]['doc_count']:
prev[index]['doc_count'] = cur['doc_count']
except ValueError:
prev.append(cur)
return prev
result_bucket.tag.buckets._l_ = list(reduce(
reducer, result_bucket.tag.buckets._l_, []
))
result_bucket.doc_count = reduce(
lambda prev, cur: prev + cur['doc_count'],
result_bucket.tag.buckets._l_,
0
)
return result_bucket
class CustomSearchFilterBackend(SearchFilterBackend): class CustomSearchFilterBackend(SearchFilterBackend):
"""Custom SearchFilterBackend.""" """Custom SearchFilterBackend."""