diff --git a/arkindex/project/elastic.py b/arkindex/project/elastic.py index 5ffe51f969f29c84a3b9519cfc8d821f45a877eb..6b38ea987f3f1381fa01bb5cd8412b6501149eb3 100644 --- a/arkindex/project/elastic.py +++ b/arkindex/project/elastic.py @@ -34,7 +34,7 @@ class ESQuerySet(object): index=self.es_index, body={ "from": value.start, - "size": value.stop - value.start, + "size": min(value.stop - value.start, 10000), # The Scroll API is required to go over 10K results "_source": self._source, "query": self.query, "aggs": self.aggs, @@ -48,13 +48,13 @@ class ESQuerySet(object): return self.count() def count(self): - return self.elastic.count( + return min(self.elastic.count( index=self.es_index, body={ "query": self.query, }, doc_type=self.es_type, - )['count'] + )['count'], 10000) # The Scroll API is required to go over 10K results def __iter__(self): return self[0:len(self)]