Skip to content

Commit 0e0dba8

Browse files
committed
chg: [search engine] add _wait_task function
1 parent 4ac7b38 commit 0e0dba8

1 file changed

Lines changed: 6 additions & 3 deletions

File tree

bin/lib/search_engine.py

Lines changed: 6 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -111,6 +111,10 @@ def is_up(self):
111111
def get_nb_tasks(self):
112112
return self.client.get_tasks().total
113113

114+
def _wait_task(self, task, timeout_in_ms=120000):
115+
task_uid = getattr(task, 'task_uid', None) or task.get('taskUid')
116+
return self.client.wait_for_task(task_uid, timeout_in_ms=timeout_in_ms)
117+
114118
def search(self, indexes, query, nb=20, page=1, timestamp_from=None, timestamp_to=None, sort='recent'):
115119
# TODO investigate attributesToRetrieve speed
116120
end_query = []
@@ -184,7 +188,6 @@ def setup_index_searchable_filterable_sortable(self, index_name):
184188
self.add(index_name, dummy_document)
185189
self.remove(index_name, 'dummy')
186190

187-
188191
def setup_indexes_searchable_filterable_sortable(self):
189192
for index_name in get_indexes_names():
190193
self.setup_index_searchable_filterable_sortable(index_name)
@@ -252,7 +255,7 @@ def index_crawled_item(self, domain, item, timestamp):
252255
r_search.hset(f'crawled:{index}:{cid}', domain.id, item.id)
253256

254257
def index_chat_message(self, message):
255-
index = f'c{message.get_protocol()}'
258+
index = f'c{message.get_protocol()}' # TODO check if index already exists
256259
timestamp = message.get_timestamp()
257260
chat_instance = message.get_chat_instance()
258261
chat = chats_viewer.get_obj_chat('chat', chat_instance, message.get_chat_id())
@@ -428,7 +431,7 @@ def remove_document(index_name, obj_gid):
428431

429432
def delete_index(index_name):
430433
Engine._delete(index_name)
431-
Engine.client.create_index(index_name, {'primaryKey': 'uuid'})
434+
Engine.client._create_index(index_name)
432435

433436
def log(user_id, index, to_search):
434437
logger.warning(f'{user_id} search: {index} - {to_search}')

0 commit comments

Comments
 (0)