fix: Resolve issue with deadlock during data indexing
This commit is contained in:
parent
4e816ad80b
commit
04cc910d54
1 changed files with 2 additions and 1 deletions
|
|
@ -49,7 +49,8 @@ async def index_data_points(data_points: list[DataPoint]):
|
||||||
batch_size = 100
|
batch_size = 100
|
||||||
for i in range(0, len(indexable_points), batch_size):
|
for i in range(0, len(indexable_points), batch_size):
|
||||||
batch = indexable_points[i : i + batch_size]
|
batch = indexable_points[i : i + batch_size]
|
||||||
await vector_engine.index_data_points(index_name, field_name, batch)
|
async with vector_index_lock:
|
||||||
|
await vector_engine.index_data_points(index_name, field_name, batch)
|
||||||
except EmbeddingException as e:
|
except EmbeddingException as e:
|
||||||
logger.warning(f"Failed to index data points for {index_name}.{field_name}: {e}")
|
logger.warning(f"Failed to index data points for {index_name}.{field_name}: {e}")
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue