SystemSh0cker/private-gpt
1
0
Fork 0
mirror of https://github.com/zylon-ai/private-gpt.git synced 2025-12-22 07:40:12 +01:00
Code Issues Projects Releases Packages Activity

Use chromadb max_batch_size public attribute

Browse source
This commit is contained in:
Iván Martínez 2023-09-25 11:42:16 +02:00
parent 91163a247b
commit 0db5aebf2f
4 changed files with 138 additions and 319 deletions
Download patch file Download diff file Expand all files Collapse all files

3
ingest.py
View file

@ -136,8 +136,7 @@ def batch_chromadb_insertions(chroma_client: API, documents: List[Document]) ->
Split the total documents to be inserted into batches of documents that the local chroma client can process
"""
# Get max batch size.
# Note: temp hack given max_batch_size is not yet exposed by ChromaDB API (WIP).
max_batch_size = chroma_client._producer.max_batch_size
max_batch_size = chroma_client.max_batch_size
for i in range(0, len(documents), max_batch_size):
yield documents[i:i + max_batch_size]