cypher
/
hadith-ingestion
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

update batch size for embeddings

This commit is contained in:
salahangal 2025-11-24 11:34:32 +01:00
parent f46297255d
commit bc2e9656a1
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
hadith-ingestion/scripts/generate_embeddings.py
View File

@ -28,8 +28,8 @@ DB_CONFIG = {
'password': 'hadith_ingest' # UPDATE THIS 'password': 'hadith_ingest' # UPDATE THIS
} }
# BATCH_SIZE = 8 # Process 32 hadiths at a time BATCH_SIZE = 8 # Process 32 hadiths at a time
BATCH_SIZE = 32 # Process 32 hadiths at a time # BATCH_SIZE = 32 # Process 32 hadiths at a time
MAX_TEXT_LENGTH = 1500 # Truncate individual texts to avoid issues MAX_TEXT_LENGTH = 1500 # Truncate individual texts to avoid issues
COLLECTION_NAME = "hadith_embeddings" COLLECTION_NAME = "hadith_embeddings"
VERIFY_SSL = False # Ignore SSL certificate verification VERIFY_SSL = False # Ignore SSL certificate verification