cypher
/
hadith-ingestion
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

update mishkat ingestion

This commit is contained in:
salahangal 2025-11-23 20:00:53 +01:00
parent 3927e8eba1
commit cf02b918b8
3 changed files with 5 additions and 3233 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3229
hadith-ingestion/combined.txt
View File

File diff suppressed because it is too large Load Diff

7
hadith-ingestion/run-full-ingestion.sh
View File

@ -10,12 +10,13 @@ echo "=== Starting Full HadithAPI Ingestion ==="
BOOKS=(
# "sahih-bukhari"
# "sahih-muslim"
"abu-dawood"
# "abu-dawood"
# "al-tirmidhi"
"ibn-e-majah"
"sunan-nasai"
# "ibn-e-majah"
# "sunan-nasai"
# "musnad-ahmad"
# "al-silsila-sahiha"
"mishkat"
)
for BOOK in "${BOOKS[@]}"; do

2
hadith-ingestion/src/api_clients/hadithapi_client.py
View File

@ -265,7 +265,7 @@ class HadithAPIClient(BaseAPIClient):
# Process each chapter
for chapter in chapters:
# logger.warning("Processing chapter", chapter=chapter)
if book_slug in {'sahih-muslim','al-tirmidhi','al-silsila-sahiha','abu-dawood','sunan-nasai','ibn-e-majah'}:
if book_slug in {'sahih-muslim','al-tirmidhi','al-silsila-sahiha','abu-dawood','sunan-nasai','ibn-e-majah','mishkat'}:
chapter_id = chapter.get('chapterNumber')
else:
chapter_id = chapter.get('id')