cypher
/
hadith-ingestion
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

update mishkat ingestion

This commit is contained in:
salahangal 2025-11-23 20:00:53 +01:00
parent 3927e8eba1
commit cf02b918b8
3 changed files with 5 additions and 3233 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3229
hadith-ingestion/combined.txt
View File

File diff suppressed because it is too large Load Diff

7
hadith-ingestion/run-full-ingestion.sh
View File

@ -10,12 +10,13 @@ echo "=== Starting Full HadithAPI Ingestion ==="
BOOKS=( BOOKS=(
# "sahih-bukhari" # "sahih-bukhari"
# "sahih-muslim" # "sahih-muslim"
"abu-dawood" # "abu-dawood"
# "al-tirmidhi" # "al-tirmidhi"
"ibn-e-majah" # "ibn-e-majah"
"sunan-nasai" # "sunan-nasai"
# "musnad-ahmad" # "musnad-ahmad"
# "al-silsila-sahiha" # "al-silsila-sahiha"
"mishkat"
) )
for BOOK in "${BOOKS[@]}"; do for BOOK in "${BOOKS[@]}"; do

2
hadith-ingestion/src/api_clients/hadithapi_client.py
View File

@ -265,7 +265,7 @@ class HadithAPIClient(BaseAPIClient):
# Process each chapter # Process each chapter
for chapter in chapters: for chapter in chapters:
# logger.warning("Processing chapter", chapter=chapter) # logger.warning("Processing chapter", chapter=chapter)
if book_slug in {'sahih-muslim','al-tirmidhi','al-silsila-sahiha','abu-dawood','sunan-nasai','ibn-e-majah'}: if book_slug in {'sahih-muslim','al-tirmidhi','al-silsila-sahiha','abu-dawood','sunan-nasai','ibn-e-majah','mishkat'}:
chapter_id = chapter.get('chapterNumber') chapter_id = chapter.get('chapterNumber')
else: else:
chapter_id = chapter.get('id') chapter_id = chapter.get('id')