fusselkater/sync_kiwix
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

abort if digest could not be retreived

Browse source
This commit is contained in:
Jan-Marten Brüggemann 2024-09-14 01:37:07 +02:00
parent ab3949db50
commit f1d44f48c7
1 changed files with 3 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
sync_kiwix.py
View file

@ -146,6 +146,8 @@ def download_wiki(session: requests.Session, title: str, src: str, dst: str):
if method == "SHA-256": if method == "SHA-256":
digest_value = base64.b64decode(data) digest_value = base64.b64decode(data)
break break
else:
raise SystemExit(f"Could not get SHA-256 digest for {title}. Aborting.")
sha256 = hashlib.sha256() sha256 = hashlib.sha256()
with session.get(url=src, stream=True) as response: with session.get(url=src, stream=True) as response:
@ -194,7 +196,7 @@ def main():
filelist = retreive_filelist(session=session, url=KIWIX_BASE_URL) filelist = retreive_filelist(session=session, url=KIWIX_BASE_URL)
save_cached_filelist(cache_file=args.cache_file, filelist=filelist) save_cached_filelist(cache_file=args.cache_file, filelist=filelist)
# Get downlaod files list # Get download files list
download_files = get_download_files(wikis=args.wiki, filelist=filelist) download_files = get_download_files(wikis=args.wiki, filelist=filelist)
# Download files # Download files