mirror
/
SpotiFile
kopia lustrzana https://github.com/Michael-K-Stein/SpotiFile
1
0
Forkuj 0
Kod Zgłoszenia Packages Projekty Wydania Wiki Aktywność

Fix category scraping exiting on category exception

pull/1/head
Michael Kuperfish Steinberg 2023-01-05 15:39:24 +02:00
rodzic 8c5d5f866f
commit f6c5bb47f5
1 zmienionych plików z 14 dodań i 11 usunięć
Pokaż statystyki Ściągnij plik aktualizacji Ściągnij plik porównania Expand all files Collapse all files

25
spotify_mass_download.py
Wyświetl plik

@ -153,14 +153,17 @@ def download_all_categories_playlists(download_meta_data_only=True):
random.shuffle(category_ids) random.shuffle(category_ids)
for category_index, category_id in enumerate(category_ids): for category_index, category_id in enumerate(category_ids):
console.log(f'Scraping playlists from category {category_id} ({category_index + 1}/{len(category_ids)})') console.log(f'Scraping playlists from category {category_id} ({category_index + 1}/{len(category_ids)})')
playlist_ids = scraper.get_category_playlist_ids(category_id) try:
for playlist_index, playlist_id in enumerate(playlist_ids): playlist_ids = scraper.get_category_playlist_ids(category_id)
console.log(f'Scraping playlist data from playlist {playlist_id} ({playlist_index + 1}/{len(playlist_ids)}) from category {category_id} ({category_index + 1}/{len(category_ids)})') for playlist_index, playlist_id in enumerate(playlist_ids):
try: console.log(f'Scraping playlist data from playlist {playlist_id} ({playlist_index + 1}/{len(playlist_ids)}) from category {category_id} ({category_index + 1}/{len(category_ids)})')
playlist = scraper.get_playlist(playlist_id) try:
with open(f'{DEFAULT_DOWNLOAD_DIRECTORY}/{PLAYLIST_METADATA_SUB_DIR}/{playlist.spotify_id}.playlist', 'w') as f: playlist = scraper.get_playlist(playlist_id)
f.write(playlist.export()) with open(f'{DEFAULT_DOWNLOAD_DIRECTORY}/{PLAYLIST_METADATA_SUB_DIR}/{playlist.spotify_id}.playlist', 'w') as f:
if not download_meta_data_only: f.write(playlist.export())
full_download(f'{DEFAULT_DOWNLOAD_DIRECTORY}', identifier=playlist.href) if not download_meta_data_only:
except Exception as ex: full_download(f'{DEFAULT_DOWNLOAD_DIRECTORY}', identifier=playlist.href)
console.error(f'Scraping categories exception: {ex}') except Exception as ex:
console.error(f'Scraping categories exception: {ex}')
except Exception as ex:
console.error(f'Scraping categories exception: {ex}')