mirror
/
SpotiFile
kopia lustrzana https://github.com/Michael-K-Stein/SpotiFile
1
0
Forkuj 0
Kod Zgłoszenia Packages Projekty Wydania Wiki Aktywność

Fix category scraping exiting on category exception

pull/1/head
Michael Kuperfish Steinberg 2023-01-05 15:39:24 +02:00
rodzic 8c5d5f866f
commit f6c5bb47f5
1 zmienionych plików z 14 dodań i 11 usunięć
Pokaż statystyki Ściągnij plik aktualizacji Ściągnij plik porównania Expand all files Collapse all files

3
spotify_mass_download.py
Wyświetl plik

@ -153,6 +153,7 @@ def download_all_categories_playlists(download_meta_data_only=True):
random.shuffle(category_ids) random.shuffle(category_ids)
for category_index, category_id in enumerate(category_ids): for category_index, category_id in enumerate(category_ids):
console.log(f'Scraping playlists from category {category_id} ({category_index + 1}/{len(category_ids)})') console.log(f'Scraping playlists from category {category_id} ({category_index + 1}/{len(category_ids)})')
try:
playlist_ids = scraper.get_category_playlist_ids(category_id) playlist_ids = scraper.get_category_playlist_ids(category_id)
for playlist_index, playlist_id in enumerate(playlist_ids): for playlist_index, playlist_id in enumerate(playlist_ids):
console.log(f'Scraping playlist data from playlist {playlist_id} ({playlist_index + 1}/{len(playlist_ids)}) from category {category_id} ({category_index + 1}/{len(category_ids)})') console.log(f'Scraping playlist data from playlist {playlist_id} ({playlist_index + 1}/{len(playlist_ids)}) from category {category_id} ({category_index + 1}/{len(category_ids)})')
@ -164,3 +165,5 @@ def download_all_categories_playlists(download_meta_data_only=True):
full_download(f'{DEFAULT_DOWNLOAD_DIRECTORY}', identifier=playlist.href) full_download(f'{DEFAULT_DOWNLOAD_DIRECTORY}', identifier=playlist.href)
except Exception as ex: except Exception as ex:
console.error(f'Scraping categories exception: {ex}') console.error(f'Scraping categories exception: {ex}')
except Exception as ex:
console.error(f'Scraping categories exception: {ex}')