mirror
/
auto-archiver
kopia lustrzana https://github.com/bellingcat/auto-archiver
1
0
Forkuj 0
Kod Zgłoszenia Packages Projekty Wydania Wiki Aktywność

Merge pull request #30 from djhmateer/logging

pull/32/head^2
Miguel Sozinho Ramalho 2022-05-09 15:59:49 +01:00 zatwierdzone przez GitHub
rodzic 05a3adfc36 6e8eccefd8
commit bba510b8c2
Nie znaleziono w bazie danych klucza dla tego podpisu
ID klucza GPG: 4AEE18F83AFDEB23
1 zmienionych plików z 10 dodań i 3 usunięć
Pokaż statystyki Ściągnij plik aktualizacji Ściągnij plik porównania Expand all files Collapse all files

13
auto_archive.py
Wyświetl plik

@ -12,10 +12,16 @@ import traceback
import archivers import archivers
from storages import S3Storage, S3Config from storages import S3Storage, S3Config
from utils import GWorksheet, mkdir_if_not_exists from utils import GWorksheet, mkdir_if_not_exists
import sys
logger.add("logs/1trace.log", level="TRACE")
logger.add("logs/2info.log", level="INFO")
logger.add("logs/3success.log", level="SUCCESS")
logger.add("logs/4warning.log", level="WARNING")
logger.add("logs/5error.log", level="ERROR")
load_dotenv() load_dotenv()
def update_sheet(gw, row, result: archivers.ArchiveResult): def update_sheet(gw, row, result: archivers.ArchiveResult):
cell_updates = [] cell_updates = []
row_values = gw.get_row(row) row_values = gw.get_row(row)
@ -80,7 +86,7 @@ def process_sheet(sheet, header=1, columns=GWorksheet.COLUMN_NAMES):
# loop through worksheets to check # loop through worksheets to check
for ii, wks in enumerate(sh.worksheets()): for ii, wks in enumerate(sh.worksheets()):
logger.info(f'Opening worksheet {ii}: "{wks.title}" header={header}') logger.info(f'Opening worksheet {ii=}: {wks.title=} {header=}')
gw = GWorksheet(wks, header_row=header, columns=columns) gw = GWorksheet(wks, header_row=header, columns=columns)
if not gw.col_exists('url'): if not gw.col_exists('url'):
@ -155,8 +161,9 @@ def process_sheet(sheet, header=1, columns=GWorksheet.COLUMN_NAMES):
gw.set_cell(row, 'status', 'failed: no archiver') gw.set_cell(row, 'status', 'failed: no archiver')
logger.success(f'Finshed worksheet {wks.title}') logger.success(f'Finshed worksheet {wks.title}')
@logger.catch
def main(): def main():
logger.debug(f'Passed args:{sys.argv}')
parser = argparse.ArgumentParser( parser = argparse.ArgumentParser(
description='Automatically archive social media videos from a Google Sheets document') description='Automatically archive social media videos from a Google Sheets document')
parser.add_argument('--sheet', action='store', dest='sheet', help='the name of the google sheets document', required=True) parser.add_argument('--sheet', action='store', dest='sheet', help='the name of the google sheets document', required=True)