Merge pull request #30 from djhmateer/logging

auto_archive.py

@@ -12,10 +12,16 @@ import traceback
 import archivers
 from storages import S3Storage, S3Config
 from utils import GWorksheet, mkdir_if_not_exists
+import sys
+
+logger.add("logs/1trace.log", level="TRACE")
+logger.add("logs/2info.log", level="INFO")
+logger.add("logs/3success.log", level="SUCCESS")
+logger.add("logs/4warning.log", level="WARNING")
+logger.add("logs/5error.log", level="ERROR")
 
 load_dotenv()
 
-
 def update_sheet(gw, row, result: archivers.ArchiveResult):
     cell_updates = []
     row_values = gw.get_row(row)
@@ -80,7 +86,7 @@ def process_sheet(sheet, header=1, columns=GWorksheet.COLUMN_NAMES):
 
     # loop through worksheets to check
     for ii, wks in enumerate(sh.worksheets()):
-        logger.info(f'Opening worksheet {ii}: "{wks.title}" header={header}')
+        logger.info(f'Opening worksheet {ii=}: {wks.title=} {header=}')
         gw = GWorksheet(wks, header_row=header, columns=columns)
 
         if not gw.col_exists('url'):
@@ -155,8 +161,9 @@ def process_sheet(sheet, header=1, columns=GWorksheet.COLUMN_NAMES):
                     gw.set_cell(row, 'status', 'failed: no archiver')
         logger.success(f'Finshed worksheet {wks.title}')
 
-
+@logger.catch
 def main():
+    logger.debug(f'Passed args:{sys.argv}')
     parser = argparse.ArgumentParser(
         description='Automatically archive social media videos from a Google Sheets document')
     parser.add_argument('--sheet', action='store', dest='sheet', help='the name of the google sheets document', required=True)