kopia lustrzana https://github.com/bellingcat/auto-archiver
Better logging when there's a timestamp parse error
rodzic
e49550163f
commit
a46f9997ea
|
@ -147,10 +147,16 @@ class TwitterArchiver(Archiver):
|
||||||
tie = TwitterIE(downloader)
|
tie = TwitterIE(downloader)
|
||||||
tweet = tie._extract_status(tweet_id)
|
tweet = tie._extract_status(tweet_id)
|
||||||
result = Metadata()
|
result = Metadata()
|
||||||
|
try:
|
||||||
|
timestamp = datetime.strptime(tweet["created_at"], "%a %b %d %H:%M:%S %z %Y")
|
||||||
|
except Exception as ex:
|
||||||
|
logger.warning(f"Failed to get timestamp: {type(ex).__name__} occurred. args: {ex.args}")
|
||||||
|
return False
|
||||||
|
|
||||||
result\
|
result\
|
||||||
.set_title(tweet.get('full_text', ''))\
|
.set_title(tweet.get('full_text', ''))\
|
||||||
.set_content(json.dumps(tweet, ensure_ascii=False))\
|
.set_content(json.dumps(tweet, ensure_ascii=False))\
|
||||||
.set_timestamp(datetime.strptime(tweet["created_at"], "%a %b %d %H:%M:%S %z %Y"))
|
.set_timestamp(timestamp)
|
||||||
if not tweet.get("entities", {}).get("media"):
|
if not tweet.get("entities", {}).get("media"):
|
||||||
logger.debug('No media found, archiving tweet text only')
|
logger.debug('No media found, archiving tweet text only')
|
||||||
result.status = "twitter-ytdl"
|
result.status = "twitter-ytdl"
|
||||||
|
|
Ładowanie…
Reference in New Issue