muskit/NijiHolo_EN_ID_Bot
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

clean up outputs

Browse Source
This commit is contained in:
muskit
2023-08-27 16:30:15 -07:00
parent 608427e4c6
commit c81047b748
1 changed files with 9 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/scraper.py
+9 -11
View File
@@ -61,24 +61,22 @@ class Scraper:
def fix_tweet(self, tweet: Tweet): def fix_tweet(self, tweet: Tweet):
if tweet.is_retweet: if tweet.is_retweet:
if tweet.retweeted_tweet is None: if tweet.retweeted_tweet is None:
print(f'{tweet.author.username}/{tweet.id} is missing the RT! It\'s probably nothing...')
# tweet.retweeted_tweet = self.app.tweet_detail(str(tweet.id)).retweeted_tweet # tweet.retweeted_tweet = self.app.tweet_detail(str(tweet.id)).retweeted_tweet
# print(f'{tweet.author.username}/{tweet.id} is missing the RT! It\'s probably nothing...')
tweet.is_retweet = False tweet.is_retweet = False
elif tweet.retweeted_tweet.author is None: elif tweet.retweeted_tweet.author is None:
print(f'{tweet.author.username}/{tweet.id} is missing the RT author! Fetching RT\'d...') # print(f'{tweet.author.username}/{tweet.id} is missing the RT author! Fetching RT\'d...')
tweet.retweeted_tweet = self.get_tweet(tweet.retweeted_tweet.id) tweet.retweeted_tweet = self.get_tweet(tweet.retweeted_tweet.id)
if tweet.is_quoted: if tweet.is_quoted:
if tweet.quoted_tweet is None: # quoted tweet is deleted if tweet.quoted_tweet is None: # quoted tweet is deleted
# print(f'{tweet.author.username}/{tweet.id} is missing the QRT! Recovering...')
# tweet.quoted_tweet = self.app.tweet_detail(str(tweet.id)).quoted_tweet
tweet.is_quoted = False tweet.is_quoted = False
elif tweet.quoted_tweet.author is None: elif tweet.quoted_tweet.author is None:
print(f'{tweet.author.username}/{tweet.id} is missing the QRT author! Fetching QRT\'d...') # print(f'{tweet.author.username}/{tweet.id} is missing the QRT author! Fetching QRT\'d...')
tweet.quoted_tweet = self.get_tweet(tweet.quoted_tweet.id) tweet.quoted_tweet = self.get_tweet(tweet.quoted_tweet.id)
if tweet.is_reply and tweet.replied_to is None: if tweet.is_reply and tweet.replied_to is None:
print(f'{tweet.author.username}/{tweet.id} is missing reply-to tweet! Recovering...') # print(f'{tweet.author.username}/{tweet.id} is missing reply-to tweet! Recovering...')
tweet.replied_to = self.get_tweet(tweet.original_tweet['in_reply_to_status_id_str']) tweet.replied_to = self.get_tweet(tweet.original_tweet['in_reply_to_status_id_str'])
return tweet return tweet
@@ -98,13 +96,13 @@ class Scraper:
#traceback.print_exc() #traceback.print_exc()
self.login_wait(private_user) self.login_wait(private_user)
except Exception as e: except Exception as e:
if private_user: if not private_user:
print("Unknown exception occurred, tweet is probably unavailable") print("Unhandled exception occurred, trying again as private...")
return self.get_tweet(id, True)
else:
print("Unhandled exception occurred, tweet is probably unavailable")
print(e) print(e)
return None return None
else:
print("Unknown exception occurred, trying again as private...")
return self.get_tweet(id, True)
# since MUST BE TIMEZONE AWARE # since MUST BE TIMEZONE AWARE
# usage example: since=datetime(2023, 8, 1).replace(tzinfo=pytz.utc) # usage example: since=datetime(2023, 8, 1).replace(tzinfo=pytz.utc)