muskit/NijiHolo_EN_ID_Bot
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update scraper.py

Browse Source
This commit is contained in:
muskit
2024-03-18 00:53:40 -07:00
parent 608e712bce
commit f1eace1f63
1 changed files with 5 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/scraper.py
+5 -2
View File
@@ -97,7 +97,10 @@ class Scraper:
print("RateLimitReached occurred") print("RateLimitReached occurred")
self.login_wait(private_user) self.login_wait(private_user)
except UnknownError as e: except UnknownError as e:
print(f"UnknownError occurred: {e.message}") print(f"UnknownError occurred: {e.message.rstrip()}")
if "_Missing" in e.message: # tweet is probably unavailable
print(f"tweet {id} seems unavailable; skipping...")
return None
print("treating like RateLimitReached...") print("treating like RateLimitReached...")
# traceback.print_exc() # traceback.print_exc()
self.login_wait(private_user) self.login_wait(private_user)
@@ -182,7 +185,7 @@ class Scraper:
print("RateLimitReached occurred") print("RateLimitReached occurred")
self.login_wait(uid in talent_lists.privated_accounts) self.login_wait(uid in talent_lists.privated_accounts)
except UnknownError as e: except UnknownError as e:
print(f"UnknownError occurred: {e.message}") print(f"UnknownError occurred: {e.message.rstrip()}")
print("treating like RateLimitReached...") print("treating like RateLimitReached...")
self.login_wait(uid in talent_lists.privated_accounts) self.login_wait(uid in talent_lists.privated_accounts)