distinguish RateLimitReached from UnknownError

2024-03-18 00:21:51 -07:00
parent f9a9e47f7d
commit 8f0825ec2e
1 changed files with 6 additions and 2 deletions
@@ -179,8 +179,12 @@ class Scraper:
                            add_tweet(t)

                cur = search.cursor
-            except (UnknownError, RateLimitReached):
-                print("UnknownError occurred, probably rate-limited")
+            except RateLimitReached:
+                print("RateLimitReached occurred")
+                self.login_wait(uid in talent_lists.privated_accounts)
+            except UnknownError as e:
+                print(f"UnknownError occurred: {e.message}")
+                print("treating like RateLimitReached...")
                self.login_wait(uid in talent_lists.privated_accounts)

        tweets.sort(key=lambda t: t.id)