From 8f0825ec2ea645a5b21ab56b7932ccd617f4dbc0 Mon Sep 17 00:00:00 2001
From: muskit <15199219+muskit@users.noreply.github.com>
Date: Mon, 18 Mar 2024 00:21:51 -0700
Subject: [PATCH] distinguish RateLimitReached from UnknownError

---
 src/scraper.py | 8 ++++++--
 1 file changed, 6 insertions(+), 2 deletions(-)

diff --git a/src/scraper.py b/src/scraper.py
index 14da80e..a184109 100644
--- a/src/scraper.py
+++ b/src/scraper.py
@@ -179,8 +179,12 @@ class Scraper:
                             add_tweet(t)
 
                 cur = search.cursor
-            except (UnknownError, RateLimitReached):
-                print("UnknownError occurred, probably rate-limited")
+            except RateLimitReached:
+                print("RateLimitReached occurred")
+                self.login_wait(uid in talent_lists.privated_accounts)
+            except UnknownError as e:
+                print(f"UnknownError occurred: {e.message}")
+                print("treating like RateLimitReached...")
                 self.login_wait(uid in talent_lists.privated_accounts)
 
         tweets.sort(key=lambda t: t.id)