From f1eace1f63584ce16adc1df6c91e81a7e0bf4498 Mon Sep 17 00:00:00 2001
From: muskit <15199219+muskit@users.noreply.github.com>
Date: Mon, 18 Mar 2024 00:53:40 -0700
Subject: [PATCH] update scraper.py

---
 src/scraper.py | 7 +++++--
 1 file changed, 5 insertions(+), 2 deletions(-)

diff --git a/src/scraper.py b/src/scraper.py
index 7521dde..1dee4c3 100644
--- a/src/scraper.py
+++ b/src/scraper.py
@@ -97,7 +97,10 @@ class Scraper:
                 print("RateLimitReached occurred")
                 self.login_wait(private_user)
             except UnknownError as e:
-                print(f"UnknownError occurred: {e.message}")
+                print(f"UnknownError occurred: {e.message.rstrip()}")
+                if "_Missing" in e.message:  # tweet is probably unavailable
+                    print(f"tweet {id} seems unavailable; skipping...")
+                    return None
                 print("treating like RateLimitReached...")
                 # traceback.print_exc()
                 self.login_wait(private_user)
@@ -182,7 +185,7 @@ class Scraper:
                 print("RateLimitReached occurred")
                 self.login_wait(uid in talent_lists.privated_accounts)
             except UnknownError as e:
-                print(f"UnknownError occurred: {e.message}")
+                print(f"UnknownError occurred: {e.message.rstrip()}")
                 print("treating like RateLimitReached...")
                 self.login_wait(uid in talent_lists.privated_accounts)