added twint (scraper), restructuring

2022-09-24 17:56:58 -07:00
parent 5b458f2e1f
commit 579929559f
8 changed files with 349 additions and 296 deletions
@@ -1,64 +1,63 @@
-import sys
-import argparse
-from argparse import RawTextHelpFormatter
-
-import talent_lists
-import secrets
-import catchup
-import listen
-
-from api import TwAPI
-from util import is_cross_company, print_tweet
-
-MODES_HELP_STR = '''mode to run the bot at:
-l,listen:       listen for new tweets from all accounts; will not terminate unless error occurs
-c,catchup:      scan all tweets from all accounts; will terminate when done'''
-
-def init_argparse():
-    p = argparse.ArgumentParser(description='Twitter bot that follows interactions between Nijisanji EN/ID and hololive EN/ID members.', formatter_class=RawTextHelpFormatter)
-    p.add_argument('mode', nargs='?', \
-        help=MODES_HELP_STR)
-    p.add_argument('--show-tokens', action='store_true', help='[DO NOT USE IN PUBLIC SETTING] print stored tokens from secrets.ini')
-    return p
-
-def main():
-    parser = init_argparse()
-    if len(sys.argv) < 2:
-        parser.print_help()
-        return
-
-    args = parser.parse_args()
-
-    if args.show_tokens:
-        print(secrets.get_all_secrets())
-
-    if args.mode is None: return
-
-    ## We expect to run in some mode now.
-
-    # Initialize shared API instance
-    twApi = TwAPI.instance = TwAPI()
-
-    # Initialize talent account lists
-    talent_lists.init()
-
-    ## TEST CODE ##
-    cross_pairs = twApi.get_users_cross_tweets_mentions(1390620618001838086)
-    for pair in cross_pairs:
-        print_tweet(pair)
-
-    ## Determine running mode
-    match args.mode.lower():
-        case 'l' | 'listen':
-            print('RUNNING IN LISTEN MODE\n')
-            listen.run()
-        case 'c' | 'catchup':
-            print('RUNNING IN CATCH-UP MODE\n')
-            catchup.run()
-        case _:
-            print('\ninvalid mode. run with no arguments or "-h" for help page, including mode list.')
-            return
-    
-
-if __name__ == "__main__":
-    main()
+import sys
+import argparse
+from argparse import RawTextHelpFormatter
+
+import talent_lists
+import api_secrets
+import catchup
+import listen
+from api import TwAPI
+
+MODES_HELP_STR = '''mode to run the bot at:
+l,listen:       listen for new tweets from all accounts; will not terminate unless error occurs
+c,catchup:      scan all tweets from all accounts; will terminate when done'''
+
+def init_argparse():
+    p = argparse.ArgumentParser(description='Twitter bot that follows interactions between Nijisanji EN/ID and hololive EN/ID members.', formatter_class=RawTextHelpFormatter)
+    p.add_argument('mode', nargs='?', \
+        help=MODES_HELP_STR)
+    p.add_argument('--show-tokens', action='store_true', help='[DO NOT USE IN PUBLIC SETTING] print stored tokens from secrets.ini')
+    return p
+
+# TODO: implement command line mode for manually controlling the bot
+def command_line():
+    pass
+
+def main():
+    parser = init_argparse()
+    if len(sys.argv) < 2:
+        parser.print_help()
+        return
+
+    args = parser.parse_args()
+
+    if args.show_tokens:
+        print(api_secrets.get_all_secrets())
+
+    if args.mode is None: return
+
+    ## We expect to run in some mode now.
+
+    # Initialize shared API instance
+    twApi = TwAPI.instance = TwAPI()
+
+    # Initialize talent account lists
+    talent_lists.init()
+
+    ## Determine running mode
+    match args.mode.lower():
+        case 'l' | 'listen':
+            print('RUNNING IN LISTEN MODE\n')
+            listen.run()
+        case 'c' | 'catchup':
+            print('RUNNING IN CATCH-UP MODE\n')
+            catchup.run()
+        case _: 
+            command_line()
+            #TODO: remove message
+            print('\ninvalid mode. run with no arguments or "-h" for help page, including mode list.')
+            return
+    
+
+if __name__ == "__main__":
+    main()