2022-09-24 17:56:58 -07:00
|
|
|
## Shared utility functions.
|
|
|
|
|
|
|
|
|
|
import os
|
2023-01-13 02:55:25 -08:00
|
|
|
import sys
|
2022-09-27 22:04:26 -07:00
|
|
|
import traceback
|
2023-01-11 22:50:47 -08:00
|
|
|
from datetime import datetime
|
2023-08-18 01:34:25 -07:00
|
|
|
from dotenv import dotenv_values
|
2022-09-25 03:39:15 -07:00
|
|
|
|
2022-09-27 02:49:03 -07:00
|
|
|
import pytz
|
2022-09-25 03:39:15 -07:00
|
|
|
from tweetcapture import TweetCapture
|
2023-08-18 18:20:53 -07:00
|
|
|
import tweepy
|
2022-09-25 03:39:15 -07:00
|
|
|
|
2022-11-22 21:46:42 -08:00
|
|
|
from recrop import fix_aspect_ratio
|
2022-09-25 18:31:50 -07:00
|
|
|
import talent_lists
|
2022-09-24 17:56:58 -07:00
|
|
|
|
|
|
|
|
# returns system path to this project, which is
|
2022-09-25 18:31:50 -07:00
|
|
|
# up one level from this file's directory (effective path: ..../src/../).
|
2022-09-24 17:56:58 -07:00
|
|
|
def get_project_dir():
|
|
|
|
|
return os.path.join(os.path.dirname(__file__), os.pardir)
|
|
|
|
|
|
2022-09-28 20:00:02 -07:00
|
|
|
def get_queue_path():
|
|
|
|
|
return f'{get_project_dir()}/queue.txt'
|
|
|
|
|
|
|
|
|
|
def get_queue_backup_path():
|
|
|
|
|
return f'{get_project_dir()}/_queue_backup.txt'
|
|
|
|
|
|
2022-09-24 17:56:58 -07:00
|
|
|
def clamp(n, smallest, largest):
|
2022-09-25 03:39:15 -07:00
|
|
|
return max(smallest, min(n, largest))
|
|
|
|
|
|
2023-01-11 22:50:47 -08:00
|
|
|
def datetime_to_tdate(date_time: datetime):
|
2022-09-26 14:44:46 -07:00
|
|
|
return date_time.strftime("%Y-%m-%d")
|
|
|
|
|
|
|
|
|
|
def tdate_to_datetime(tdate: str):
|
2023-01-11 22:50:47 -08:00
|
|
|
return datetime.strptime("%Y-%m-%d")
|
2022-09-26 14:44:46 -07:00
|
|
|
|
2022-09-27 02:49:03 -07:00
|
|
|
def timestamp_to_tdate(timestamp=None):
|
|
|
|
|
if timestamp==None:
|
2023-01-11 22:50:47 -08:00
|
|
|
timestamp = datetime.now().timestamp()
|
|
|
|
|
return datetime_to_tdate(datetime.fromtimestamp(timestamp, tz=pytz.utc))
|
2022-09-27 02:49:03 -07:00
|
|
|
|
2022-09-28 20:00:02 -07:00
|
|
|
def get_current_timestamp():
|
2023-01-11 22:50:47 -08:00
|
|
|
return datetime.now().timestamp()
|
|
|
|
|
|
|
|
|
|
def get_current_date():
|
|
|
|
|
return datetime.today().strftime('%Y-%m-%d')
|
2022-09-28 20:00:02 -07:00
|
|
|
|
2023-08-16 18:48:13 -07:00
|
|
|
def get_key_from_value(d: dict, val):
|
2022-09-27 02:49:03 -07:00
|
|
|
keys = [k for k, v in d.items() if v == val]
|
|
|
|
|
if keys:
|
|
|
|
|
return keys[0]
|
|
|
|
|
return None
|
|
|
|
|
|
2023-08-18 18:20:53 -07:00
|
|
|
# FIXME: web_auth_token under rate-limitation will fail to screenshot
|
2022-09-25 03:39:15 -07:00
|
|
|
async def create_ttweet_image(ttweet):
|
|
|
|
|
tc = TweetCapture()
|
2023-08-20 16:13:38 -07:00
|
|
|
auth_token = dotenv_values().get('web_auth_token')
|
|
|
|
|
if auth_token:
|
|
|
|
|
tc.cookies = [{'name': 'auth_token', 'value': auth_token}]
|
2023-01-13 02:55:25 -08:00
|
|
|
if 'linux' in sys.platform:
|
|
|
|
|
# Linux chromedriver path
|
|
|
|
|
tc.driver_path = '/usr/bin/chromedriver'
|
2022-09-27 15:09:09 -07:00
|
|
|
filename = f'{get_project_dir()}/img.png'
|
2022-09-25 03:39:15 -07:00
|
|
|
img = None
|
|
|
|
|
try: os.remove(filename)
|
|
|
|
|
except: pass
|
|
|
|
|
try:
|
|
|
|
|
img = await tc.screenshot(
|
2023-08-20 16:13:38 -07:00
|
|
|
url=ttweet.url(),
|
2022-09-25 03:39:15 -07:00
|
|
|
path=filename,
|
2023-08-18 03:16:10 -07:00
|
|
|
mode=4,
|
2022-12-12 23:23:41 -08:00
|
|
|
night_mode=1,
|
|
|
|
|
show_parent_tweets=True
|
2022-09-25 03:39:15 -07:00
|
|
|
)
|
2022-11-22 21:46:42 -08:00
|
|
|
img = fix_aspect_ratio(img)
|
2022-09-25 03:39:15 -07:00
|
|
|
except:
|
|
|
|
|
print('unable to create tweet image')
|
2022-09-28 03:04:11 -07:00
|
|
|
traceback.print_exc()
|
2022-09-25 03:39:15 -07:00
|
|
|
return None
|
2023-08-20 16:13:38 -07:00
|
|
|
|
|
|
|
|
print(f'successfully saved {img}')
|
|
|
|
|
return img
|
2022-09-25 03:39:15 -07:00
|
|
|
|
2022-09-28 13:33:31 -07:00
|
|
|
def get_tweet_url(id, username):
|
2023-08-18 01:34:25 -07:00
|
|
|
return f'https://www.twitter.com/{username}/status/{id}'
|
2022-09-27 22:04:26 -07:00
|
|
|
|
|
|
|
|
## Attempt to pull username from local; pull from online if doesn't exist.
|
|
|
|
|
def get_username(id):
|
|
|
|
|
ret = talent_lists.talents.get(id, None)
|
|
|
|
|
if ret == None:
|
|
|
|
|
return get_username_online(id)
|
2022-09-28 13:33:31 -07:00
|
|
|
return ret
|
2022-09-27 02:49:03 -07:00
|
|
|
|
2023-01-14 01:18:15 -08:00
|
|
|
def get_username_with_company(id):
|
|
|
|
|
company = talent_lists.talents_company.get(id, None)
|
|
|
|
|
return f'{get_username(id)} {f"({company})" if company is not None else ""}'
|
|
|
|
|
|
2023-08-16 18:48:13 -07:00
|
|
|
def get_username_local(id: int):
|
|
|
|
|
return talent_lists.talents.get(id, f'{id}')
|
|
|
|
|
|
|
|
|
|
# Retrieve username via API v2 (tweepy)
|
|
|
|
|
def get_username_online(id, default=None):
|
2023-08-18 18:20:53 -07:00
|
|
|
import twapi
|
2022-09-27 02:49:03 -07:00
|
|
|
try:
|
2023-08-16 18:48:13 -07:00
|
|
|
resp = twapi.TwAPI.instance.client.get_user(id=id)
|
|
|
|
|
return resp.data.username
|
|
|
|
|
except tweepy.TooManyRequests:
|
|
|
|
|
return str(default) if default is not None else f'id:{id}'
|
2022-09-27 02:49:03 -07:00
|
|
|
except:
|
2023-08-16 18:48:13 -07:00
|
|
|
print(f'Unhandled error retrieving username for {id}!')
|
|
|
|
|
traceback.print_exc()
|
|
|
|
|
return str(default) if default is not None else f'id:{id}'
|