Compare commits
2 commits
d7e74db703
...
40a9e5d010
Author | SHA1 | Date | |
---|---|---|---|
40a9e5d010 | |||
78a97b6b41 |
2 changed files with 55 additions and 10 deletions
62
main.py
62
main.py
|
@ -1,8 +1,9 @@
|
|||
#!/usr/bin/env python3
|
||||
from mastodon import Mastodon
|
||||
import twitter
|
||||
import requests
|
||||
|
||||
import sqlite3, json, re
|
||||
import sqlite3, json, re, random
|
||||
|
||||
cfg = {
|
||||
"cw":None,
|
||||
|
@ -16,7 +17,7 @@ try:
|
|||
except:
|
||||
print("No config.json, using default configuration")
|
||||
|
||||
scopes = ["read:accounts", "write:statuses"]
|
||||
scopes = ["read:accounts", "write:statuses", "write:media"]
|
||||
|
||||
if "client" not in cfg:
|
||||
print("No application info -- registering application with {}".format(cfg['site']))
|
||||
|
@ -62,18 +63,26 @@ if "accounts" not in cfg:
|
|||
accounts = []
|
||||
while i != "":
|
||||
i = input("User: ")
|
||||
if not re.match("@(\w){1,15}$", i):
|
||||
if not re.match("@(\w){1,16}$", i):
|
||||
if i == "":
|
||||
print("Accounts to learn from: {}".format(", ".join(accounts)))
|
||||
break
|
||||
print("Invalid username")
|
||||
continue
|
||||
if i == "" and len(accounts) == 0:
|
||||
print("You must enter at least one account")
|
||||
continue
|
||||
print("Checking account...")
|
||||
print(api.GetUser(screen_name=i))
|
||||
try:
|
||||
user = api.GetUser(screen_name=i)
|
||||
accounts.append(i)
|
||||
except:
|
||||
print("Invalid username.")
|
||||
|
||||
print("Saving account list. To choose a different set of accounts, delete the 'accounts' entry in config.json.")
|
||||
cfg['accounts'] = accounts
|
||||
|
||||
|
||||
|
||||
json.dump(cfg, open("config.json", "w+"))
|
||||
|
||||
# connect to database
|
||||
|
||||
|
@ -81,11 +90,33 @@ db = sqlite3.connect("tip.db")
|
|||
db.text_factory=str
|
||||
c = db.cursor()
|
||||
|
||||
c.execute("CREATE TABLE IF NOT EXISTS `images` (post_id INT NOT NULL UNIQUE PRIMARY KEY, user_id INT NOT NULL, image_url VARCHAR) WITHOUT ROWID")
|
||||
c.execute("CREATE TABLE IF NOT EXISTS `images` (post_id INT NOT NULL UNIQUE PRIMARY KEY, screen_name VARCHAR NOT NULL, image_urls VARCHAR, count INT DEFAULT 0) WITHOUT ROWID")
|
||||
db.commit()
|
||||
last_tweet = c.execute("SELECT post_id FROM `images` WHERE user_id LIKE ? ORDER BY post_id DESC LIMIT 1", (f.id,)).fetchone()
|
||||
|
||||
print("Downloading tweets from {}".format())
|
||||
for acct in cfg['accounts']:
|
||||
last_tweet = c.execute("SELECT post_id FROM `images` WHERE screen_name LIKE ? ORDER BY post_id DESC LIMIT 1", (acct,)).fetchone()
|
||||
if last_tweet != None:
|
||||
last_tweet = last_tweet[0]
|
||||
else:
|
||||
last_tweet = 0 # start from the first one
|
||||
print("Downloading tweets from account {}, starting from {}".format(acct, last_tweet))
|
||||
|
||||
while True:
|
||||
|
||||
tl = api.GetUserTimeline(screen_name = acct, since_id = last_tweet, exclude_replies = True, include_rts = False, count = 200, trim_user = True)
|
||||
if len(tl) == 0:
|
||||
# we've reached the end of this user's timeline
|
||||
break
|
||||
for tweet in tl:
|
||||
media_urls = []
|
||||
if tweet.media != None:
|
||||
for media in tweet.media:
|
||||
media_urls.append(media.media_url)
|
||||
c.execute("INSERT INTO `images` (screen_name, post_id, image_urls) VALUES (?, ?, ?)", (acct, tweet.id_str, ",".join(media_urls)))
|
||||
|
||||
last_tweet = c.execute("SELECT post_id FROM `images` WHERE screen_name LIKE ? ORDER BY post_id DESC LIMIT 1", (acct,)).fetchone()[0]
|
||||
print(last_tweet)
|
||||
db.commit()
|
||||
|
||||
client = Mastodon(
|
||||
client_id=cfg['client']['id'],
|
||||
|
@ -93,4 +124,17 @@ client = Mastodon(
|
|||
access_token=cfg['secret'],
|
||||
api_base_url=cfg['site'])
|
||||
|
||||
base_count = c.execute("SELECT MIN(count) FROM images").fetchone()[0]
|
||||
# base_count gets the lowest post count from the table.
|
||||
# for example, if image A and B have already been posted once, and image C has never been posted, it'll return 0.
|
||||
# this lets us filter for images that haven't been posted yet in this "generation".
|
||||
|
||||
chosen_tweet = c.execute("SELECT post_id, image_urls FROM images WHERE count = ? AND image_urls NOT LIKE '' ORDER BY RANDOM() LIMIT 1", (base_count,)).fetchone()
|
||||
image = random.choice(chosen_tweet[1].split(","))
|
||||
filename = re.match(r".*\/(.*)", image).group(1)
|
||||
# save image to disk
|
||||
open(filename, 'wb').write(requests.get(image).content)
|
||||
# post!
|
||||
media = client.media_post(filename, description="Image downloaded from Twitter account {}".format(acct))
|
||||
client.status_post("Source: https://twitter.com/{}/status/{}".format(acct, chosen_tweet[0]), media_ids=media)
|
||||
|
||||
|
|
|
@ -1,2 +1,3 @@
|
|||
Mastodon.py==1.3.1
|
||||
Mastodon.py==1.4.0
|
||||
python-twitter==3.5
|
||||
requests==2.21.0
|
||||
|
|
Reference in a new issue