mirror of
https://github.com/Lynnesbian/FediBooks/
synced 2024-11-25 08:38:59 +00:00
merge restructure with master (#25)
This commit is contained in:
commit
ed0140c2db
13 changed files with 400 additions and 362 deletions
90
app/pages/bot/accounts_add.py
Normal file
90
app/pages/bot/accounts_add.py
Normal file
|
@ -0,0 +1,90 @@
|
||||||
|
from flask import session, render_template, request, redirect
|
||||||
|
import requests
|
||||||
|
from mastodon import Mastodon
|
||||||
|
|
||||||
|
def bot_accounts_add(mysql):
|
||||||
|
if request.method == 'POST':
|
||||||
|
if session['step'] == 1:
|
||||||
|
if request.form['account'] == session['bot']:
|
||||||
|
error = "Bots cannot learn from themselves."
|
||||||
|
return render_template("bot/accounts_add.html", error = error)
|
||||||
|
|
||||||
|
# look up user
|
||||||
|
handle_list = request.form['account'].split('@')
|
||||||
|
if len(handle_list) != 3:
|
||||||
|
# not formatted correctly
|
||||||
|
error = "Incorrectly formatted handle."
|
||||||
|
return render_template("bot/accounts_add.html", error = error)
|
||||||
|
|
||||||
|
username = handle_list[1]
|
||||||
|
instance = handle_list[2]
|
||||||
|
|
||||||
|
# gab check
|
||||||
|
try:
|
||||||
|
r = requests.get("https://{}/api/v1/instance".format(instance), timeout=10)
|
||||||
|
except requests.exceptions.ConnectionError:
|
||||||
|
error = "Couldn't connect to {}.".format(instance)
|
||||||
|
return render_template("bot/accounts_add.html", error = error)
|
||||||
|
except:
|
||||||
|
error = "An unknown error occurred."
|
||||||
|
return render_template("bot/accounts_add.html", error = error)
|
||||||
|
|
||||||
|
if r.status_code == 200:
|
||||||
|
j = r.json()
|
||||||
|
if 'contact_account' in j and 'is_pro' in j['contact_account']:
|
||||||
|
# gab instance
|
||||||
|
error = "Gab instances are not supported."
|
||||||
|
return render_template("bot/accounts_add.html", error = error)
|
||||||
|
|
||||||
|
# 1. download host-meta to find webfinger URL
|
||||||
|
r = requests.get("https://{}/.well-known/host-meta".format(instance), timeout=10)
|
||||||
|
if r.status_code != 200:
|
||||||
|
error = "Couldn't get host-meta."
|
||||||
|
return render_template("bot/accounts_add.html", error = error)
|
||||||
|
|
||||||
|
# 2. use webfinger to find user's info page
|
||||||
|
#TODO: use more reliable method
|
||||||
|
try:
|
||||||
|
uri = re.search(r'template="([^"]+)"', r.text).group(1)
|
||||||
|
uri = uri.format(uri = "{}@{}".format(username, instance))
|
||||||
|
except:
|
||||||
|
error = "Couldn't find WebFinger URL."
|
||||||
|
return render_template("bot/accounts_add.html", error = error)
|
||||||
|
|
||||||
|
r = requests.get(uri, headers={"Accept": "application/json"}, timeout=10)
|
||||||
|
try:
|
||||||
|
j = r.json()
|
||||||
|
except:
|
||||||
|
error = "Invalid WebFinger response."
|
||||||
|
return render_template("bot/accounts_add.html", error = error)
|
||||||
|
|
||||||
|
found = False
|
||||||
|
for link in j['links']:
|
||||||
|
if link['rel'] == 'self':
|
||||||
|
#this is a link formatted like "https://instan.ce/users/username", which is what we need
|
||||||
|
uri = link['href']
|
||||||
|
found = True
|
||||||
|
break
|
||||||
|
if not found:
|
||||||
|
error = "Couldn't find a valid ActivityPub outbox URL."
|
||||||
|
return render_template("bot/accounts_add.html", error = error)
|
||||||
|
|
||||||
|
# 3. format as outbox URL and check to make sure it works
|
||||||
|
outbox = "{}/outbox?page=true".format(uri)
|
||||||
|
r = requests.get(uri, headers={"Accept": "application/json"}, timeout=10)
|
||||||
|
if r.status_code == 200:
|
||||||
|
# success!!
|
||||||
|
c = mysql.connection.cursor()
|
||||||
|
c.execute("REPLACE INTO `fedi_accounts` (`handle`, `outbox`) VALUES (%s, %s)", (request.form['account'], outbox))
|
||||||
|
c.execute("INSERT INTO `bot_learned_accounts` (`bot_id`, `fedi_id`) VALUES (%s, %s)", (session['bot'], request.form['account']))
|
||||||
|
c.close()
|
||||||
|
mysql.connection.commit()
|
||||||
|
return redirect("/bot/accounts/{}".format(session['bot']), 303)
|
||||||
|
else:
|
||||||
|
error = "Couldn't access ActivityPub outbox. {} may require authenticated fetches, which FediBooks doesn't support yet.".format(instance)
|
||||||
|
return render_template("bot/accounts_add.html", error = error)
|
||||||
|
else:
|
||||||
|
# new account add request
|
||||||
|
session['step'] = 1
|
||||||
|
|
||||||
|
return render_template("bot/accounts_add.html", error = session.pop('error', None))
|
131
app/pages/bot/create.py
Normal file
131
app/pages/bot/create.py
Normal file
|
@ -0,0 +1,131 @@
|
||||||
|
from flask import request, session, render_template, redirect, url_for
|
||||||
|
import requests
|
||||||
|
from mastodon import Mastodon
|
||||||
|
import re
|
||||||
|
|
||||||
|
def bot_create(mysql, cfg, scopes, scopes_pleroma):
|
||||||
|
if request.method == 'POST':
|
||||||
|
if session['step'] == 1:
|
||||||
|
# strip leading https://, if provided
|
||||||
|
session['instance'] = re.match(r"^(?:https?:\/\/)?(.*)", request.form['instance']).group(1)
|
||||||
|
|
||||||
|
# check for mastodon/pleroma
|
||||||
|
try:
|
||||||
|
r = requests.get("https://{}/api/v1/instance".format(session['instance']), timeout=10)
|
||||||
|
except requests.ConnectionError:
|
||||||
|
session['error'] = "Couldn't connect to https://{}.".format(session['instance'])
|
||||||
|
return render_template("bot/create.html", error = session.pop('error', None))
|
||||||
|
except:
|
||||||
|
session['error'] = "An unknown error occurred while trying to load https://{}".format(session['instance'])
|
||||||
|
return render_template("bot/create.html", error = session.pop('error', None))
|
||||||
|
|
||||||
|
if r.status_code == 200:
|
||||||
|
j = r.json()
|
||||||
|
if "Pleroma" in j['version']:
|
||||||
|
session['instance_type'] = "Pleroma"
|
||||||
|
session['step'] += 1
|
||||||
|
else:
|
||||||
|
if 'contact_account' in j and 'is_pro' in j['contact_account']:
|
||||||
|
# gab instance
|
||||||
|
session['error'] = "Gab instances are not supported."
|
||||||
|
else:
|
||||||
|
session['instance_type'] = "Mastodon"
|
||||||
|
session['step'] += 1
|
||||||
|
|
||||||
|
else:
|
||||||
|
# not a masto/pleroma instance
|
||||||
|
# misskey is currently unsupported
|
||||||
|
# all other instance types are also unsupported
|
||||||
|
# return an error message
|
||||||
|
#TODO: misskey
|
||||||
|
session['error'] = "Unsupported instance type. Misskey support is planned."
|
||||||
|
|
||||||
|
elif session['step'] == 2:
|
||||||
|
# nothing needs to be done here, this step just informs the user that their instance type is supported
|
||||||
|
session['step'] += 1
|
||||||
|
|
||||||
|
elif session['step'] == 3:
|
||||||
|
# authenticate with the given instance and obtain credentials
|
||||||
|
if session['instance_type'] in ['Mastodon', 'Pleroma']:
|
||||||
|
redirect_uri = '{}/do/authenticate_bot'.format(cfg['base_uri'])
|
||||||
|
|
||||||
|
session['client_id'], session['client_secret'] = Mastodon.create_app(
|
||||||
|
"FediBooks",
|
||||||
|
api_base_url="https://{}".format(session['instance']),
|
||||||
|
scopes=scopes if session['instance_type'] == 'Mastodon' else scopes_pleroma,
|
||||||
|
redirect_uris=[redirect_uri],
|
||||||
|
website=cfg['base_uri']
|
||||||
|
)
|
||||||
|
|
||||||
|
client = Mastodon(
|
||||||
|
client_id=session['client_id'],
|
||||||
|
client_secret=session['client_secret'],
|
||||||
|
api_base_url="https://{}".format(session['instance'])
|
||||||
|
)
|
||||||
|
|
||||||
|
url = client.auth_request_url(
|
||||||
|
client_id=session['client_id'],
|
||||||
|
redirect_uris=redirect_uri,
|
||||||
|
scopes=scopes if session['instance_type'] == 'Mastodon' else scopes_pleroma
|
||||||
|
)
|
||||||
|
return redirect(url, code=303)
|
||||||
|
|
||||||
|
elif session['instance_type'] == 'Misskey':
|
||||||
|
# todo
|
||||||
|
pass
|
||||||
|
|
||||||
|
else:
|
||||||
|
# the user clicked next on step 2 while having an unsupported instance type
|
||||||
|
# take them back home
|
||||||
|
del session['instance']
|
||||||
|
del session['instance_type']
|
||||||
|
session['step'] = 1
|
||||||
|
return redirect(url_for("home"), 303)
|
||||||
|
|
||||||
|
else:
|
||||||
|
if 'step' in session and session['step'] == 4:
|
||||||
|
try:
|
||||||
|
# test authentication
|
||||||
|
client = Mastodon(client_id=session['client_id'], client_secret=session['client_secret'], api_base_url=session['instance'])
|
||||||
|
session['secret'] = client.log_in(
|
||||||
|
code = session['code'],
|
||||||
|
scopes=scopes if session['instance_type'] == 'Mastodon' else scopes_pleroma,
|
||||||
|
redirect_uri='{}/do/authenticate_bot'.format(cfg['base_uri'])
|
||||||
|
)
|
||||||
|
username = client.account_verify_credentials()['username']
|
||||||
|
handle = "@{}@{}".format(username, session['instance'])
|
||||||
|
except:
|
||||||
|
# authentication error occurred
|
||||||
|
error = "Authentication failed."
|
||||||
|
session['step'] = 3
|
||||||
|
return render_template("bot/create.html", error = error)
|
||||||
|
|
||||||
|
# authentication success!!
|
||||||
|
c = mysql.connection.cursor()
|
||||||
|
c.execute("INSERT INTO `credentials` (client_id, client_secret, secret) VALUES (%s, %s, %s)", (session['client_id'], session['client_secret'], session['secret']))
|
||||||
|
credentials_id = c.lastrowid
|
||||||
|
mysql.connection.commit()
|
||||||
|
|
||||||
|
# get webpush url
|
||||||
|
privated, publicd = client.push_subscription_generate_keys()
|
||||||
|
private = privated['privkey']
|
||||||
|
public = publicd['pubkey']
|
||||||
|
secret = privated['auth']
|
||||||
|
client.push_subscription_set("{}/push/{}".format(cfg['base_uri'], handle), publicd, mention_events = True)
|
||||||
|
|
||||||
|
c.execute("INSERT INTO `bots` (handle, user_id, credentials_id, push_public_key, push_private_key, push_secret, instance_type) VALUES (%s, %s, %s, %s, %s, %s, %s)", (handle, session['user_id'], credentials_id, public, private, secret, session['instance_type']))
|
||||||
|
mysql.connection.commit()
|
||||||
|
c.close()
|
||||||
|
|
||||||
|
# clean up unneeded variables
|
||||||
|
del session['code']
|
||||||
|
del session['instance']
|
||||||
|
del session['instance_type']
|
||||||
|
del session['client_id']
|
||||||
|
del session['client_secret']
|
||||||
|
else:
|
||||||
|
# user is starting a new bot create request
|
||||||
|
session['step'] = 1
|
||||||
|
|
||||||
|
|
||||||
|
return render_template("bot/create.html", error = session.pop('error', None))
|
58
app/pages/bot/edit.py
Normal file
58
app/pages/bot/edit.py
Normal file
|
@ -0,0 +1,58 @@
|
||||||
|
from flask import session, request, redirect, render_template
|
||||||
|
import MySQLdb
|
||||||
|
|
||||||
|
def bot_edit(id, mysql):
|
||||||
|
if request.method == "GET":
|
||||||
|
dc = mysql.connection.cursor(MySQLdb.cursors.DictCursor)
|
||||||
|
dc.execute("SELECT * FROM bots WHERE handle = %s", (id,))
|
||||||
|
return render_template("bot/edit.html", bot = dc.fetchone(), error = session.pop('error', None), success = session.pop('success', None))
|
||||||
|
else:
|
||||||
|
# update stored settings
|
||||||
|
replies_enabled = 'replies' in request.form
|
||||||
|
learn_from_cw = 'cw-learning' in request.form
|
||||||
|
|
||||||
|
if request.form['fake-mention-style'] not in ['full', 'brief']:
|
||||||
|
session['error'] = "Invalid setting for fake mention style."
|
||||||
|
return redirect("/bot/edit/{}".format(id), 303)
|
||||||
|
|
||||||
|
if request.form['fake-mentions'] not in ['always', 'middle', 'never']:
|
||||||
|
session['error'] = "Invalid setting for fake mentions."
|
||||||
|
return redirect("/bot/edit/{}".format(id), 303)
|
||||||
|
|
||||||
|
if request.form['privacy'] not in ['public', 'unlisted', 'private']:
|
||||||
|
session['error'] = "Invalid setting for post privacy."
|
||||||
|
return redirect("/bot/edit/{}".format(id), 303)
|
||||||
|
|
||||||
|
if int(request.form['length']) < 100 or int(request.form['length']) > 5000:
|
||||||
|
session['error'] = "Invalid setting for maximum post length."
|
||||||
|
return redirect("/bot/edit/{}".format(id), 303)
|
||||||
|
|
||||||
|
if int(request.form['freq']) < 15 or int(request.form['freq']) > 240 or int(request.form['freq']) % 5:
|
||||||
|
session['error'] = "Invalid setting for post frequency."
|
||||||
|
return redirect("/bot/edit/{}".format(id), 303)
|
||||||
|
|
||||||
|
if len(request.form['cw']) > 128:
|
||||||
|
session['error'] = "Content warning cannot exceed 128 characters."
|
||||||
|
return redirect("/bot/edit/{}".format(id), 303)
|
||||||
|
|
||||||
|
c = mysql.connection.cursor()
|
||||||
|
try:
|
||||||
|
c.execute("UPDATE bots SET replies_enabled = %s, post_frequency = %s, content_warning = %s, length = %s, fake_mentions = %s, fake_mentions_full = %s, post_privacy = %s, learn_from_cw = %s WHERE handle = %s", (
|
||||||
|
replies_enabled,
|
||||||
|
request.form['freq'],
|
||||||
|
request.form['cw'] if request.form['cw'] != "" else None,
|
||||||
|
request.form['length'],
|
||||||
|
request.form['fake-mentions'],
|
||||||
|
request.form['fake-mention-style'] == 'full',
|
||||||
|
request.form['privacy'],
|
||||||
|
learn_from_cw,
|
||||||
|
id
|
||||||
|
))
|
||||||
|
mysql.connection.commit()
|
||||||
|
c.close()
|
||||||
|
except:
|
||||||
|
session['error'] = "Couldn't save your settings."
|
||||||
|
return redirect("/bot/edit/{}".format(id), 303)
|
||||||
|
|
||||||
|
session['success'] = True
|
||||||
|
return redirect("/bot/edit/{}".format(id), 303)
|
34
app/pages/home.py
Normal file
34
app/pages/home.py
Normal file
|
@ -0,0 +1,34 @@
|
||||||
|
from flask import render_template, session
|
||||||
|
import MySQLdb
|
||||||
|
|
||||||
|
def home(mysql):
|
||||||
|
if 'user_id' in session:
|
||||||
|
c = mysql.connection.cursor()
|
||||||
|
c.execute("SELECT COUNT(*) FROM `bots` WHERE user_id = %s", (session['user_id'],))
|
||||||
|
bot_count = c.fetchone()[0]
|
||||||
|
active_count = None
|
||||||
|
bots = {}
|
||||||
|
bot_users = {}
|
||||||
|
next_posts = {}
|
||||||
|
|
||||||
|
if bot_count > 0:
|
||||||
|
c.execute("SELECT COUNT(*) FROM `bots` WHERE user_id = %s AND enabled = TRUE", (session['user_id'],))
|
||||||
|
active_count = c.fetchone()[0]
|
||||||
|
dc = mysql.connection.cursor(MySQLdb.cursors.DictCursor)
|
||||||
|
dc.execute("SELECT `handle`, `enabled`, `last_post`, `post_frequency`, `icon` FROM `bots` WHERE user_id = %s", (session['user_id'],))
|
||||||
|
bots = dc.fetchall()
|
||||||
|
dc.close()
|
||||||
|
|
||||||
|
for bot in bots:
|
||||||
|
# multiple SELECTS is slow, maybe SELECT all at once and filter with python?
|
||||||
|
c.execute("SELECT COUNT(*) FROM `bot_learned_accounts` WHERE bot_id = %s", (bot['handle'],))
|
||||||
|
bot_users[bot['handle']] = c.fetchone()[0]
|
||||||
|
c.execute("SELECT post_frequency - TIMESTAMPDIFF(MINUTE, last_post, CURRENT_TIMESTAMP()) FROM bots WHERE TIMESTAMPDIFF(MINUTE, last_post, CURRENT_TIMESTAMP()) <= post_frequency AND enabled = TRUE AND handle = %s", (bot['handle'],))
|
||||||
|
next_post = c.fetchone()
|
||||||
|
if next_post is not None:
|
||||||
|
next_posts[bot['handle']] = next_post
|
||||||
|
|
||||||
|
c.close()
|
||||||
|
return render_template("home.html", bot_count = bot_count, active_count = active_count, bots = bots, bot_users = bot_users, next_posts = next_posts)
|
||||||
|
else:
|
||||||
|
return render_template("front_page.html")
|
65
app/pages/settings.py
Normal file
65
app/pages/settings.py
Normal file
|
@ -0,0 +1,65 @@
|
||||||
|
from flask import render_template, session, request, redirect, url_for
|
||||||
|
import bcrypt
|
||||||
|
import MySQLdb
|
||||||
|
import hashlib
|
||||||
|
|
||||||
|
def settings(mysql):
|
||||||
|
if request.method == 'GET':
|
||||||
|
dc = mysql.connection.cursor(MySQLdb.cursors.DictCursor)
|
||||||
|
dc.execute("SELECT * FROM `users` WHERE id = %s", (session['user_id'],))
|
||||||
|
user = dc.fetchone()
|
||||||
|
dc.close()
|
||||||
|
return render_template("settings.html", user = user, error = session.pop('error', None), success = session.pop('success', None))
|
||||||
|
|
||||||
|
else:
|
||||||
|
# update settings
|
||||||
|
c = mysql.connection.cursor()
|
||||||
|
|
||||||
|
c.execute("SELECT COUNT(*) FROM users WHERE email = %s AND id != %s", (request.form['email'], session['user_id']))
|
||||||
|
if c.fetchone()[0] > 0:
|
||||||
|
session['error'] = "Email address already in use."
|
||||||
|
return redirect(url_for("render_settings"), 303)
|
||||||
|
|
||||||
|
for setting in [request.form['fetch-error'], request.form['submit-error'], request.form['reply-error'], request.form['generation-error']]:
|
||||||
|
if setting not in ['once', 'always', 'never']:
|
||||||
|
session['error'] = 'Invalid option "{}".'.format(setting)
|
||||||
|
return redirect(url_for('render_settings'), 303)
|
||||||
|
|
||||||
|
if request.form['password'] != '':
|
||||||
|
# user is updating their password
|
||||||
|
if len(request.form['password']) < 8:
|
||||||
|
session['error'] = "Password too short."
|
||||||
|
return redirect(url_for("render_settings"), 303)
|
||||||
|
|
||||||
|
pw_hashed = hashlib.sha256(request.form['password'].encode('utf-8')).digest().replace(b"\0", b"\1")
|
||||||
|
pw = bcrypt.hashpw(pw_hashed, bcrypt.gensalt(12))
|
||||||
|
c.execute("UPDATE users SET password = %s WHERE id = %s", (pw, session['user_id']))
|
||||||
|
|
||||||
|
# don't require email verification again if the new email address is the same as the old one
|
||||||
|
c.execute("SELECT email_verified FROM users WHERE id = %s", (session['user_id'],))
|
||||||
|
if c.fetchone()[0]:
|
||||||
|
c.execute("SELECT email FROM users WHERE id = %s", (session['user_id'],))
|
||||||
|
previous_email = c.fetchone()[0]
|
||||||
|
|
||||||
|
email_verified = (previous_email == request.form['email'])
|
||||||
|
else:
|
||||||
|
email_verified = False
|
||||||
|
|
||||||
|
try:
|
||||||
|
c.execute("UPDATE users SET email = %s, email_verified = %s, `fetch` = %s, submit = %s, generation = %s, reply = %s WHERE id = %s", (
|
||||||
|
request.form['email'],
|
||||||
|
email_verified,
|
||||||
|
request.form['fetch-error'],
|
||||||
|
request.form['submit-error'],
|
||||||
|
request.form['generation-error'],
|
||||||
|
request.form['reply-error'],
|
||||||
|
session['user_id']
|
||||||
|
))
|
||||||
|
c.close()
|
||||||
|
mysql.connection.commit()
|
||||||
|
except:
|
||||||
|
session['error'] = "Encountered an error while updating the database."
|
||||||
|
return redirect(url_for('render_settings'), 303)
|
||||||
|
|
||||||
|
session['success'] = True
|
||||||
|
return redirect(url_for('render_settings'), 303)
|
384
app/webui.py
384
app/webui.py
|
@ -1,11 +1,19 @@
|
||||||
from flask import Flask, render_template, session, request, redirect, url_for, send_file
|
from flask import Flask, render_template, session, request, redirect, url_for, send_file
|
||||||
from flask_mysqldb import MySQL
|
from flask_mysqldb import MySQL
|
||||||
|
|
||||||
from mastodon import Mastodon
|
from mastodon import Mastodon
|
||||||
|
|
||||||
import requests
|
import requests
|
||||||
import MySQLdb
|
import MySQLdb
|
||||||
import bcrypt
|
import bcrypt
|
||||||
import json, hashlib, re
|
import json, hashlib, re
|
||||||
|
|
||||||
import functions
|
import functions
|
||||||
|
from pages.home import home
|
||||||
|
from pages.settings import settings
|
||||||
|
from pages.bot.edit import bot_edit
|
||||||
|
from pages.bot.accounts_add import bot_accounts_add
|
||||||
|
from pages.bot.create import bot_create
|
||||||
|
|
||||||
cfg = json.load(open("config.json"))
|
cfg = json.load(open("config.json"))
|
||||||
|
|
||||||
|
@ -30,37 +38,8 @@ def login_check():
|
||||||
return redirect(url_for('home'))
|
return redirect(url_for('home'))
|
||||||
|
|
||||||
@app.route("/")
|
@app.route("/")
|
||||||
def home():
|
def render_home():
|
||||||
if 'user_id' in session:
|
return home(mysql)
|
||||||
c = mysql.connection.cursor()
|
|
||||||
c.execute("SELECT COUNT(*) FROM `bots` WHERE user_id = %s", (session['user_id'],))
|
|
||||||
bot_count = c.fetchone()[0]
|
|
||||||
active_count = None
|
|
||||||
bots = {}
|
|
||||||
bot_users = {}
|
|
||||||
next_posts = {}
|
|
||||||
|
|
||||||
if bot_count > 0:
|
|
||||||
c.execute("SELECT COUNT(*) FROM `bots` WHERE user_id = %s AND enabled = TRUE", (session['user_id'],))
|
|
||||||
active_count = c.fetchone()[0]
|
|
||||||
dc = mysql.connection.cursor(MySQLdb.cursors.DictCursor)
|
|
||||||
dc.execute("SELECT `handle`, `enabled`, `last_post`, `post_frequency`, `icon` FROM `bots` WHERE user_id = %s", (session['user_id'],))
|
|
||||||
bots = dc.fetchall()
|
|
||||||
dc.close()
|
|
||||||
|
|
||||||
for bot in bots:
|
|
||||||
# multiple SELECTS is slow, maybe SELECT all at once and filter with python?
|
|
||||||
c.execute("SELECT COUNT(*) FROM `bot_learned_accounts` WHERE bot_id = %s", (bot['handle'],))
|
|
||||||
bot_users[bot['handle']] = c.fetchone()[0]
|
|
||||||
c.execute("SELECT post_frequency - TIMESTAMPDIFF(MINUTE, last_post, CURRENT_TIMESTAMP()) FROM bots WHERE TIMESTAMPDIFF(MINUTE, last_post, CURRENT_TIMESTAMP()) <= post_frequency AND enabled = TRUE AND handle = %s", (bot['handle'],))
|
|
||||||
next_post = c.fetchone()
|
|
||||||
if next_post is not None:
|
|
||||||
next_posts[bot['handle']] = next_post
|
|
||||||
|
|
||||||
c.close()
|
|
||||||
return render_template("home.html", bot_count = bot_count, active_count = active_count, bots = bots, bot_users = bot_users, next_posts = next_posts)
|
|
||||||
else:
|
|
||||||
return render_template("front_page.html")
|
|
||||||
|
|
||||||
@app.route("/welcome")
|
@app.route("/welcome")
|
||||||
def welcome():
|
def welcome():
|
||||||
|
@ -79,130 +58,19 @@ def show_signup_page():
|
||||||
return render_template("login.html", signup = True, error = session.pop('error', None))
|
return render_template("login.html", signup = True, error = session.pop('error', None))
|
||||||
|
|
||||||
@app.route("/settings", methods=['GET', 'POST'])
|
@app.route("/settings", methods=['GET', 'POST'])
|
||||||
def settings():
|
def render_settings():
|
||||||
if request.method == 'GET':
|
return settings(mysql)
|
||||||
dc = mysql.connection.cursor(MySQLdb.cursors.DictCursor)
|
|
||||||
dc.execute("SELECT * FROM `users` WHERE id = %s", (session['user_id'],))
|
|
||||||
user = dc.fetchone()
|
|
||||||
dc.close()
|
|
||||||
return render_template("settings.html", user = user, error = session.pop('error', None), success = session.pop('success', None))
|
|
||||||
|
|
||||||
else:
|
|
||||||
# update settings
|
|
||||||
c = mysql.connection.cursor()
|
|
||||||
|
|
||||||
c.execute("SELECT COUNT(*) FROM users WHERE email = %s AND id != %s", (request.form['email'], session['user_id']))
|
|
||||||
if c.fetchone()[0] > 0:
|
|
||||||
session['error'] = "Email address already in use."
|
|
||||||
return redirect(url_for("settings"), 303)
|
|
||||||
|
|
||||||
for setting in [request.form['fetch-error'], request.form['submit-error'], request.form['reply-error'], request.form['generation-error']]:
|
|
||||||
if setting not in ['once', 'always', 'never']:
|
|
||||||
session['error'] = 'Invalid option "{}".'.format(setting)
|
|
||||||
return redirect(url_for('settings'), 303)
|
|
||||||
|
|
||||||
if request.form['password'] != '':
|
|
||||||
# user is updating their password
|
|
||||||
if len(request.form['password']) < 8:
|
|
||||||
session['error'] = "Password too short."
|
|
||||||
return redirect(url_for("settings"), 303)
|
|
||||||
|
|
||||||
pw_hashed = hashlib.sha256(request.form['password'].encode('utf-8')).digest().replace(b"\0", b"\1")
|
|
||||||
pw = bcrypt.hashpw(pw_hashed, bcrypt.gensalt(12))
|
|
||||||
c.execute("UPDATE users SET password = %s WHERE id = %s", (pw, session['user_id']))
|
|
||||||
|
|
||||||
# don't require email verification again if the new email address is the same as the old one
|
|
||||||
c.execute("SELECT email_verified FROM users WHERE id = %s", (session['user_id'],))
|
|
||||||
if c.fetchone()[0]:
|
|
||||||
c.execute("SELECT email FROM users WHERE id = %s", (session['user_id'],))
|
|
||||||
previous_email = c.fetchone()[0]
|
|
||||||
|
|
||||||
email_verified = (previous_email == request.form['email'])
|
|
||||||
else:
|
|
||||||
email_verified = False
|
|
||||||
|
|
||||||
try:
|
|
||||||
c.execute("UPDATE users SET email = %s, email_verified = %s, `fetch` = %s, submit = %s, generation = %s, reply = %s WHERE id = %s", (
|
|
||||||
request.form['email'],
|
|
||||||
email_verified,
|
|
||||||
request.form['fetch-error'],
|
|
||||||
request.form['submit-error'],
|
|
||||||
request.form['generation-error'],
|
|
||||||
request.form['reply-error'],
|
|
||||||
session['user_id']
|
|
||||||
))
|
|
||||||
c.close()
|
|
||||||
mysql.connection.commit()
|
|
||||||
except:
|
|
||||||
session['error'] = "Encountered an error while updating the database."
|
|
||||||
return redirect(url_for('settings'), 303)
|
|
||||||
|
|
||||||
session['success'] = True
|
|
||||||
return redirect(url_for('settings'), 303)
|
|
||||||
|
|
||||||
@app.route("/bot/edit/<id>", methods = ['GET', 'POST'])
|
@app.route("/bot/edit/<id>", methods = ['GET', 'POST'])
|
||||||
def bot_edit(id):
|
def render_bot_edit(id):
|
||||||
if request.method == "GET":
|
return bot_edit(id, mysql)
|
||||||
dc = mysql.connection.cursor(MySQLdb.cursors.DictCursor)
|
|
||||||
dc.execute("SELECT * FROM bots WHERE handle = %s", (id,))
|
|
||||||
return render_template("bot_edit.html", bot = dc.fetchone(), error = session.pop('error', None), success = session.pop('success', None))
|
|
||||||
else:
|
|
||||||
# update stored settings
|
|
||||||
replies_enabled = 'replies' in request.form
|
|
||||||
learn_from_cw = 'cw-learning' in request.form
|
|
||||||
|
|
||||||
if request.form['fake-mention-style'] not in ['full', 'brief']:
|
|
||||||
session['error'] = "Invalid setting for fake mention style."
|
|
||||||
return redirect("/bot/edit/{}".format(id), 303)
|
|
||||||
|
|
||||||
if request.form['fake-mentions'] not in ['always', 'middle', 'never']:
|
|
||||||
session['error'] = "Invalid setting for fake mentions."
|
|
||||||
return redirect("/bot/edit/{}".format(id), 303)
|
|
||||||
|
|
||||||
if request.form['privacy'] not in ['public', 'unlisted', 'private']:
|
|
||||||
session['error'] = "Invalid setting for post privacy."
|
|
||||||
return redirect("/bot/edit/{}".format(id), 303)
|
|
||||||
|
|
||||||
if int(request.form['length']) < 100 or int(request.form['length']) > 5000:
|
|
||||||
session['error'] = "Invalid setting for maximum post length."
|
|
||||||
return redirect("/bot/edit/{}".format(id), 303)
|
|
||||||
|
|
||||||
if int(request.form['freq']) < 15 or int(request.form['freq']) > 240 or int(request.form['freq']) % 5:
|
|
||||||
session['error'] = "Invalid setting for post frequency."
|
|
||||||
return redirect("/bot/edit/{}".format(id), 303)
|
|
||||||
|
|
||||||
if len(request.form['cw']) > 128:
|
|
||||||
session['error'] = "Content warning cannot exceed 128 characters."
|
|
||||||
return redirect("/bot/edit/{}".format(id), 303)
|
|
||||||
|
|
||||||
c = mysql.connection.cursor()
|
|
||||||
try:
|
|
||||||
c.execute("UPDATE bots SET replies_enabled = %s, post_frequency = %s, content_warning = %s, length = %s, fake_mentions = %s, fake_mentions_full = %s, post_privacy = %s, learn_from_cw = %s WHERE handle = %s", (
|
|
||||||
replies_enabled,
|
|
||||||
request.form['freq'],
|
|
||||||
request.form['cw'] if request.form['cw'] != "" else None,
|
|
||||||
request.form['length'],
|
|
||||||
request.form['fake-mentions'],
|
|
||||||
request.form['fake-mention-style'] == 'full',
|
|
||||||
request.form['privacy'],
|
|
||||||
learn_from_cw,
|
|
||||||
id
|
|
||||||
))
|
|
||||||
mysql.connection.commit()
|
|
||||||
c.close()
|
|
||||||
except:
|
|
||||||
session['error'] = "Couldn't save your settings."
|
|
||||||
return redirect("/bot/edit/{}".format(id), 303)
|
|
||||||
|
|
||||||
session['success'] = True
|
|
||||||
return redirect("/bot/edit/{}".format(id), 303)
|
|
||||||
|
|
||||||
@app.route("/bot/delete/<id>", methods=['GET', 'POST'])
|
@app.route("/bot/delete/<id>", methods=['GET', 'POST'])
|
||||||
def bot_delete(id):
|
def bot_delete(id):
|
||||||
if bot_check(id):
|
if bot_check(id):
|
||||||
if request.method == 'GET':
|
if request.method == 'GET':
|
||||||
instance = id.split("@")[2]
|
instance = id.split("@")[2]
|
||||||
return render_template("bot_delete.html", instance = instance)
|
return render_template("bot/delete.html", instance = instance)
|
||||||
else:
|
else:
|
||||||
# delete bot by deleting its credentials
|
# delete bot by deleting its credentials
|
||||||
# FK constraint will delete bot
|
# FK constraint will delete bot
|
||||||
|
@ -255,95 +123,11 @@ def bot_accounts(id):
|
||||||
|
|
||||||
c.close()
|
c.close()
|
||||||
|
|
||||||
return render_template("bot_accounts.html", users = users, post_count = post_count)
|
return render_template("bot/accounts.html", users = users, post_count = post_count)
|
||||||
|
|
||||||
@app.route("/bot/accounts/add", methods = ['GET', 'POST'])
|
@app.route("/bot/accounts/add", methods = ['GET', 'POST'])
|
||||||
def bot_accounts_add():
|
def render_bot_accounts_add():
|
||||||
if request.method == 'POST':
|
return bot_accounts_add(mysql)
|
||||||
if session['step'] == 1:
|
|
||||||
if request.form['account'] == session['bot']:
|
|
||||||
error = "Bots cannot learn from themselves."
|
|
||||||
return render_template("bot_accounts_add.html", error = error)
|
|
||||||
|
|
||||||
# look up user
|
|
||||||
handle_list = request.form['account'].split('@')
|
|
||||||
if len(handle_list) != 3:
|
|
||||||
# not formatted correctly
|
|
||||||
error = "Incorrectly formatted handle."
|
|
||||||
return render_template("bot_accounts_add.html", error = error)
|
|
||||||
|
|
||||||
username = handle_list[1]
|
|
||||||
instance = handle_list[2]
|
|
||||||
|
|
||||||
# gab check
|
|
||||||
try:
|
|
||||||
r = requests.get("https://{}/api/v1/instance".format(instance), timeout=10)
|
|
||||||
except requests.exceptions.ConnectionError:
|
|
||||||
error = "Couldn't connect to {}.".format(instance)
|
|
||||||
return render_template("bot_accounts_add.html", error = error)
|
|
||||||
except:
|
|
||||||
error = "An unknown error occurred."
|
|
||||||
return render_template("bot_accounts_add.html", error = error)
|
|
||||||
|
|
||||||
if r.status_code == 200:
|
|
||||||
j = r.json()
|
|
||||||
if 'contact_account' in j and 'is_pro' in j['contact_account']:
|
|
||||||
# gab instance
|
|
||||||
error = "Gab instances are not supported."
|
|
||||||
return render_template("bot_accounts_add.html", error = error)
|
|
||||||
|
|
||||||
# 1. download host-meta to find webfinger URL
|
|
||||||
r = requests.get("https://{}/.well-known/host-meta".format(instance), timeout=10)
|
|
||||||
if r.status_code != 200:
|
|
||||||
error = "Couldn't get host-meta."
|
|
||||||
return render_template("bot_accounts_add.html", error = error)
|
|
||||||
|
|
||||||
# 2. use webfinger to find user's info page
|
|
||||||
#TODO: use more reliable method
|
|
||||||
try:
|
|
||||||
uri = re.search(r'template="([^"]+)"', r.text).group(1)
|
|
||||||
uri = uri.format(uri = "{}@{}".format(username, instance))
|
|
||||||
except:
|
|
||||||
error = "Couldn't find WebFinger URL."
|
|
||||||
return render_template("bot_accounts_add.html", error = error)
|
|
||||||
|
|
||||||
r = requests.get(uri, headers={"Accept": "application/json"}, timeout=10)
|
|
||||||
try:
|
|
||||||
j = r.json()
|
|
||||||
except:
|
|
||||||
error = "Invalid WebFinger response."
|
|
||||||
return render_template("bot_accounts_add.html", error = error)
|
|
||||||
|
|
||||||
found = False
|
|
||||||
for link in j['links']:
|
|
||||||
if link['rel'] == 'self':
|
|
||||||
#this is a link formatted like "https://instan.ce/users/username", which is what we need
|
|
||||||
uri = link['href']
|
|
||||||
found = True
|
|
||||||
break
|
|
||||||
if not found:
|
|
||||||
error = "Couldn't find a valid ActivityPub outbox URL."
|
|
||||||
return render_template("bot_accounts_add.html", error = error)
|
|
||||||
|
|
||||||
# 3. format as outbox URL and check to make sure it works
|
|
||||||
outbox = "{}/outbox?page=true".format(uri)
|
|
||||||
r = requests.get(uri, headers={"Accept": "application/json"}, timeout=10)
|
|
||||||
if r.status_code == 200:
|
|
||||||
# success!!
|
|
||||||
c = mysql.connection.cursor()
|
|
||||||
c.execute("REPLACE INTO `fedi_accounts` (`handle`, `outbox`) VALUES (%s, %s)", (request.form['account'], outbox))
|
|
||||||
c.execute("INSERT INTO `bot_learned_accounts` (`bot_id`, `fedi_id`) VALUES (%s, %s)", (session['bot'], request.form['account']))
|
|
||||||
c.close()
|
|
||||||
mysql.connection.commit()
|
|
||||||
return redirect("/bot/accounts/{}".format(session['bot']), 303)
|
|
||||||
else:
|
|
||||||
error = "Couldn't access ActivityPub outbox. {} may require authenticated fetches, which FediBooks doesn't support yet.".format(instance)
|
|
||||||
return render_template("bot_accounts_add.html", error = error)
|
|
||||||
else:
|
|
||||||
# new account add request
|
|
||||||
session['step'] = 1
|
|
||||||
|
|
||||||
return render_template("bot_accounts_add.html", error = session.pop('error', None))
|
|
||||||
|
|
||||||
@app.route("/bot/accounts/toggle/<id>")
|
@app.route("/bot/accounts/toggle/<id>")
|
||||||
def bot_accounts_toggle(id):
|
def bot_accounts_toggle(id):
|
||||||
|
@ -357,7 +141,7 @@ def bot_accounts_toggle(id):
|
||||||
def bot_accounts_delete(id):
|
def bot_accounts_delete(id):
|
||||||
if request.method == 'GET':
|
if request.method == 'GET':
|
||||||
instance = id.split("@")[2]
|
instance = id.split("@")[2]
|
||||||
return render_template("bot_accounts_delete.html", user = id, instance = instance)
|
return render_template("bot/accounts_delete.html", user = id, instance = instance)
|
||||||
else:
|
else:
|
||||||
#NOTE: when user credential support is added, we'll need to delete the creds too
|
#NOTE: when user credential support is added, we'll need to delete the creds too
|
||||||
c = mysql.connection.cursor()
|
c = mysql.connection.cursor()
|
||||||
|
@ -373,132 +157,8 @@ def bot_accounts_delete(id):
|
||||||
return redirect("/bot/accounts/{}".format(session['bot']), 303)
|
return redirect("/bot/accounts/{}".format(session['bot']), 303)
|
||||||
|
|
||||||
@app.route("/bot/create/", methods=['GET', 'POST'])
|
@app.route("/bot/create/", methods=['GET', 'POST'])
|
||||||
def bot_create():
|
def render_bot_create():
|
||||||
if request.method == 'POST':
|
return bot_create(mysql, cfg, scopes, scopes_pleroma)
|
||||||
if session['step'] == 1:
|
|
||||||
# strip leading https://, if provided
|
|
||||||
session['instance'] = re.match(r"^(?:https?:\/\/)?(.*)", request.form['instance']).group(1)
|
|
||||||
|
|
||||||
# check for mastodon/pleroma
|
|
||||||
try:
|
|
||||||
r = requests.get("https://{}/api/v1/instance".format(session['instance']), timeout=10)
|
|
||||||
except requests.ConnectionError:
|
|
||||||
session['error'] = "Couldn't connect to https://{}.".format(session['instance'])
|
|
||||||
return render_template("bot_create.html", error = session.pop('error', None))
|
|
||||||
except:
|
|
||||||
session['error'] = "An unknown error occurred while trying to load https://{}".format(session['instance'])
|
|
||||||
return render_template("bot_create.html", error = session.pop('error', None))
|
|
||||||
|
|
||||||
if r.status_code == 200:
|
|
||||||
j = r.json()
|
|
||||||
if "Pleroma" in j['version']:
|
|
||||||
session['instance_type'] = "Pleroma"
|
|
||||||
session['step'] += 1
|
|
||||||
else:
|
|
||||||
if 'contact_account' in j and 'is_pro' in j['contact_account']:
|
|
||||||
# gab instance
|
|
||||||
session['error'] = "Gab instances are not supported."
|
|
||||||
else:
|
|
||||||
session['instance_type'] = "Mastodon"
|
|
||||||
session['step'] += 1
|
|
||||||
|
|
||||||
else:
|
|
||||||
# not a masto/pleroma instance
|
|
||||||
# misskey is currently unsupported
|
|
||||||
# all other instance types are also unsupported
|
|
||||||
# return an error message
|
|
||||||
#TODO: misskey
|
|
||||||
session['error'] = "Unsupported instance type. Misskey support is planned."
|
|
||||||
|
|
||||||
elif session['step'] == 2:
|
|
||||||
# nothing needs to be done here, this step just informs the user that their instance type is supported
|
|
||||||
session['step'] += 1
|
|
||||||
|
|
||||||
elif session['step'] == 3:
|
|
||||||
# authenticate with the given instance and obtain credentials
|
|
||||||
if session['instance_type'] in ['Mastodon', 'Pleroma']:
|
|
||||||
redirect_uri = '{}/do/authenticate_bot'.format(cfg['base_uri'])
|
|
||||||
|
|
||||||
session['client_id'], session['client_secret'] = Mastodon.create_app(
|
|
||||||
"FediBooks",
|
|
||||||
api_base_url="https://{}".format(session['instance']),
|
|
||||||
scopes=scopes if session['instance_type'] == 'Mastodon' else scopes_pleroma,
|
|
||||||
redirect_uris=[redirect_uri],
|
|
||||||
website=cfg['base_uri']
|
|
||||||
)
|
|
||||||
|
|
||||||
client = Mastodon(
|
|
||||||
client_id=session['client_id'],
|
|
||||||
client_secret=session['client_secret'],
|
|
||||||
api_base_url="https://{}".format(session['instance'])
|
|
||||||
)
|
|
||||||
|
|
||||||
url = client.auth_request_url(
|
|
||||||
client_id=session['client_id'],
|
|
||||||
redirect_uris=redirect_uri,
|
|
||||||
scopes=scopes if session['instance_type'] == 'Mastodon' else scopes_pleroma
|
|
||||||
)
|
|
||||||
return redirect(url, code=303)
|
|
||||||
|
|
||||||
elif session['instance_type'] == 'Misskey':
|
|
||||||
# todo
|
|
||||||
pass
|
|
||||||
|
|
||||||
else:
|
|
||||||
# the user clicked next on step 2 while having an unsupported instance type
|
|
||||||
# take them back home
|
|
||||||
del session['instance']
|
|
||||||
del session['instance_type']
|
|
||||||
session['step'] = 1
|
|
||||||
return redirect(url_for("home"), 303)
|
|
||||||
|
|
||||||
else:
|
|
||||||
if 'step' in session and session['step'] == 4:
|
|
||||||
try:
|
|
||||||
# test authentication
|
|
||||||
client = Mastodon(client_id=session['client_id'], client_secret=session['client_secret'], api_base_url=session['instance'])
|
|
||||||
session['secret'] = client.log_in(
|
|
||||||
code = session['code'],
|
|
||||||
scopes=scopes if session['instance_type'] == 'Mastodon' else scopes_pleroma,
|
|
||||||
redirect_uri='{}/do/authenticate_bot'.format(cfg['base_uri'])
|
|
||||||
)
|
|
||||||
username = client.account_verify_credentials()['username']
|
|
||||||
handle = "@{}@{}".format(username, session['instance'])
|
|
||||||
except:
|
|
||||||
# authentication error occurred
|
|
||||||
error = "Authentication failed."
|
|
||||||
session['step'] = 3
|
|
||||||
return render_template("bot_create.html", error = error)
|
|
||||||
|
|
||||||
# authentication success!!
|
|
||||||
c = mysql.connection.cursor()
|
|
||||||
c.execute("INSERT INTO `credentials` (client_id, client_secret, secret) VALUES (%s, %s, %s)", (session['client_id'], session['client_secret'], session['secret']))
|
|
||||||
credentials_id = c.lastrowid
|
|
||||||
mysql.connection.commit()
|
|
||||||
|
|
||||||
# get webpush url
|
|
||||||
privated, publicd = client.push_subscription_generate_keys()
|
|
||||||
private = privated['privkey']
|
|
||||||
public = publicd['pubkey']
|
|
||||||
secret = privated['auth']
|
|
||||||
client.push_subscription_set("{}/push/{}".format(cfg['base_uri'], handle), publicd, mention_events = True)
|
|
||||||
|
|
||||||
c.execute("INSERT INTO `bots` (handle, user_id, credentials_id, push_public_key, push_private_key, push_secret, instance_type) VALUES (%s, %s, %s, %s, %s, %s, %s)", (handle, session['user_id'], credentials_id, public, private, secret, session['instance_type']))
|
|
||||||
mysql.connection.commit()
|
|
||||||
c.close()
|
|
||||||
|
|
||||||
# clean up unneeded variables
|
|
||||||
del session['code']
|
|
||||||
del session['instance']
|
|
||||||
del session['instance_type']
|
|
||||||
del session['client_id']
|
|
||||||
del session['client_secret']
|
|
||||||
else:
|
|
||||||
# user is starting a new bot create request
|
|
||||||
session['step'] = 1
|
|
||||||
|
|
||||||
|
|
||||||
return render_template("bot_create.html", error = session.pop('error', None))
|
|
||||||
|
|
||||||
@app.route("/bot/create/back")
|
@app.route("/bot/create/back")
|
||||||
def bot_create_back():
|
def bot_create_back():
|
||||||
|
@ -618,7 +278,7 @@ def report_bug():
|
||||||
|
|
||||||
@app.route("/help/settings")
|
@app.route("/help/settings")
|
||||||
def help_settings():
|
def help_settings():
|
||||||
return render_template("help_settings.html")
|
return render_template("help/settings.html")
|
||||||
|
|
||||||
@app.route("/img/bot_generic.png")
|
@app.route("/img/bot_generic.png")
|
||||||
def img_bot_generic():
|
def img_bot_generic():
|
||||||
|
|
Loading…
Reference in a new issue