155 lines
6.7 KiB
Python
155 lines
6.7 KiB
Python
from flask import Flask, render_template, request
|
|
import pymongo
|
|
import youtube_dl
|
|
import json
|
|
import re
|
|
import os
|
|
|
|
app = Flask(__name__)
|
|
pathregex = re.compile("\\w{1,15}\\/status\\/\\d{19}")
|
|
|
|
if not os.path.exists("config.json"):
|
|
with open("config.json", "w") as outfile:
|
|
default = {"config":{"link_cache":"json","database":"[url to mongo database goes here]","method":"youtube-dl"},"api":{"consumer_key":"[consumer key goes here]","consumer_secret":"[consumer secret goes here]","access_token_key":"[access token key goes here]","access_token_secret":"[access token secret goes here]"}}
|
|
json.dump(default, outfile, indent=4, sort_keys=True)
|
|
|
|
f = open("config.json")
|
|
config = json.load(f)
|
|
f.close()
|
|
|
|
link_cache_system = config['config']['link_cache'] # Select your prefered link cache system, "db" for mongoDB or "json" for locally writing a json file ( not great if using multiple workers )
|
|
|
|
if link_cache_system == "json":
|
|
link_cache = {}
|
|
if not os.path.exists("config.json"):
|
|
with open("config.json", "w") as outfile:
|
|
deflinkcache = {"test":"test"}
|
|
json.dump(deflinkcache, outfile, indent=4, sort_keys=True)
|
|
|
|
f = open('links.json',)
|
|
link_cache = json.load(f)
|
|
f.close()
|
|
elif link_cache_system == "db":
|
|
client = pymongo.MongoClient(config['config']['database'], connect=False)
|
|
db = client.TwitFix
|
|
|
|
@app.route('/')
|
|
def default():
|
|
return render_template('default.html', message="TwitFix is an attempt to fix twitter video embeds in discord! created by Robin Universe :) 💖 ")
|
|
|
|
@app.route('/oembed.json')
|
|
def oembedend():
|
|
desc = request.args.get("desc", None)
|
|
user = request.args.get("user", None)
|
|
link = request.args.get("link", None)
|
|
return oEmbedGen(desc,user,link)
|
|
|
|
@app.route('/<path:subpath>')
|
|
def twitfix(subpath):
|
|
|
|
match = pathregex.search(subpath)
|
|
if match is not None:
|
|
twitter_url = subpath
|
|
|
|
if match.start() == 0:
|
|
twitter_url = "https://twitter.com/" + subpath
|
|
|
|
res = embedVideo(twitter_url)
|
|
return res
|
|
else:
|
|
return render_template('default.html', message="This doesn't seem to be a twitter link, try /other/ to see if other kinds of video link works? (experimental)")
|
|
|
|
@app.route('/other/<path:subpath>') # Show all info that Youtube-DL can get about a video as a json
|
|
def other(subpath):
|
|
res = embedVideo(subpath)
|
|
return res
|
|
|
|
@app.route('/info/<path:subpath>') # Show all info that Youtube-DL can get about a video as a json
|
|
def info(subpath):
|
|
with youtube_dl.YoutubeDL({'outtmpl': '%(id)s.%(ext)s'}) as ydl:
|
|
result = ydl.extract_info(subpath, download=False)
|
|
|
|
return result
|
|
|
|
def embedVideo(vidlink): # Return a render template from a video url
|
|
if link_cache_system == "db":
|
|
collection = db.linkCache
|
|
dbresult = collection.find_one({'tweet': vidlink})
|
|
if dbresult != None:
|
|
print("Link located in DB cache")
|
|
return render_template('index.html', vidurl=dbresult['url'], desc=dbresult['description'].rsplit(' ',1)[0], pic=dbresult['thumbnail'], user=dbresult['uploader'], vidlink=vidlink)
|
|
else:
|
|
with youtube_dl.YoutubeDL({'outtmpl': '%(id)s.%(ext)s'}) as ydl:
|
|
try:
|
|
print("Link not in json cache, downloading and adding details to cache file")
|
|
result = ydl.extract_info(vidlink, download=False)
|
|
vnf = vidInfo(result['url'], vidlink, result['description'], result['thumbnail'], result['uploader'])
|
|
|
|
try:
|
|
out = db.linkCache.insert_one(vnf)
|
|
print("Link added to DB cache")
|
|
except Exception:
|
|
print("Failed to add link to DB cache")
|
|
|
|
return render_template('index.html', vidurl=vnf['url'], desc=vnf['description'].rsplit(' ',1)[0], pic=vnf['thumbnail'], user=vnf['uploader'], vidlink=vidlink)
|
|
|
|
except Exception:
|
|
print("Failed to download link")
|
|
return render_template('default.html', message="Failed to scan your link!")
|
|
|
|
elif link_cache_system == "json":
|
|
if vidlink in link_cache:
|
|
print("Link located in json cache")
|
|
return render_template('index.html', vidurl=link_cache[vidlink]['url'], desc=link_cache[vidlink]['description'], pic=link_cache[vidlink]['thumbnail'], user=link_cache[vidlink]['uploader'], vidlink=vidlink)
|
|
else:
|
|
with youtube_dl.YoutubeDL({'outtmpl': '%(id)s.%(ext)s'}) as ydl:
|
|
try:
|
|
print("Link not in json cache, downloading and adding details to cache file")
|
|
result = ydl.extract_info(vidlink, download=False)
|
|
vnf = vidInfo(result['url'], vidlink, result['description'], result['thumbnail'], result['uploader'])
|
|
link_cache[vidlink] = vnf
|
|
|
|
with open("links.json", "w") as outfile:
|
|
json.dump(link_cache, outfile, indent=4, sort_keys=True)
|
|
|
|
except Exception: # Just to keep from 500s that are messy
|
|
print("Failed to download link")
|
|
return render_template('default.html', message="Failed to scan your link!")
|
|
|
|
return render_template('index.html', vidurl=vnf['url'], desc=vnf['description'].rsplit(' ',1)[0], pic=vnf['thumbnail'], user=vnf['uploader'], vidlink=vidlink)
|
|
else:
|
|
try:
|
|
with youtube_dl.YoutubeDL({'outtmpl': '%(id)s.%(ext)s'}) as ydl:
|
|
result = ydl.extract_info(subpath, download=False)
|
|
vnf = vidInfo(result['url'], vidlink, result['description'], result['thumbnail'], result['uploader'])
|
|
return render_template('index.html', vidurl=vnf['url'], desc=vnf['description'].rsplit(' ',1)[0], pic=vnf['thumbnail'], user=vnf['uploader'], vidlink=vidlink)
|
|
except Exception:
|
|
print("Failed to download link")
|
|
return render_template('default.html', message="Failed to scan your link!")
|
|
|
|
|
|
def vidInfo(url, tweet="", desc="", thumb="", uploader=""): # Return a dict of video info with default values
|
|
vnf = {
|
|
"tweet" :tweet,
|
|
"url" :url,
|
|
"description" :desc,
|
|
"thumbnail" :thumb,
|
|
"uploader" :uploader
|
|
}
|
|
return vnf
|
|
|
|
def oEmbedGen(description, user, vidlink):
|
|
out = {
|
|
"type":"video",
|
|
"version":"1.0",
|
|
"provider_name":"TwitFix",
|
|
"provider_url":"https://github.com/robinuniverse/twitfix",
|
|
"title":description,
|
|
"author_name":user,
|
|
"author_url":vidlink
|
|
}
|
|
|
|
return out
|
|
|
|
if __name__ == "__main__":
|
|
app.run(host='0.0.0.0')
|