from flask import Flask, render_template, request import pymongo import youtube_dl import json import re import os app = Flask(__name__) pathregex = re.compile("\\w{1,15}\\/status\\/\\d{19}") if not os.path.exists("config.json"): with open("config.json", "w") as outfile: default = {"config":{"link_cache":"json","database":"[url to mongo database goes here]","method":"youtube-dl"},"api":{"consumer_key":"[consumer key goes here]","consumer_secret":"[consumer secret goes here]","access_token_key":"[access token key goes here]","access_token_secret":"[access token secret goes here]"}} json.dump(default, outfile, indent=4, sort_keys=True) f = open("config.json") config = json.load(f) f.close() link_cache_system = config['config']['link_cache'] # Select your prefered link cache system, "db" for mongoDB or "json" for locally writing a json file ( not great if using multiple workers ) if link_cache_system == "json": link_cache = {} if not os.path.exists("config.json"): with open("config.json", "w") as outfile: deflinkcache = {"test":"test"} json.dump(deflinkcache, outfile, indent=4, sort_keys=True) f = open('links.json',) link_cache = json.load(f) f.close() elif link_cache_system == "db": client = pymongo.MongoClient(config['config']['database'], connect=False) db = client.TwitFix @app.route('/') def default(): return render_template('default.html', message="TwitFix is an attempt to fix twitter video embeds in discord! created by Robin Universe :) 💖 ") @app.route('/oembed.json') def oembedend(): desc = request.args.get("desc", None) user = request.args.get("user", None) link = request.args.get("link", None) return oEmbedGen(desc,user,link) @app.route('/') def twitfix(subpath): match = pathregex.search(subpath) if match is not None: twitter_url = subpath if match.start() == 0: twitter_url = "https://twitter.com/" + subpath res = embedVideo(twitter_url) return res else: return render_template('default.html', message="This doesn't seem to be a twitter link, try /other/ to see if other kinds of video link works? (experimental)") @app.route('/other/') # Show all info that Youtube-DL can get about a video as a json def other(subpath): res = embedVideo(subpath) return res @app.route('/info/') # Show all info that Youtube-DL can get about a video as a json def info(subpath): with youtube_dl.YoutubeDL({'outtmpl': '%(id)s.%(ext)s'}) as ydl: result = ydl.extract_info(subpath, download=False) return result def embedVideo(vidlink): # Return a render template from a video url if link_cache_system == "db": collection = db.linkCache dbresult = collection.find_one({'tweet': vidlink}) if dbresult != None: print("Link located in DB cache") return render_template('index.html', vidurl=dbresult['url'], desc=dbresult['description'].rsplit(' ',1)[0], pic=dbresult['thumbnail'], user=dbresult['uploader'], vidlink=vidlink) else: with youtube_dl.YoutubeDL({'outtmpl': '%(id)s.%(ext)s'}) as ydl: try: print("Link not in json cache, downloading and adding details to cache file") result = ydl.extract_info(vidlink, download=False) vnf = vidInfo(result['url'], vidlink, result['description'], result['thumbnail'], result['uploader']) try: out = db.linkCache.insert_one(vnf) print("Link added to DB cache") except Exception: print("Failed to add link to DB cache") return render_template('index.html', vidurl=vnf['url'], desc=vnf['description'].rsplit(' ',1)[0], pic=vnf['thumbnail'], user=vnf['uploader'], vidlink=vidlink) except Exception: print("Failed to download link") return render_template('default.html', message="Failed to scan your link!") elif link_cache_system == "json": if vidlink in link_cache: print("Link located in json cache") return render_template('index.html', vidurl=link_cache[vidlink]['url'], desc=link_cache[vidlink]['description'], pic=link_cache[vidlink]['thumbnail'], user=link_cache[vidlink]['uploader'], vidlink=vidlink) else: with youtube_dl.YoutubeDL({'outtmpl': '%(id)s.%(ext)s'}) as ydl: try: print("Link not in json cache, downloading and adding details to cache file") result = ydl.extract_info(vidlink, download=False) vnf = vidInfo(result['url'], vidlink, result['description'], result['thumbnail'], result['uploader']) link_cache[vidlink] = vnf with open("links.json", "w") as outfile: json.dump(link_cache, outfile, indent=4, sort_keys=True) except Exception: # Just to keep from 500s that are messy print("Failed to download link") return render_template('default.html', message="Failed to scan your link!") return render_template('index.html', vidurl=vnf['url'], desc=vnf['description'].rsplit(' ',1)[0], pic=vnf['thumbnail'], user=vnf['uploader'], vidlink=vidlink) else: try: with youtube_dl.YoutubeDL({'outtmpl': '%(id)s.%(ext)s'}) as ydl: result = ydl.extract_info(subpath, download=False) vnf = vidInfo(result['url'], vidlink, result['description'], result['thumbnail'], result['uploader']) return render_template('index.html', vidurl=vnf['url'], desc=vnf['description'].rsplit(' ',1)[0], pic=vnf['thumbnail'], user=vnf['uploader'], vidlink=vidlink) except Exception: print("Failed to download link") return render_template('default.html', message="Failed to scan your link!") def vidInfo(url, tweet="", desc="", thumb="", uploader=""): # Return a dict of video info with default values vnf = { "tweet" :tweet, "url" :url, "description" :desc, "thumbnail" :thumb, "uploader" :uploader } return vnf def oEmbedGen(description, user, vidlink): out = { "type":"video", "version":"1.0", "provider_name":"TwitFix", "provider_url":"https://github.com/robinuniverse/twitfix", "title":description, "author_name":user, "author_url":vidlink } return out if __name__ == "__main__": app.run(host='0.0.0.0')