youtube fronendHEADmaster

1 files changed, 202 insertions, 0 deletions

diff --git a/youtube/local_playlist.py b/youtube/local_playlist.py
new file mode 100644
index 0000000..aa3ac27
--- /dev/null
+++ b/youtube/local_playlist.py
@@ -0,0 +1,202 @@
+from youtube import util, yt_data_extract
+from youtube import yt_app
+import settings
+
+import os
+import json
+import html
+import gevent
+import urllib
+import math
+
+import flask
+from flask import request
+
+playlists_directory = os.path.join(settings.data_dir, "playlists")
+thumbnails_directory = os.path.join(settings.data_dir, "playlist_thumbnails")
+
+
+def video_ids_in_playlist(name):
+    try:
+        with open(os.path.join(playlists_directory, name + ".txt"), 'r', encoding='utf-8') as file:
+            videos = file.read()
+        return set(json.loads(video)['id'] for video in videos.splitlines())
+    except FileNotFoundError:
+        return set()
+
+
+def add_to_playlist(name, video_info_list):
+    if not os.path.exists(playlists_directory):
+        os.makedirs(playlists_directory)
+    ids = video_ids_in_playlist(name)
+    missing_thumbnails = []
+    with open(os.path.join(playlists_directory, name + ".txt"), "a", encoding='utf-8') as file:
+        for info in video_info_list:
+            id = json.loads(info)['id']
+            if id not in ids:
+                file.write(info + "\n")
+                missing_thumbnails.append(id)
+    gevent.spawn(util.download_thumbnails, os.path.join(thumbnails_directory, name), missing_thumbnails)
+
+
+def add_extra_info_to_videos(videos, playlist_name):
+    '''Adds extra information necessary for rendering the video item HTML
+    Downloads missing thumbnails'''
+    try:
+        thumbnails = set(os.listdir(os.path.join(thumbnails_directory,
+                                                 playlist_name)))
+    except FileNotFoundError:
+        thumbnails = set()
+    missing_thumbnails = []
+
+    for video in videos:
+        video['type'] = 'video'
+        util.add_extra_html_info(video)
+        if video['id'] + '.jpg' in thumbnails:
+            video['thumbnail'] = (
+                '/https://youtube.com/data/playlist_thumbnails/'
+                + playlist_name
+                + '/' + video['id'] + '.jpg')
+        else:
+            video['thumbnail'] = util.get_thumbnail_url(video['id'])
+            missing_thumbnails.append(video['id'])
+
+    gevent.spawn(util.download_thumbnails,
+                 os.path.join(thumbnails_directory, playlist_name),
+                 missing_thumbnails)
+
+
+def read_playlist(name):
+    '''Returns a list of videos for the given playlist name'''
+    playlist_path = os.path.join(playlists_directory, name + '.txt')
+    with open(playlist_path, 'r', encoding='utf-8') as f:
+        data = f.read()
+
+    videos = []
+    videos_json = data.splitlines()
+    for video_json in videos_json:
+        try:
+            info = json.loads(video_json)
+            videos.append(info)
+        except json.decoder.JSONDecodeError:
+            if not video_json.strip() == '':
+                print('Corrupt playlist video entry: ' + video_json)
+    return videos
+
+
+def get_local_playlist_videos(name, offset=0, amount=50):
+    videos = read_playlist(name)
+    add_extra_info_to_videos(videos, name)
+    return videos[offset:offset+amount], len(videos)
+
+
+def get_playlist_names():
+    try:
+        items = os.listdir(playlists_directory)
+    except FileNotFoundError:
+        return
+    for item in items:
+        name, ext = os.path.splitext(item)
+        if ext == '.txt':
+            yield name
+
+
+def remove_from_playlist(name, video_info_list):
+    ids = [json.loads(video)['id'] for video in video_info_list]
+    with open(os.path.join(playlists_directory, name + ".txt"), 'r', encoding='utf-8') as file:
+        videos = file.read()
+    videos_in = videos.splitlines()
+    videos_out = []
+    for video in videos_in:
+        if json.loads(video)['id'] not in ids:
+            videos_out.append(video)
+    with open(os.path.join(playlists_directory, name + ".txt"), 'w', encoding='utf-8') as file:
+        file.write("\n".join(videos_out) + "\n")
+
+    try:
+        thumbnails = set(os.listdir(os.path.join(thumbnails_directory, name)))
+    except FileNotFoundError:
+        pass
+    else:
+        to_delete = thumbnails & set(id + ".jpg" for id in ids)
+        for file in to_delete:
+            os.remove(os.path.join(thumbnails_directory, name, file))
+
+    return len(videos_out)
+
+
+@yt_app.route('/playlists', methods=['GET'])
+@yt_app.route('/playlists/<playlist_name>', methods=['GET'])
+def get_local_playlist_page(playlist_name=None):
+    if playlist_name is None:
+        playlists = [(name, util.URL_ORIGIN + '/playlists/' + name) for name in get_playlist_names()]
+        return flask.render_template('local_playlists_list.html', playlists=playlists)
+    else:
+        page = int(request.args.get('page', 1))
+        offset = 50*(page - 1)
+        videos, num_videos = get_local_playlist_videos(playlist_name, offset=offset, amount=50)
+        return flask.render_template(
+            'local_playlist.html',
+            header_playlist_names=get_playlist_names(),
+            playlist_name=playlist_name,
+            videos=videos,
+            num_pages=math.ceil(num_videos/50),
+            parameters_dictionary=request.args,
+        )
+
+
+@yt_app.route('/playlists/<playlist_name>', methods=['POST'])
+def path_edit_playlist(playlist_name):
+    '''Called when making changes to the playlist from that playlist's page'''
+    if request.values['action'] == 'remove':
+        videos_to_remove = request.values.getlist('video_info_list')
+        number_of_videos_remaining = remove_from_playlist(playlist_name, videos_to_remove)
+        redirect_page_number = min(int(request.values.get('page', 1)), math.ceil(number_of_videos_remaining/50))
+        return flask.redirect(util.URL_ORIGIN + request.path + '?page=' + str(redirect_page_number))
+    elif request.values['action'] == 'remove_playlist':
+        try:
+            os.remove(os.path.join(playlists_directory, playlist_name + ".txt"))
+        except OSError:
+            pass
+        return flask.redirect(util.URL_ORIGIN + '/playlists')
+    elif request.values['action'] == 'export':
+        videos = read_playlist(playlist_name)
+        fmt = request.values['export_format']
+        if fmt in ('ids', 'urls'):
+            prefix = ''
+            if fmt == 'urls':
+                prefix = 'https://www.youtube.com/watch?v='
+            id_list = '\n'.join(prefix + v['id'] for v in videos)
+            id_list += '\n'
+            resp = flask.Response(id_list, mimetype='text/plain')
+            cd = 'attachment; filename="%s.txt"' % playlist_name
+            resp.headers['Content-Disposition'] = cd
+            return resp
+        elif fmt == 'json':
+            json_data = json.dumps({'videos': videos}, indent=2,
+                                   sort_keys=True)
+            resp = flask.Response(json_data, mimetype='text/json')
+            cd = 'attachment; filename="%s.json"' % playlist_name
+            resp.headers['Content-Disposition'] = cd
+            return resp
+        else:
+            flask.abort(400)
+    else:
+        flask.abort(400)
+
+
+@yt_app.route('/edit_playlist', methods=['POST'])
+def edit_playlist():
+    '''Called when adding videos to a playlist from elsewhere'''
+    if request.values['action'] == 'add':
+        add_to_playlist(request.values['playlist_name'], request.values.getlist('video_info_list'))
+        return '', 204
+    else:
+        flask.abort(400)
+
+
+@yt_app.route('/data/playlist_thumbnails/<playlist_name>/<thumbnail>')
+def serve_thumbnail(playlist_name, thumbnail):
+    # .. is necessary because flask always uses the application directory at ./youtube, not the working directory
+    return flask.send_from_directory(
+        os.path.join('..', thumbnails_directory, playlist_name), thumbnail)