upload.py

#!/usr/bin/env python
import requests
import redis
from dotenv import load_dotenv
import os
import sys

load_dotenv()

YOUTUBE_API_KEY = os.environ.get("YOUTUBE_API_KEY")
CHANNEL_ID = os.environ.get("CHANNEL_ID")
REDIS_URL = os.environ.get("REDIS_URL")

r = redis.from_url(url=REDIS_URL, decode_responses=True, db=0)
r.ping()

def handle_videoIdPlusTitle(videoIdPlusTitle):
    try:
        if r.sismember("completed", videoIdPlusTitle):
            print(f"Completed {videoIdPlusTitle}")
            return
        if r.sismember("in-progress", videoIdPlusTitle):
            print(f"In progress {videoIdPlusTitle}")
            return
        
        print(f"Processing {videoIdPlusTitle}")
        r.sadd("in-progress", videoIdPlusTitle)
    except Exception as e:
        print("Error handling videoIdPlusTitle", e)


def handle_video(video):
    try:
        videoId = video["contentDetails"]["videoId"]
        videoTitle = video["snippet"]["title"]
        videoIdPlusTitle = f"{videoId}||{videoTitle}"
        handle_videoIdPlusTitle(videoIdPlusTitle)
    except Exception as e:
        print("Error handling video", e)


if __name__ == "__main__":
    # check for a command line argument for the videoId
    videoId = sys.argv[1] if len(sys.argv) > 1 else None
    if videoId:
        # Make a request to the YouTube Data API
        response = requests.get(
            f"https://youtube.googleapis.com/youtube/v3/videos?part=snippet%2CcontentDetails%2Cstatistics&id={videoId}&key={YOUTUBE_API_KEY}"
        )
        if response.status_code == 200:
            data = response.json()
            video = data.get("items", [])[0]
            videoTitle = video["snippet"]["localized"]["title"]
            videoIdPlusTitle = f"{videoId}||{videoTitle}"
            print(videoIdPlusTitle)
            handle_videoIdPlusTitle(videoIdPlusTitle)
            exit(0)

    playlist_id = requests.get(
        f"https://youtube.googleapis.com/youtube/v3/channels?part=snippet%2CcontentDetails%2Cstatistics&id={CHANNEL_ID}&key={YOUTUBE_API_KEY}"
    ).json()["items"][0]["contentDetails"]["relatedPlaylists"]["uploads"]

    # Make a request to the YouTube Data API
    response = requests.get(
        f"https://youtube.googleapis.com/youtube/v3/playlistItems?part=snippet%2CcontentDetails%2Cstatus&maxResults=100&playlistId={playlist_id}&key={YOUTUBE_API_KEY}"
    )

    if response.status_code == 200:
        data = response.json()
        videos = data.get("items", [])
        for video in videos:
            handle_video(video)

    while "nextPageToken" in response.json():
        nextPageToken = response.json()["nextPageToken"]
        response = requests.get(
            f"https://youtube.googleapis.com/youtube/v3/playlistItems?part=snippet%2CcontentDetails%2Cstatus&maxResults=100&pageToken={nextPageToken}&playlistId={playlist_id}&key={YOUTUBE_API_KEY}"
        )
        if response.status_code == 200:
            data = response.json()
            videos = data.get("items", [])
            for video in videos:
                handle_video(video)
        else:
            print(f"Error: {response.text}")