t0is/transcriptor
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

edits

Browse Source
This commit is contained in:
t0is 2025-03-10 17:12:33 +01:00
parent 7ca8b00ad1
commit 74ca4ac746
3 changed files with 112 additions and 40 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

70
docker-compose.yml
View File

@ -3,7 +3,7 @@ services:
environment:
- CHANNEL_NAME=agraelus
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov
@ -20,7 +20,7 @@ services:
environment:
- CHANNEL_NAME=amfikcz
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov
@ -37,7 +37,7 @@ services:
environment:
- CHANNEL_NAME=andrej_kalinin
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov
@ -54,7 +54,7 @@ services:
environment:
- CHANNEL_NAME=arcadebulls
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov
@ -71,7 +71,7 @@ services:
environment:
- CHANNEL_NAME=artix
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov
@ -88,7 +88,7 @@ services:
environment:
- CHANNEL_NAME=astatoro
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov
@ -105,7 +105,7 @@ services:
environment:
- CHANNEL_NAME=avatar0fwar
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov
@ -122,7 +122,7 @@ services:
environment:
- CHANNEL_NAME=batmanova
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov
@ -139,7 +139,7 @@ services:
environment:
- CHANNEL_NAME=bladeito
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov
@ -156,7 +156,7 @@ services:
environment:
- CHANNEL_NAME=claina
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov
@ -173,7 +173,7 @@ services:
environment:
- CHANNEL_NAME=czechcloud
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov
@ -190,7 +190,7 @@ services:
environment:
- CHANNEL_NAME=domovnikofc
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov
@ -207,7 +207,7 @@ services:
environment:
- CHANNEL_NAME=elbowcz146
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov
@ -224,7 +224,7 @@ services:
environment:
- CHANNEL_NAME=fluffcz
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov
@ -241,7 +241,7 @@ services:
environment:
- CHANNEL_NAME=flyguncz
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov
@ -258,7 +258,7 @@ services:
environment:
- CHANNEL_NAME=freezecz
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov
@ -275,7 +275,7 @@ services:
environment:
- CHANNEL_NAME=heddi2k
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov
@ -292,7 +292,7 @@ services:
environment:
- CHANNEL_NAME=herdyn
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov
@ -309,7 +309,7 @@ services:
environment:
- CHANNEL_NAME=himtheoldboy
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov
@ -326,7 +326,7 @@ services:
environment:
- CHANNEL_NAME=holasovic
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov
@ -343,7 +343,7 @@ services:
environment:
- CHANNEL_NAME=hornakcz
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov
@ -360,7 +360,7 @@ services:
environment:
- CHANNEL_NAME=jorantheviking
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov
@ -377,7 +377,7 @@ services:
environment:
- CHANNEL_NAME=kokiii_
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov
@ -394,7 +394,7 @@ services:
environment:
- CHANNEL_NAME=liveoliverr
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov
@ -411,7 +411,7 @@ services:
environment:
- CHANNEL_NAME=love_stanislove
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov
@ -428,7 +428,7 @@ services:
environment:
- CHANNEL_NAME=marty_vole
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov
@ -445,7 +445,7 @@ services:
environment:
- CHANNEL_NAME=mullersie
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov
@ -462,7 +462,7 @@ services:
environment:
- CHANNEL_NAME=patrikturi
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov
@ -479,7 +479,7 @@ services:
environment:
- CHANNEL_NAME=resttpowered
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov
@ -496,7 +496,7 @@ services:
environment:
- CHANNEL_NAME=spajkk
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov
@ -513,7 +513,7 @@ services:
environment:
- CHANNEL_NAME=styko
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov
@ -530,7 +530,7 @@ services:
environment:
- CHANNEL_NAME=tensterakdary
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov
@ -547,7 +547,7 @@ services:
environment:
- CHANNEL_NAME=tom__mm
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov
@ -564,7 +564,7 @@ services:
environment:
- CHANNEL_NAME=vvudy
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov
@ -581,7 +581,7 @@ services:
environment:
- CHANNEL_NAME=xnapycz
- CHANNEL_LANGUAGE=cs
- TIMEDELTA_DAYS=6
- TIMEDELTA_DAYS=7
- TIMEDELTA_DAYS_EXACT=false
- CLIP_CREATE_FROM_CHAT=false
- TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov

2
generate-docker-compose.py
View File

@ -17,7 +17,7 @@ for channel in channels:
"environment": [
f"CHANNEL_NAME={channel['name']}",
f"CHANNEL_LANGUAGE={channel['language']}",
"TIMEDELTA_DAYS=6",
"TIMEDELTA_DAYS=7",
"TIMEDELTA_DAYS_EXACT=false",
"CLIP_CREATE_FROM_CHAT=false",
"TWITCH_CLIENT_ID=a0fuj6tm5ct79clvim9816orphqkov",

80
main.py
View File

@ -127,7 +127,13 @@ def download_vod(vod_url, output_filename):
if os.path.exists(output_filename):
print(f"{output_filename} already exists. Skipping download.")
return
command = ["yt-dlp", "--cookies", "cookies.txt", "-o", output_filename, vod_url]
command = [
"yt-dlp",
"--cookies", "cookies.txt",
"-f", "worst",
"-o", output_filename,
vod_url
]
subprocess.run(command, check=True)
print(f"Downloaded VOD to {output_filename}")
@ -279,6 +285,54 @@ def create_clip_from_comment_timestamp(video_file, comment_timestamp, vod):
print(f"Clip created: {clip_filename}")
return clip_filename
def seconds_to_timestamp(seconds):
"""Convert seconds to HH:MM:SS format."""
hours = int(seconds // 3600)
minutes = int((seconds % 3600) // 60)
secs = int(seconds % 60)
return f"{hours:02}:{minutes:02}:{secs:02}"
def download_vod_segment(vod, match_start, duration=60):
"""
Downloads a segment of a VOD using yt-dlp.
Parameters:
vod_url (str): The URL of the video.
output_filename (str): The desired output filename.
start_seconds (float): Start time in seconds (from faster-whisper).
duration (int): Duration of the segment in seconds (default 60 seconds).
"""
clip_start = max(match_start - 15, 0)
clip_dir = base_dirs["clips_transcript"]
vod_datetime = datetime.strptime(vod['created_at'], '%Y-%m-%dT%H:%M:%SZ')
date_folder = vod_datetime.strftime('%d-%m-%y')
# Create a subfolder inside clip_dir for the date.
clip_date_dir = os.path.join(clip_dir, date_folder)
os.makedirs(clip_date_dir, exist_ok=True)
clip_filename = os.path.join(clip_date_dir, f"clip_{vod['id']}_{int(clip_start)}.mp4")
end_seconds = clip_start + duration
start_ts = seconds_to_timestamp(clip_start)
end_ts = seconds_to_timestamp(end_seconds)
# yt-dlp download sections format: "*HH:MM:SS-HH:MM:SS"
segment = f"*{start_ts}-{end_ts}"
command = [
"yt-dlp",
"--cookies", "cookies.txt",
"--download-sections", segment,
"-o", clip_filename,
vod["url"]
]
subprocess.run(command, check=True)
print(f"Downloaded segment from {start_ts} to {end_ts} into {clip_filename}")
# ---------------------------
# Main Processing Pipeline
# ---------------------------
@ -297,7 +351,8 @@ def handle_matches_fast(vod, video_filename, segments_data):
start = match["start"]
text = match["text"]
print(f" - At {start:.2f}s: {text}")
create_clip_from_vod(video_filename, start, vod)
# create_clip_from_vod(video_filename, start, vod)
download_vod_segment(vod, start)
else:
print("faster_whisper -- No mentions of keywords.")
@ -313,6 +368,22 @@ def handle_matches(vod, video_filename, result):
else:
print(f"No mentions of {SEARCH_KEYWORDS} found in VOD {vod['id']}.")
def download_vod_audio(vod_url, output_filename):
if os.path.exists(output_filename):
print(f"{output_filename} already exists. Skipping download.")
return
command = [
"yt-dlp",
"--cookies", "cookies.txt",
"-f", "worst",
"--extract-audio",
"--audio-format", "mp3",
"-o", output_filename,
vod_url
]
subprocess.run(command, check=True)
print(f"Downloaded audio from VOD to {output_filename}")
def main():
print("Obtaining access token...")
token = get_access_token()
@ -338,8 +409,9 @@ def main():
chat_log_filename = os.path.join(base_dirs["chat"], f"chat_{vod_id}.json")
print(f"\nProcessing VOD: {vod_url}")
download_vod(vod_url, video_filename)
extract_audio(video_filename, audio_filename)
# download_vod(vod_url, video_filename)
# extract_audio(video_filename, audio_filename)
download_vod_audio(vod_url, audio_filename)
print("Transcribing audio. This may take some time...")
# Pass language and vod_id so that the transcript is saved and reused if available.