commit bb8c6a7ed9b5b5c450c61408f432980be8e6b120
parent d9fdeaf5af49f065c2a5041d6e6230a2f371f53a
Author: vin <git@vineetk.net>
Date: Sat, 19 Jul 2025 01:16:12 -0400
remove prototyping llm prints, use tqdm, use arguments as inputs
Diffstat:
| M | main.py | | | 274 | +++++++++++++++++++++++++++++++++++++++---------------------------------------- |
1 file changed, 134 insertions(+), 140 deletions(-)
diff --git a/main.py b/main.py
@@ -1,7 +1,109 @@
+import os
import re
import sys
from openai import OpenAI
from datetime import datetime, timedelta
+from tqdm import tqdm
+
+SYSTEM_PROMPT_TEMPLATE = """
+You are an expert podcast content analyzer. Your task is to identify and extract pre-recorded dynamic advertising segments from podcast transcripts. These ads typically have a distinct tone shift, often using more direct, persuasive language, and frequently include calls to action, product mentions, or specific brand names.
+
+You will be provided with segments of a podcast transcript, formatted with timestamps. Your output must be ONLY the start and end timestamp of the identified advertising segment, separated by a hyphen, in the format HH:MM:SS.mmm-HH:MM:SS.mmm. If there are multiple ad segments, output each on a new line. If no ad segments are found, output nothing.
+
+**Strict Rules:**
+- Only identify segments that are clearly pre-recorded dynamic ads with a noticeable tone shift.
+- Do NOT include host-read sponsorships that blend naturally with the content. Focus only on the "distracting" pre-recorded elements.
+- The end of an ad segment is marked by the return to the original podcast discussion, a clear transition to new content, or the end of the ad's persuasive language and calls to action.
+- Ensure the start and end times correspond precisely to the ad segment in the transcript.
+- Output ONLY the timestamp range(s) in the specified format. No other text, no JSON, no explanations.
+
+**Examples:**
+
+---
+**Example 1 Input:**
+[00:00:00.000 --> 00:00:02.480] This episode is brought to you by Apple Cash.
+[00:00:02.480 --> 00:00:07.040] Sending payments used to be clunky, unnecessarily difficult, and weirdly invasive at times,
+[00:00:07.040 --> 00:00:08.560] until I discovered Apple Cash.
+[00:00:08.560 --> 00:00:11.020] With Apple Cash, payments are private by design,
+[00:00:11.020 --> 00:00:14.900] so I don't have to deal with public feeds, awkward reactions, or other payment drama.
+[00:00:14.900 --> 00:00:18.780] I can send cash in messages right in the conversations I'm already having,
+[00:00:18.780 --> 00:00:20.060] which is super convenient.
+[00:00:20.060 --> 00:00:22.600] There's also a cool feature called Tap to Cash
+[00:00:22.600 --> 00:00:25.900] that lets you pay somebody nearby by holding your iPhone near theirs.
+[00:00:25.900 --> 00:00:28.560] Switch to Apple Cash and start sending privately.
+[00:00:28.620 --> 00:00:31.900] Apple Cash services are provided by Green Dot Bank, member FDIC.
+
+**Example 1 Output:**
+00:00:00.000-00:00:31.900
+
+---
+**Example 2 Input:**
+[00:38:07.480 --> 00:38:10.820] This podcast is brought to you by Carvana.
+[00:38:10.820 --> 00:38:13.660] Got a car to sell, but no time to waste?
+[00:38:13.660 --> 00:38:17.820] Hop on to Carvana.com to get a real offer for your car in seconds.
+[00:38:17.820 --> 00:38:23.060] All you have to do is enter your license plate, answer a few quick questions, and if you accept
+[00:38:23.060 --> 00:38:26.000] the offer, Carvana will pay you as soon as you hand the keys over.
+[00:38:26.360 --> 00:38:29.060] They even offer same day pickup in many cities.
+[00:38:29.060 --> 00:38:35.740] Save your time, score some cash, and sell your car the convenient way to Carvana.
+[00:38:36.360 --> 00:38:37.000] Pickup times vary.
+[00:38:37.000 --> 00:38:37.620] Fees may apply.
+
+**Example 2 Output:**
+00:38:07.480-00:38:37.620
+
+---
+**Example 3 Input:**
+[00:14:46.000 --> 00:14:50.860] This episode is brought to you by Diet Coke.
+[00:14:50.860 --> 00:14:53.800] You know that moment when you just need to hit pause and refresh?
+[00:14:54.380 --> 00:14:56.320] An ice-cold Diet Coke isn't just a break.
+[00:14:56.320 --> 00:14:59.800] It's your chance to catch your breath and savor a moment that's all about you.
+[00:15:00.000 --> 00:15:02.540] Always refreshing, still the same great taste.
+[00:15:02.540 --> 00:15:03.500] Diet Coke.
+[00:15:03.500 --> 00:15:04.860] Make time for you time.
+
+**Example 3 Output:**
+00:14:46.000-00:15:04.860
+
+---
+**Example 4 Input:**
+[00:15:00.000 --> 00:15:20.000] So what are your thoughts on the new policy changes that were just announced?
+[00:15:20.000 --> 00:15:45.000] Well, I think it's a step in the right direction, but there are definitely some areas that need more clarification.
+[00:15:45.000 --> 00:16:10.000] For instance, the section on renewable energy credits could be more explicit.
+[00:16:10.000 --> 00:16:15.000] This next part of our conversation might be a bit technical, but I think it's important to delve into the specifics.
+
+**Example 4 Output:**
+
+
+---
+**Example 5 Input:**
+[00:11:27.080 --> 00:11:28.180] You're going to be using the same thing.
+[00:11:28.180 --> 00:11:32.480] You've got to, like, get outside that bubble or you're just, you're going to bore yourself.
+[00:11:32.480 --> 00:11:40.820] This episode of Cortex is brought to you by Squarespace, the all-in-one website platform designed to help you stand out and succeed online.
+[00:11:40.820 --> 00:11:43.920] Whether you're just getting started or scaling your own business,
+[00:11:43.920 --> 00:11:46.840] Squarespace gives you everything you need to claim your domain,
+[00:11:46.840 --> 00:11:49.380] showcase your offerings of a professional website,
+[00:14:50.000 --> 00:14:52.220] grow your brand, and get paid all in one place.
+[00:14:52.220 --> 00:14:54.960] It's so easy to get started with Squarespace.
+[00:14:54.960 --> 00:14:59.380] In fact, they've made it easier than ever before with their new system, Blueprint AI.
+[00:14:59.380 --> 00:15:05.140] Squarespace's AI-enhanced website builder lets you quickly and easily build a site bespoke to your
+business.
+[00:15:05.140 --> 00:15:08.140] Just input some basic information about your industry and goals.
+[00:15:08.140 --> 00:15:09.480] This isn't the only way.
+[00:15:09.480 --> 00:15:12.200] In fact, you can go in and choose from one of their beautiful templates,
+[00:15:12.200 --> 00:15:14.620] their professionally designed beautiful templates,
+[00:15:14.940 --> 00:15:16.900] and customize it to your heart's content.
+[00:15:16.900 --> 00:15:20.800] One of the things that I've always loved about Squarespace is their drag-and-drop tools,
+[00:15:20.800 --> 00:15:26.440] buttons, sliders, selectors, where you can go in and customize your design for your website
+[00:15:26.440 --> 00:15:29.420] by actually looking at the design for your website while you're doing it.
+[00:15:29.460 --> 00:15:30.620] You don't need to know any code.
+[00:15:30.620 --> 00:15:31.880] I love this.
+[00:13:31.200 --> 00:13:35.220] I want to talk about the other devices that are in your working life.
+[00:13:35.220 --> 00:13:39.060] What are the other computers that you use to get things done?
+[00:13:39.060 --> 00:13:45.000] So there are three computers that live in my life.
+
+**Example 5 Output:**
+00:11:32.480-00:13:31.200
+"""
def parse_whisper_transcript(transcript_text: str) -> list[dict]:
"""
@@ -10,7 +112,6 @@ def parse_whisper_transcript(transcript_text: str) -> list[dict]:
"""
segments = []
# Regex to match timestamp format [HH:MM:SS.mmm --> HH:MM:SS.mmm] and the following text
- # It now correctly handles the leading space before text
pattern = re.compile(r"^\[(\d{2}:\d{2}:\d{2}\.\d{3}) --> (\d{2}:\d{2}:\d{2}\.\d{3})\]\s*(.*)$", re.MULTILINE)
for line in transcript_text.strip().split('\n'):
@@ -43,7 +144,6 @@ def timestamp_to_seconds(ts_str: str) -> float:
def seconds_to_timestamp(total_seconds: float) -> str:
"""Converts total seconds to HH:MM:SS.mmm string."""
- # Split total_seconds into integer seconds and fractional milliseconds
integer_seconds = int(total_seconds)
milliseconds = int((total_seconds - integer_seconds) * 1000)
@@ -56,7 +156,7 @@ def seconds_to_timestamp(total_seconds: float) -> str:
def chunk_transcript(
segments: list[dict],
trigger_phrase: str = "brought to you by",
- max_chunk_duration_minutes: int = 4 # New parameter for max duration
+ max_chunk_duration_minutes: int = 4
) -> list[list[dict]]:
"""
Chunks the transcript segments based on occurrences of a trigger phrase,
@@ -68,20 +168,14 @@ def chunk_transcript(
current_chunk_start_idx = 0
max_chunk_duration_seconds = max_chunk_duration_minutes * 60
- # Ensure there are segments to process
if not segments:
return []
for i, segment in enumerate(segments):
is_trigger_segment = trigger_phrase.lower() in segment["text"].lower()
- # Get the start time of the current logical chunk being built
current_chunk_start_time_seconds = timestamp_to_seconds(segments[current_chunk_start_idx]['start_time'])
-
- # Get the end time of the current segment being considered for inclusion
current_segment_end_time_seconds = timestamp_to_seconds(segment['end_time'])
-
- # Calculate the duration if this segment were to be the end of the current chunk
current_chunk_duration = current_segment_end_time_seconds - current_chunk_start_time_seconds
# Condition 1: New trigger phrase found (and it's not the start of the very first chunk)
@@ -123,138 +217,23 @@ def call_openai_api(client: OpenAI, chunk_text: str, system_prompt: str) -> str:
],
temperature=0.0,
)
- print(response)
- # Extract content from the first choice's message
+ #print(response)
return response.choices[0].message.content.strip()
except Exception as e:
print(f"Error calling OpenAI API: {e}")
return ""
-def main():
- # --- Configuration ---
- client = OpenAI(
- #api_key="none",
- api_key="REDACTED",
- #base_url="http://localhost:8080/v1",
- base_url="https://api.openai.com/v1",
- )
-
- with open(sys.argv[1], "r", encoding="utf-8") as f:
+def process_file(input_file: str, output_file: str, client: OpenAI):
+ with open(input_file, "r", encoding="utf-8") as f:
full_transcript_content = f.read()
- # The system prompt you provided earlier, including examples
- SYSTEM_PROMPT_TEMPLATE = """
-You are an expert podcast content analyzer. Your task is to identify and extract pre-recorded dynamic advertising segments from podcast transcripts. These ads typically have a distinct tone shift, often using more direct, persuasive language, and frequently include calls to action, product mentions, or specific brand names.
-
-You will be provided with segments of a podcast transcript, formatted with timestamps. Your output must be ONLY the start and end timestamp of the identified advertising segment, separated by a hyphen, in the format HH:MM:SS.mmm-HH:MM:SS.mmm. If there are multiple ad segments, output each on a new line. If no ad segments are found, output nothing.
-
-**Strict Rules:**
-- Only identify segments that are clearly pre-recorded dynamic ads with a noticeable tone shift.
-- Do NOT include host-read sponsorships that blend naturally with the content. Focus only on the "distracting" pre-recorded elements.
-- The end of an ad segment is marked by the return to the original podcast discussion, a clear transition to new content, or the end of the ad's persuasive language and calls to action.
-- Ensure the start and end times correspond precisely to the ad segment in the transcript.
-- Output ONLY the timestamp range(s) in the specified format. No other text, no JSON, no explanations.
-
-**Examples:**
-
----
-**Example 1 Input:**
-[00:00:00.000 --> 00:00:02.480] This episode is brought to you by Apple Cash.
-[00:00:02.480 --> 00:00:07.040] Sending payments used to be clunky, unnecessarily difficult, and weirdly invasive at times,
-[00:00:07.040 --> 00:00:08.560] until I discovered Apple Cash.
-[00:00:08.560 --> 00:00:11.020] With Apple Cash, payments are private by design,
-[00:00:11.020 --> 00:00:14.900] so I don't have to deal with public feeds, awkward reactions, or other payment drama.
-[00:00:14.900 --> 00:00:18.780] I can send cash in messages right in the conversations I'm already having,
-[00:00:18.780 --> 00:00:20.060] which is super convenient.
-[00:00:20.060 --> 00:00:22.600] There's also a cool feature called Tap to Cash
-[00:00:22.600 --> 00:00:25.900] that lets you pay somebody nearby by holding your iPhone near theirs.
-[00:00:25.900 --> 00:00:28.560] Switch to Apple Cash and start sending privately.
-[00:00:28.620 --> 00:00:31.900] Apple Cash services are provided by Green Dot Bank, member FDIC.
-
-**Example 1 Output:**
-00:00:00.000-00:00:31.900
-
----
-**Example 2 Input:**
-[00:38:07.480 --> 00:38:10.820] This podcast is brought to you by Carvana.
-[00:38:10.820 --> 00:38:13.660] Got a car to sell, but no time to waste?
-[00:38:13.660 --> 00:38:17.820] Hop on to Carvana.com to get a real offer for your car in seconds.
-[00:38:17.820 --> 00:38:23.060] All you have to do is enter your license plate, answer a few quick questions, and if you accept
-[00:38:23.060 --> 00:38:26.000] the offer, Carvana will pay you as soon as you hand the keys over.
-[00:38:26.360 --> 00:38:29.060] They even offer same day pickup in many cities.
-[00:38:29.060 --> 00:38:35.740] Save your time, score some cash, and sell your car the convenient way to Carvana.
-[00:38:36.360 --> 00:38:37.000] Pickup times vary.
-[00:38:37.000 --> 00:38:37.620] Fees may apply.
-
-**Example 2 Output:**
-00:38:07.480-00:38:37.620
-
----
-**Example 3 Input:**
-[00:14:46.000 --> 00:14:50.860] This episode is brought to you by Diet Coke.
-[00:14:50.860 --> 00:14:53.800] You know that moment when you just need to hit pause and refresh?
-[00:14:54.380 --> 00:14:56.320] An ice-cold Diet Coke isn't just a break.
-[00:14:56.320 --> 00:14:59.800] It's your chance to catch your breath and savor a moment that's all about you.
-[00:15:00.000 --> 00:15:02.540] Always refreshing, still the same great taste.
-[00:15:02.540 --> 00:15:03.500] Diet Coke.
-[00:15:03.500 --> 00:15:04.860] Make time for you time.
-
-**Example 3 Output:**
-00:14:46.000-00:15:04.860
-
----
-**Example 4 Input:**
-[00:15:00.000 --> 00:15:20.000] So what are your thoughts on the new policy changes that were just announced?
-[00:15:20.000 --> 00:15:45.000] Well, I think it's a step in the right direction, but there are definitely some areas that need more clarification.
-[00:15:45.000 --> 00:16:10.000] For instance, the section on renewable energy credits could be more explicit.
-[00:16:10.000 --> 00:16:15.000] This next part of our conversation might be a bit technical, but I think it's important to delve into the specifics.
-
-**Example 4 Output:**
-
-
----
-**Example 5 Input:**
-[00:11:27.080 --> 00:11:28.180] You're going to be using the same thing.
-[00:11:28.180 --> 00:11:32.480] You've got to, like, get outside that bubble or you're just, you're going to bore yourself.
-[00:11:32.480 --> 00:11:40.820] This episode of Cortex is brought to you by Squarespace, the all-in-one website platform designed to help you stand out and succeed online.
-[00:11:40.820 --> 00:11:43.920] Whether you're just getting started or scaling your own business,
-[00:11:43.920 --> 00:11:46.840] Squarespace gives you everything you need to claim your domain,
-[00:11:46.840 --> 00:11:49.380] showcase your offerings of a professional website,
-[00:14:50.000 --> 00:14:52.220] grow your brand, and get paid all in one place.
-[00:14:52.220 --> 00:14:54.960] It's so easy to get started with Squarespace.
-[00:14:54.960 --> 00:14:59.380] In fact, they've made it easier than ever before with their new system, Blueprint AI.
-[00:14:59.380 --> 00:15:05.140] Squarespace's AI-enhanced website builder lets you quickly and easily build a site bespoke to your
-business.
-[00:15:05.140 --> 00:15:08.140] Just input some basic information about your industry and goals.
-[00:15:08.140 --> 00:15:09.480] This isn't the only way.
-[00:15:09.480 --> 00:15:12.200] In fact, you can go in and choose from one of their beautiful templates,
-[00:15:12.200 --> 00:15:14.620] their professionally designed beautiful templates,
-[00:15:14.940 --> 00:15:16.900] and customize it to your heart's content.
-[00:15:16.900 --> 00:15:20.800] One of the things that I've always loved about Squarespace is their drag-and-drop tools,
-[00:15:20.800 --> 00:15:26.440] buttons, sliders, selectors, where you can go in and customize your design for your website
-[00:15:26.440 --> 00:15:29.420] by actually looking at the design for your website while you're doing it.
-[00:15:29.460 --> 00:15:30.620] You don't need to know any code.
-[00:15:30.620 --> 00:15:31.880] I love this.
-[00:13:31.200 --> 00:13:35.220] I want to talk about the other devices that are in your working life.
-[00:13:35.220 --> 00:13:39.060] What are the other computers that you use to get things done?
-[00:13:39.060 --> 00:13:45.000] So there are three computers that live in my life.
-
-**Example 5 Output:**
-00:11:32.480-00:13:31.200
-"""
# --- Processing ---
- print("Parsing full transcript...")
parsed_segments = parse_whisper_transcript(full_transcript_content)
- print(f"Parsed {len(parsed_segments)} segments.")
- print("Chunking transcript...")
# Adjust the trigger phrase if "brought to you by" isn't consistently sufficient
# For more complex cases, you might use a list of trigger phrases:
# ["brought to you by", "a quick word from our sponsor", "we'll be right back"]
transcript_chunks = chunk_transcript(parsed_segments, trigger_phrase="brought to you by")
- print(f"Created {len(transcript_chunks)} chunks.")
-
- print(transcript_chunks)
all_ad_timestamps = []
@@ -264,29 +243,44 @@ business.
continue
chunk_text_for_api = format_transcript_segment(chunk)
- print(f"\nProcessing Chunk {i+1}/{len(transcript_chunks)} (starting at {chunk[0]['start_time']})...")
# Add the "Your Turn" header before the chunk content
user_prompt_content = f"**Your Turn - Input Transcript:**\n{chunk_text_for_api}"
- print(user_prompt_content)
-
ad_timestamps_str = call_openai_api(client, user_prompt_content, SYSTEM_PROMPT_TEMPLATE)
if ad_timestamps_str:
# Split by newlines in case the model returns multiple segments
found_timestamps = [ts.strip() for ts in ad_timestamps_str.split('\n') if ts.strip()]
all_ad_timestamps.extend(found_timestamps)
- print(f"Found ad timestamps in chunk {i+1}: {', '.join(found_timestamps)}")
- else:
- print(f"No ad timestamps found in chunk {i+1}.")
-
- print("\n--- All Identified Ad Timestamps ---")
- if all_ad_timestamps:
- for ts in all_ad_timestamps:
- print(ts)
- else:
- print("No ad segments found in the entire transcript.")
+
+ with open(output_file, "w") as f:
+ f.write("\n".join(all_ad_timestamps))
+
+def main():
+ # --- Configuration ---
+ api_key = os.getenv("OPENAI_KEY")
+ if not api_key:
+ print("OPENAI_KEY empty")
+ sys.exit(1)
+
+ client = OpenAI(
+ #api_key="none",
+ api_key=api_key,
+ #base_url="http://localhost:8080/v1",
+ base_url="https://api.openai.com/v1",
+ )
+
+ paths = sys.argv[1:]
+ for i, p in enumerate(paths):
+ out = "".join(p.split(".")[:-1]) + "_gpt.txt"
+ if os.path.isfile(out)
+ paths.remove(i)
+ print(paths)
+
+ for p in tqdm(paths):
+ out = "".join(p.split(".")[:-1]) + "_gpt.txt"
+ process_file(p, out, client)
if __name__ == "__main__":
main()
