remove prototyping llm prints, use tqdm, use arguments as inputs

1 files changed, 134 insertions, 140 deletions

diff --git a/main.py b/main.py
index 27b588c..e344a59 100644
--- a/main.py
+++ b/main.py
@@ -1,7 +1,109 @@
+import os
 import re
 import sys
 from openai import OpenAI
 from datetime import datetime, timedelta
+from tqdm import tqdm
+
+SYSTEM_PROMPT_TEMPLATE = """
+You are an expert podcast content analyzer. Your task is to identify and extract pre-recorded dynamic advertising segments from podcast transcripts. These ads typically have a distinct tone shift, often using more direct, persuasive language, and frequently include calls to action, product mentions, or specific brand names.
+
+You will be provided with segments of a podcast transcript, formatted with timestamps. Your output must be ONLY the start and end timestamp of the identified advertising segment, separated by a hyphen, in the format HH:MM:SS.mmm-HH:MM:SS.mmm. If there are multiple ad segments, output each on a new line. If no ad segments are found, output nothing.
+
+**Strict Rules:**
+- Only identify segments that are clearly pre-recorded dynamic ads with a noticeable tone shift.
+- Do NOT include host-read sponsorships that blend naturally with the content. Focus only on the "distracting" pre-recorded elements.
+- The end of an ad segment is marked by the return to the original podcast discussion, a clear transition to new content, or the end of the ad's persuasive language and calls to action.
+- Ensure the start and end times correspond precisely to the ad segment in the transcript.
+- Output ONLY the timestamp range(s) in the specified format. No other text, no JSON, no explanations.
+
+**Examples:**
+
+---
+**Example 1 Input:**
+[00:00:00.000 --> 00:00:02.480]   This episode is brought to you by Apple Cash.
+[00:00:02.480 --> 00:00:07.040]   Sending payments used to be clunky, unnecessarily difficult, and weirdly invasive at times,
+[00:00:07.040 --> 00:00:08.560]   until I discovered Apple Cash.
+[00:00:08.560 --> 00:00:11.020]   With Apple Cash, payments are private by design,
+[00:00:11.020 --> 00:00:14.900]   so I don't have to deal with public feeds, awkward reactions, or other payment drama.
+[00:00:14.900 --> 00:00:18.780]   I can send cash in messages right in the conversations I'm already having,
+[00:00:18.780 --> 00:00:20.060]   which is super convenient.
+[00:00:20.060 --> 00:00:22.600]   There's also a cool feature called Tap to Cash
+[00:00:22.600 --> 00:00:25.900]   that lets you pay somebody nearby by holding your iPhone near theirs.
+[00:00:25.900 --> 00:00:28.560]   Switch to Apple Cash and start sending privately.
+[00:00:28.620 --> 00:00:31.900]   Apple Cash services are provided by Green Dot Bank, member FDIC.
+
+**Example 1 Output:**
+00:00:00.000-00:00:31.900
+
+---
+**Example 2 Input:**
+[00:38:07.480 --> 00:38:10.820]   This podcast is brought to you by Carvana.
+[00:38:10.820 --> 00:38:13.660]   Got a car to sell, but no time to waste?
+[00:38:13.660 --> 00:38:17.820]   Hop on to Carvana.com to get a real offer for your car in seconds.
+[00:38:17.820 --> 00:38:23.060]   All you have to do is enter your license plate, answer a few quick questions, and if you accept
+[00:38:23.060 --> 00:38:26.000]   the offer, Carvana will pay you as soon as you hand the keys over.
+[00:38:26.360 --> 00:38:29.060]   They even offer same day pickup in many cities.
+[00:38:29.060 --> 00:38:35.740]   Save your time, score some cash, and sell your car the convenient way to Carvana.
+[00:38:36.360 --> 00:38:37.000]   Pickup times vary.
+[00:38:37.000 --> 00:38:37.620]   Fees may apply.
+
+**Example 2 Output:**
+00:38:07.480-00:38:37.620
+
+---
+**Example 3 Input:**
+[00:14:46.000 --> 00:14:50.860]   This episode is brought to you by Diet Coke.
+[00:14:50.860 --> 00:14:53.800]   You know that moment when you just need to hit pause and refresh?
+[00:14:54.380 --> 00:14:56.320]   An ice-cold Diet Coke isn't just a break.
+[00:14:56.320 --> 00:14:59.800]   It's your chance to catch your breath and savor a moment that's all about you.
+[00:15:00.000 --> 00:15:02.540]   Always refreshing, still the same great taste.
+[00:15:02.540 --> 00:15:03.500]   Diet Coke.
+[00:15:03.500 --> 00:15:04.860]   Make time for you time.
+
+**Example 3 Output:**
+00:14:46.000-00:15:04.860
+
+---
+**Example 4 Input:**
+[00:15:00.000 --> 00:15:20.000] So what are your thoughts on the new policy changes that were just announced?
+[00:15:20.000 --> 00:15:45.000] Well, I think it's a step in the right direction, but there are definitely some areas that need more clarification.
+[00:15:45.000 --> 00:16:10.000] For instance, the section on renewable energy credits could be more explicit.
+[00:16:10.000 --> 00:16:15.000] This next part of our conversation might be a bit technical, but I think it's important to delve into the specifics.
+
+**Example 4 Output:**
+
+
+---
+**Example 5 Input:**
+[00:11:27.080 --> 00:11:28.180]   You're going to be using the same thing.
+[00:11:28.180 --> 00:11:32.480]   You've got to, like, get outside that bubble or you're just, you're going to bore yourself.
+[00:11:32.480 --> 00:11:40.820]   This episode of Cortex is brought to you by Squarespace, the all-in-one website platform designed to help you stand out and succeed online.
+[00:11:40.820 --> 00:11:43.920]   Whether you're just getting started or scaling your own business,
+[00:11:43.920 --> 00:11:46.840]   Squarespace gives you everything you need to claim your domain,
+[00:11:46.840 --> 00:11:49.380]   showcase your offerings of a professional website,
+[00:14:50.000 --> 00:14:52.220]   grow your brand, and get paid all in one place.
+[00:14:52.220 --> 00:14:54.960]   It's so easy to get started with Squarespace.
+[00:14:54.960 --> 00:14:59.380]   In fact, they've made it easier than ever before with their new system, Blueprint AI.
+[00:14:59.380 --> 00:15:05.140]   Squarespace's AI-enhanced website builder lets you quickly and easily build a site bespoke to your
+business.
+[00:15:05.140 --> 00:15:08.140]   Just input some basic information about your industry and goals.
+[00:15:08.140 --> 00:15:09.480]   This isn't the only way.
+[00:15:09.480 --> 00:15:12.200]   In fact, you can go in and choose from one of their beautiful templates,
+[00:15:12.200 --> 00:15:14.620]   their professionally designed beautiful templates,
+[00:15:14.940 --> 00:15:16.900]   and customize it to your heart's content.
+[00:15:16.900 --> 00:15:20.800]   One of the things that I've always loved about Squarespace is their drag-and-drop tools,
+[00:15:20.800 --> 00:15:26.440]   buttons, sliders, selectors, where you can go in and customize your design for your website
+[00:15:26.440 --> 00:15:29.420]   by actually looking at the design for your website while you're doing it.
+[00:15:29.460 --> 00:15:30.620]   You don't need to know any code.
+[00:15:30.620 --> 00:15:31.880]   I love this.
+[00:13:31.200 --> 00:13:35.220]   I want to talk about the other devices that are in your working life.
+[00:13:35.220 --> 00:13:39.060]   What are the other computers that you use to get things done?
+[00:13:39.060 --> 00:13:45.000]   So there are three computers that live in my life.
+
+**Example 5 Output:**
+00:11:32.480-00:13:31.200
+"""
 
 def parse_whisper_transcript(transcript_text: str) -> list[dict]:
     """
@@ -10,7 +112,6 @@ def parse_whisper_transcript(transcript_text: str) -> list[dict]:
     """
     segments = []
     # Regex to match timestamp format [HH:MM:SS.mmm --> HH:MM:SS.mmm] and the following text
-    # It now correctly handles the leading space before text
     pattern = re.compile(r"^\[(\d{2}:\d{2}:\d{2}\.\d{3}) --> (\d{2}:\d{2}:\d{2}\.\d{3})\]\s*(.*)$", re.MULTILINE)
     
     for line in transcript_text.strip().split('\n'):
@@ -43,7 +144,6 @@ def timestamp_to_seconds(ts_str: str) -> float:
 
 def seconds_to_timestamp(total_seconds: float) -> str:
     """Converts total seconds to HH:MM:SS.mmm string."""
-    # Split total_seconds into integer seconds and fractional milliseconds
     integer_seconds = int(total_seconds)
     milliseconds = int((total_seconds - integer_seconds) * 1000)
 
@@ -56,7 +156,7 @@ def seconds_to_timestamp(total_seconds: float) -> str:
 def chunk_transcript(
     segments: list[dict], 
     trigger_phrase: str = "brought to you by",
-    max_chunk_duration_minutes: int = 4 # New parameter for max duration
+    max_chunk_duration_minutes: int = 4
 ) -> list[list[dict]]:
     """
     Chunks the transcript segments based on occurrences of a trigger phrase,
@@ -68,20 +168,14 @@ def chunk_transcript(
     current_chunk_start_idx = 0
     max_chunk_duration_seconds = max_chunk_duration_minutes * 60
 
-    # Ensure there are segments to process
     if not segments:
         return []
 
     for i, segment in enumerate(segments):
         is_trigger_segment = trigger_phrase.lower() in segment["text"].lower()
 
-        # Get the start time of the current logical chunk being built
         current_chunk_start_time_seconds = timestamp_to_seconds(segments[current_chunk_start_idx]['start_time'])
-        
-        # Get the end time of the current segment being considered for inclusion
         current_segment_end_time_seconds = timestamp_to_seconds(segment['end_time'])
-        
-        # Calculate the duration if this segment were to be the end of the current chunk
         current_chunk_duration = current_segment_end_time_seconds - current_chunk_start_time_seconds
 
         # Condition 1: New trigger phrase found (and it's not the start of the very first chunk)
@@ -123,138 +217,23 @@ def call_openai_api(client: OpenAI, chunk_text: str, system_prompt: str) -> str:
             ],
             temperature=0.0,
         )
-        print(response)
-        # Extract content from the first choice's message
+        #print(response)
         return response.choices[0].message.content.strip()
     except Exception as e:
         print(f"Error calling OpenAI API: {e}")
         return ""
 
-def main():
-    # --- Configuration ---
-    client = OpenAI(
-        #api_key="none",
-        api_key="REDACTED",
-        #base_url="http://localhost:8080/v1",
-        base_url="https://api.openai.com/v1",
-    )
-
-    with open(sys.argv[1], "r", encoding="utf-8") as f:
+def process_file(input_file: str, output_file: str, client: OpenAI):
+    with open(input_file, "r", encoding="utf-8") as f:
         full_transcript_content = f.read()
 
-    # The system prompt you provided earlier, including examples
-    SYSTEM_PROMPT_TEMPLATE = """
-You are an expert podcast content analyzer. Your task is to identify and extract pre-recorded dynamic advertising segments from podcast transcripts. These ads typically have a distinct tone shift, often using more direct, persuasive language, and frequently include calls to action, product mentions, or specific brand names.
-
-You will be provided with segments of a podcast transcript, formatted with timestamps. Your output must be ONLY the start and end timestamp of the identified advertising segment, separated by a hyphen, in the format HH:MM:SS.mmm-HH:MM:SS.mmm. If there are multiple ad segments, output each on a new line. If no ad segments are found, output nothing.
-
-**Strict Rules:**
-- Only identify segments that are clearly pre-recorded dynamic ads with a noticeable tone shift.
-- Do NOT include host-read sponsorships that blend naturally with the content. Focus only on the "distracting" pre-recorded elements.
-- The end of an ad segment is marked by the return to the original podcast discussion, a clear transition to new content, or the end of the ad's persuasive language and calls to action.
-- Ensure the start and end times correspond precisely to the ad segment in the transcript.
-- Output ONLY the timestamp range(s) in the specified format. No other text, no JSON, no explanations.
-
-**Examples:**
-
----
-**Example 1 Input:**
-[00:00:00.000 --> 00:00:02.480]   This episode is brought to you by Apple Cash.
-[00:00:02.480 --> 00:00:07.040]   Sending payments used to be clunky, unnecessarily difficult, and weirdly invasive at times,
-[00:00:07.040 --> 00:00:08.560]   until I discovered Apple Cash.
-[00:00:08.560 --> 00:00:11.020]   With Apple Cash, payments are private by design,
-[00:00:11.020 --> 00:00:14.900]   so I don't have to deal with public feeds, awkward reactions, or other payment drama.
-[00:00:14.900 --> 00:00:18.780]   I can send cash in messages right in the conversations I'm already having,
-[00:00:18.780 --> 00:00:20.060]   which is super convenient.
-[00:00:20.060 --> 00:00:22.600]   There's also a cool feature called Tap to Cash
-[00:00:22.600 --> 00:00:25.900]   that lets you pay somebody nearby by holding your iPhone near theirs.
-[00:00:25.900 --> 00:00:28.560]   Switch to Apple Cash and start sending privately.
-[00:00:28.620 --> 00:00:31.900]   Apple Cash services are provided by Green Dot Bank, member FDIC.
-
-**Example 1 Output:**
-00:00:00.000-00:00:31.900
-
----
-**Example 2 Input:**
-[00:38:07.480 --> 00:38:10.820]   This podcast is brought to you by Carvana.
-[00:38:10.820 --> 00:38:13.660]   Got a car to sell, but no time to waste?
-[00:38:13.660 --> 00:38:17.820]   Hop on to Carvana.com to get a real offer for your car in seconds.
-[00:38:17.820 --> 00:38:23.060]   All you have to do is enter your license plate, answer a few quick questions, and if you accept
-[00:38:23.060 --> 00:38:26.000]   the offer, Carvana will pay you as soon as you hand the keys over.
-[00:38:26.360 --> 00:38:29.060]   They even offer same day pickup in many cities.
-[00:38:29.060 --> 00:38:35.740]   Save your time, score some cash, and sell your car the convenient way to Carvana.
-[00:38:36.360 --> 00:38:37.000]   Pickup times vary.
-[00:38:37.000 --> 00:38:37.620]   Fees may apply.
-
-**Example 2 Output:**
-00:38:07.480-00:38:37.620
-
----
-**Example 3 Input:**
-[00:14:46.000 --> 00:14:50.860]   This episode is brought to you by Diet Coke.
-[00:14:50.860 --> 00:14:53.800]   You know that moment when you just need to hit pause and refresh?
-[00:14:54.380 --> 00:14:56.320]   An ice-cold Diet Coke isn't just a break.
-[00:14:56.320 --> 00:14:59.800]   It's your chance to catch your breath and savor a moment that's all about you.
-[00:15:00.000 --> 00:15:02.540]   Always refreshing, still the same great taste.
-[00:15:02.540 --> 00:15:03.500]   Diet Coke.
-[00:15:03.500 --> 00:15:04.860]   Make time for you time.
-
-**Example 3 Output:**
-00:14:46.000-00:15:04.860
-
----
-**Example 4 Input:**
-[00:15:00.000 --> 00:15:20.000] So what are your thoughts on the new policy changes that were just announced?
-[00:15:20.000 --> 00:15:45.000] Well, I think it's a step in the right direction, but there are definitely some areas that need more clarification.
-[00:15:45.000 --> 00:16:10.000] For instance, the section on renewable energy credits could be more explicit.
-[00:16:10.000 --> 00:16:15.000] This next part of our conversation might be a bit technical, but I think it's important to delve into the specifics.
-
-**Example 4 Output:**
-
-
----
-**Example 5 Input:**
-[00:11:27.080 --> 00:11:28.180]   You're going to be using the same thing.
-[00:11:28.180 --> 00:11:32.480]   You've got to, like, get outside that bubble or you're just, you're going to bore yourself.
-[00:11:32.480 --> 00:11:40.820]   This episode of Cortex is brought to you by Squarespace, the all-in-one website platform designed to help you stand out and succeed online.
-[00:11:40.820 --> 00:11:43.920]   Whether you're just getting started or scaling your own business,
-[00:11:43.920 --> 00:11:46.840]   Squarespace gives you everything you need to claim your domain,
-[00:11:46.840 --> 00:11:49.380]   showcase your offerings of a professional website,
-[00:14:50.000 --> 00:14:52.220]   grow your brand, and get paid all in one place.
-[00:14:52.220 --> 00:14:54.960]   It's so easy to get started with Squarespace.
-[00:14:54.960 --> 00:14:59.380]   In fact, they've made it easier than ever before with their new system, Blueprint AI.
-[00:14:59.380 --> 00:15:05.140]   Squarespace's AI-enhanced website builder lets you quickly and easily build a site bespoke to your
-business.
-[00:15:05.140 --> 00:15:08.140]   Just input some basic information about your industry and goals.
-[00:15:08.140 --> 00:15:09.480]   This isn't the only way.
-[00:15:09.480 --> 00:15:12.200]   In fact, you can go in and choose from one of their beautiful templates,
-[00:15:12.200 --> 00:15:14.620]   their professionally designed beautiful templates,
-[00:15:14.940 --> 00:15:16.900]   and customize it to your heart's content.
-[00:15:16.900 --> 00:15:20.800]   One of the things that I've always loved about Squarespace is their drag-and-drop tools,
-[00:15:20.800 --> 00:15:26.440]   buttons, sliders, selectors, where you can go in and customize your design for your website
-[00:15:26.440 --> 00:15:29.420]   by actually looking at the design for your website while you're doing it.
-[00:15:29.460 --> 00:15:30.620]   You don't need to know any code.
-[00:15:30.620 --> 00:15:31.880]   I love this.
-[00:13:31.200 --> 00:13:35.220]   I want to talk about the other devices that are in your working life.
-[00:13:35.220 --> 00:13:39.060]   What are the other computers that you use to get things done?
-[00:13:39.060 --> 00:13:45.000]   So there are three computers that live in my life.
-
-**Example 5 Output:**
-00:11:32.480-00:13:31.200
-"""
     # --- Processing ---
-    print("Parsing full transcript...")
     parsed_segments = parse_whisper_transcript(full_transcript_content)
-    print(f"Parsed {len(parsed_segments)} segments.")
 
-    print("Chunking transcript...")
     # Adjust the trigger phrase if "brought to you by" isn't consistently sufficient
     # For more complex cases, you might use a list of trigger phrases:
     # ["brought to you by", "a quick word from our sponsor", "we'll be right back"]
     transcript_chunks = chunk_transcript(parsed_segments, trigger_phrase="brought to you by")
-    print(f"Created {len(transcript_chunks)} chunks.")
-
-    print(transcript_chunks)
 
     all_ad_timestamps = []
 
@@ -264,29 +243,44 @@ business.
             continue
 
         chunk_text_for_api = format_transcript_segment(chunk)
-        print(f"\nProcessing Chunk {i+1}/{len(transcript_chunks)} (starting at {chunk[0]['start_time']})...")
         
         # Add the "Your Turn" header before the chunk content
         user_prompt_content = f"**Your Turn - Input Transcript:**\n{chunk_text_for_api}"
 
-        print(user_prompt_content)
-
         ad_timestamps_str = call_openai_api(client, user_prompt_content, SYSTEM_PROMPT_TEMPLATE)
         
         if ad_timestamps_str:
             # Split by newlines in case the model returns multiple segments
             found_timestamps = [ts.strip() for ts in ad_timestamps_str.split('\n') if ts.strip()]
             all_ad_timestamps.extend(found_timestamps)
-            print(f"Found ad timestamps in chunk {i+1}: {', '.join(found_timestamps)}")
-        else:
-            print(f"No ad timestamps found in chunk {i+1}.")
-
-    print("\n--- All Identified Ad Timestamps ---")
-    if all_ad_timestamps:
-        for ts in all_ad_timestamps:
-            print(ts)
-    else:
-        print("No ad segments found in the entire transcript.")
+
+    with open(output_file, "w") as f:
+        f.write("\n".join(all_ad_timestamps))
+
+def main():
+    # --- Configuration ---
+    api_key = os.getenv("OPENAI_KEY")
+    if not api_key:
+        print("OPENAI_KEY empty")
+        sys.exit(1)
+
+    client = OpenAI(
+        #api_key="none",
+        api_key=api_key,
+        #base_url="http://localhost:8080/v1",
+        base_url="https://api.openai.com/v1",
+    )
+
+    paths = sys.argv[1:]
+    for i, p in enumerate(paths):
+        out = "".join(p.split(".")[:-1]) + "_gpt.txt"
+        if os.path.isfile(out)
+            paths.remove(i)
+    print(paths)
+
+    for p in tqdm(paths):
+        out = "".join(p.split(".")[:-1]) + "_gpt.txt"
+        process_file(p, out, client)
 
 if __name__ == "__main__":
     main()