better logging

This commit is contained in:
tcsenpai 2025-05-23 10:26:01 +02:00
parent 91931bfbf1
commit f020531160
2 changed files with 125 additions and 10 deletions

86
app.py
View File

@ -6,6 +6,13 @@ import configparser
from typing import List, Tuple, Optional from typing import List, Tuple, Optional
import youtube_handler as yt import youtube_handler as yt
from ollama_handler import OllamaHandler from ollama_handler import OllamaHandler
import logging
# Configure logging
logging.basicConfig(
level=logging.INFO, format="%(asctime)s - %(levelname)s - %(message)s"
)
logger = logging.getLogger(__name__)
def load_config() -> configparser.ConfigParser: def load_config() -> configparser.ConfigParser:
@ -26,6 +33,11 @@ COMPUTE_TYPE = config["whisper"]["compute_type"] if DEVICE == "cuda" else "float
BEAM_SIZE = config["whisper"].getint("beam_size") BEAM_SIZE = config["whisper"].getint("beam_size")
VAD_FILTER = config["whisper"].getboolean("vad_filter") VAD_FILTER = config["whisper"].getboolean("vad_filter")
logger.info(f"Initialized Whisper with device: {DEVICE}, compute type: {COMPUTE_TYPE}")
logger.info(
f"Default model: {DEFAULT_MODEL}, beam size: {BEAM_SIZE}, VAD filter: {VAD_FILTER}"
)
# App configuration # App configuration
MAX_DURATION = config["app"].getint("max_duration") MAX_DURATION = config["app"].getint("max_duration")
SERVER_NAME = config["app"]["server_name"] SERVER_NAME = config["app"]["server_name"]
@ -44,6 +56,7 @@ OLLAMA_MODELS = ollama.get_available_models() if OLLAMA_AVAILABLE else []
def load_model(model_name: str) -> WhisperModel: def load_model(model_name: str) -> WhisperModel:
"""Load the Whisper model with the specified configuration.""" """Load the Whisper model with the specified configuration."""
logger.info(f"Loading Whisper model: {model_name}")
return WhisperModel(model_name, device=DEVICE, compute_type=COMPUTE_TYPE) return WhisperModel(model_name, device=DEVICE, compute_type=COMPUTE_TYPE)
@ -56,10 +69,16 @@ def transcribe_audio(
) -> tuple[str, str, Optional[str]]: ) -> tuple[str, str, Optional[str]]:
"""Transcribe audio using the selected Whisper model.""" """Transcribe audio using the selected Whisper model."""
try: try:
logger.info(f"Starting transcription of {audio_file}")
logger.info(
f"Model: {model_name}, Language: {language}, Summarize: {summarize}"
)
# Load the model # Load the model
model = load_model(model_name) model = load_model(model_name)
# Transcribe the audio # Transcribe the audio
logger.info("Starting audio transcription...")
segments, info = model.transcribe( segments, info = model.transcribe(
audio_file, audio_file,
language=language if language != "Auto-detect" else None, language=language if language != "Auto-detect" else None,
@ -69,14 +88,24 @@ def transcribe_audio(
# Combine all segments into one text # Combine all segments into one text
full_text = " ".join([segment.text for segment in segments]) full_text = " ".join([segment.text for segment in segments])
logger.info(
f"Transcription completed. Text length: {len(full_text)} characters"
)
logger.info(f"Detected language: {info.language}")
# Generate summary if requested # Generate summary if requested
summary = None summary = None
if summarize and OLLAMA_AVAILABLE: if summarize and OLLAMA_AVAILABLE:
logger.info(f"Generating summary using Ollama model: {ollama_model}")
summary = ollama.summarize(full_text, ollama_model) summary = ollama.summarize(full_text, ollama_model)
if summary:
logger.info(f"Summary generated. Length: {len(summary)} characters")
else:
logger.warning("Failed to generate summary")
return full_text, info.language, summary return full_text, info.language, summary
except Exception as e: except Exception as e:
logger.error(f"Error during transcription: {str(e)}")
return f"Error during transcription: {str(e)}", None, None return f"Error during transcription: {str(e)}", None, None
@ -89,25 +118,48 @@ def process_youtube_url(
) -> Tuple[str, str, str, Optional[str]]: ) -> Tuple[str, str, str, Optional[str]]:
"""Process a YouTube URL and return transcription or subtitles.""" """Process a YouTube URL and return transcription or subtitles."""
try: try:
logger.info(f"Processing YouTube URL: {url}")
logger.info(
f"Model: {model_name}, Language: {language}, Summarize: {summarize}"
)
# First try to get available subtitles # First try to get available subtitles
logger.info("Checking for available subtitles...")
available_subs = yt.get_available_subtitles(url) available_subs = yt.get_available_subtitles(url)
if available_subs: if available_subs:
logger.info(f"Found available subtitles: {', '.join(available_subs)}")
# Try to download English subtitles first, then fall back to any available # Try to download English subtitles first, then fall back to any available
subtitle_path = yt.download_subtitles(url, "en") subtitle_path = yt.download_subtitles(url, "en")
if not subtitle_path: if not subtitle_path:
logger.info(
"English subtitles not available, trying first available language"
)
subtitle_path = yt.download_subtitles(url, available_subs[0]) subtitle_path = yt.download_subtitles(url, available_subs[0])
if subtitle_path: if subtitle_path:
logger.info(f"Successfully downloaded subtitles to: {subtitle_path}")
with open(subtitle_path, "r", encoding="utf-8") as f: with open(subtitle_path, "r", encoding="utf-8") as f:
text = f.read() text = f.read()
summary = None summary = None
if summarize and OLLAMA_AVAILABLE: if summarize and OLLAMA_AVAILABLE:
logger.info(
f"Generating summary from subtitles using Ollama model: {ollama_model}"
)
summary = ollama.summarize(text, ollama_model) summary = ollama.summarize(text, ollama_model)
if summary:
logger.info(
f"Summary generated. Length: {len(summary)} characters"
)
else:
logger.warning("Failed to generate summary")
return text, "en", "Subtitles", summary return text, "en", "Subtitles", summary
# If no subtitles available, download and transcribe # If no subtitles available, download and transcribe
logger.info("No subtitles available, downloading video for transcription...")
audio_path, video_title = yt.download_video(url) audio_path, video_title = yt.download_video(url)
logger.info(f"Video downloaded: {video_title}")
transcription, detected_lang, summary = transcribe_audio( transcription, detected_lang, summary = transcribe_audio(
audio_path, model_name, language, summarize, ollama_model audio_path, model_name, language, summarize, ollama_model
) )
@ -115,12 +167,14 @@ def process_youtube_url(
# Clean up the temporary audio file # Clean up the temporary audio file
try: try:
os.remove(audio_path) os.remove(audio_path)
except: logger.info("Cleaned up temporary audio file")
pass except Exception as e:
logger.warning(f"Failed to clean up temporary file: {str(e)}")
return transcription, detected_lang, "Transcription", summary return transcription, detected_lang, "Transcription", summary
except Exception as e: except Exception as e:
logger.error(f"Error processing YouTube video: {str(e)}")
return f"Error processing YouTube video: {str(e)}", None, "Error", None return f"Error processing YouTube video: {str(e)}", None, "Error", None
@ -128,11 +182,20 @@ def create_interface():
"""Create and return the Gradio interface.""" """Create and return the Gradio interface."""
with gr.Blocks(theme=gr.themes.Soft()) as app: with gr.Blocks(theme=gr.themes.Soft()) as app:
gr.Markdown("# 🎙️ Audio/Video Transcription with Whisper") gr.Markdown("# 🎙️ Audio/Video Transcription with Whisper")
gr.Markdown(
"### A powerful tool for transcribing and summarizing audio/video content"
)
with gr.Tabs() as tabs: with gr.Tabs() as tabs:
with gr.TabItem("Local File"): with gr.TabItem("Local File"):
gr.Markdown( gr.Markdown(
"Upload an audio or video file to transcribe it using Whisper AI." """
### Local File Transcription
Upload an audio or video file to transcribe it using Whisper AI.
- Supports various audio and video formats
- Automatic language detection
- Optional summarization with Ollama
"""
) )
with gr.Row(): with gr.Row():
@ -220,7 +283,14 @@ def create_interface():
with gr.TabItem("YouTube"): with gr.TabItem("YouTube"):
gr.Markdown( gr.Markdown(
"Enter a YouTube URL to transcribe the video or extract available subtitles." """
### YouTube Video Processing
Enter a YouTube URL to transcribe the video or extract available subtitles.
- Supports youtube.com, youtu.be, and invidious URLs
- Automatically extracts subtitles if available
- Falls back to transcription if no subtitles found
- Optional summarization with Ollama
"""
) )
with gr.Row(): with gr.Row():
@ -318,6 +388,12 @@ def create_interface():
- YouTube videos will first try to use available subtitles - YouTube videos will first try to use available subtitles
- If no subtitles are available, the video will be transcribed - If no subtitles are available, the video will be transcribed
{"- Ollama summarization is available for both local files and YouTube videos" if OLLAMA_AVAILABLE else ""} {"- Ollama summarization is available for both local files and YouTube videos" if OLLAMA_AVAILABLE else ""}
### Status:
- Device: {DEVICE}
- Compute Type: {COMPUTE_TYPE}
- Ollama Status: {"Available" if OLLAMA_AVAILABLE else "Not Available"}
{"- Available Ollama Models: " + ", ".join(OLLAMA_MODELS) if OLLAMA_AVAILABLE else ""}
""" """
) )
@ -325,5 +401,7 @@ def create_interface():
if __name__ == "__main__": if __name__ == "__main__":
logger.info("Starting Whisper Transcription Web App")
logger.info(f"Server will be available at http://{SERVER_NAME}:{SERVER_PORT}")
app = create_interface() app = create_interface()
app.launch(share=SHARE, server_name=SERVER_NAME, server_port=SERVER_PORT) app.launch(share=SHARE, server_name=SERVER_NAME, server_port=SERVER_PORT)

View File

@ -2,6 +2,13 @@ import requests
from typing import Optional from typing import Optional
import configparser import configparser
import os import os
import logging
# Configure logging
logging.basicConfig(
level=logging.INFO, format="%(asctime)s - %(levelname)s - %(message)s"
)
logger = logging.getLogger(__name__)
def load_config() -> configparser.ConfigParser: def load_config() -> configparser.ConfigParser:
@ -21,34 +28,57 @@ class OllamaHandler:
self.url = config["ollama"]["url"] self.url = config["ollama"]["url"]
self.default_model = config["ollama"]["default_model"] self.default_model = config["ollama"]["default_model"]
self.prompt = config["ollama"]["summarize_prompt"] self.prompt = config["ollama"]["summarize_prompt"]
logger.info(
f"Initialized Ollama handler with URL: {self.url}, Default model: {self.default_model}"
)
logger.info(f"Ollama enabled: {self.enabled}")
def is_available(self) -> bool: def is_available(self) -> bool:
"""Check if Ollama is available and enabled.""" """Check if Ollama is available and enabled."""
if not self.enabled: if not self.enabled:
logger.info("Ollama is disabled in config")
return False return False
try: try:
logger.info(f"Checking Ollama availability at {self.url}")
response = requests.get(f"{self.url}/api/tags") response = requests.get(f"{self.url}/api/tags")
return response.status_code == 200 available = response.status_code == 200
except: logger.info(
f"Ollama server response: {'available' if available else 'unavailable'}"
)
return available
except Exception as e:
logger.error(f"Error checking Ollama availability: {str(e)}")
return False return False
def get_available_models(self) -> list: def get_available_models(self) -> list:
"""Get list of available Ollama models.""" """Get list of available Ollama models."""
try: try:
logger.info("Fetching available Ollama models")
response = requests.get(f"{self.url}/api/tags") response = requests.get(f"{self.url}/api/tags")
if response.status_code == 200: if response.status_code == 200:
return [model["name"] for model in response.json()["models"]] models = [model["name"] for model in response.json()["models"]]
logger.info(
f"Found {len(models)} available models: {', '.join(models)}"
)
return models
logger.warning(
f"Failed to fetch models. Status code: {response.status_code}"
)
return [] return []
except: except Exception as e:
logger.error(f"Error fetching Ollama models: {str(e)}")
return [] return []
def summarize(self, text: str, model: Optional[str] = None) -> Optional[str]: def summarize(self, text: str, model: Optional[str] = None) -> Optional[str]:
"""Summarize text using Ollama.""" """Summarize text using Ollama."""
if not self.is_available(): if not self.is_available():
logger.warning("Attempted to summarize with Ollama unavailable")
return None return None
model = model or self.default_model model = model or self.default_model
prompt = f"{self.prompt}\n\n{text}" prompt = f"{self.prompt}\n\n{text}"
logger.info(f"Generating summary using model: {model}")
logger.info(f"Input text length: {len(text)} characters")
try: try:
response = requests.post( response = requests.post(
@ -57,8 +87,15 @@ class OllamaHandler:
) )
if response.status_code == 200: if response.status_code == 200:
return response.json()["response"] summary = response.json()["response"]
logger.info(
f"Successfully generated summary of length: {len(summary)} characters"
)
return summary
logger.error(
f"Failed to generate summary. Status code: {response.status_code}"
)
return None return None
except Exception as e: except Exception as e:
print(f"Error summarizing text: {str(e)}") logger.error(f"Error during summarization: {str(e)}")
return None return None