diff options
Diffstat (limited to 'gui')
| -rw-r--r-- | gui/gui.py | 20 | ||||
| -rw-r--r-- | gui/gui_common.py | 12 | ||||
| -rw-r--r-- | gui/gui_loading.py | 133 | ||||
| -rw-r--r-- | gui/gui_runtime_dashboard.py | 179 | ||||
| -rw-r--r-- | gui/gui_settings.py | 538 |
5 files changed, 882 insertions, 0 deletions
diff --git a/gui/gui.py b/gui/gui.py new file mode 100644 index 0000000..1624fb7 --- /dev/null +++ b/gui/gui.py @@ -0,0 +1,20 @@ +from gui.gui_loading import StatusCallback, run_with_loading_popup +from gui.gui_runtime_dashboard import ( + AudioActivityProvider, + RuntimeLogLinesProvider, + SubtitleLinesProvider, + run_runtime_dashboard, +) +from gui.gui_settings import prompt_input_sample_rate, select_settings + + +__all__ = [ + "AudioActivityProvider", + "RuntimeLogLinesProvider", + "SubtitleLinesProvider", + "StatusCallback", + "prompt_input_sample_rate", + "run_runtime_dashboard", + "run_with_loading_popup", + "select_settings", +] diff --git a/gui/gui_common.py b/gui/gui_common.py new file mode 100644 index 0000000..39bb38c --- /dev/null +++ b/gui/gui_common.py @@ -0,0 +1,12 @@ +from typing import cast +from PySide6.QtGui import QFont +from PySide6.QtWidgets import QApplication + + +def ensure_qt_app() -> QApplication: + app = QApplication.instance() + if app is None: + app = QApplication([]) + app = cast(QApplication, app) + app.setFont(QFont("Calibri", 12)) + return app diff --git a/gui/gui_loading.py b/gui/gui_loading.py new file mode 100644 index 0000000..a94e512 --- /dev/null +++ b/gui/gui_loading.py @@ -0,0 +1,133 @@ +from typing import Any, Callable, List, Optional, Tuple, TypeVar, cast +from queue import Empty, Queue +import threading +import time + +from PySide6.QtCore import QTimer +from PySide6.QtWidgets import QDialog, QHBoxLayout, QLabel, QProgressBar, QVBoxLayout + +from gui.gui.gui_common import ensure_qt_app + + +T = TypeVar("T") +StatusCallback = Callable[[str], None] + + +class _LoadingDialog(QDialog): + def __init__(self, title: str, initial_message: str) -> None: + super().__init__() + self.setWindowTitle(title) + self.setModal(True) + self.setFixedWidth(440) + + layout = QVBoxLayout(self) + + self._spinner_frames: List[str] = ["⠋", "⠙", "⠹", "⠸", "⠼", "⠴", "⠦", "⠧", "⠇", "⠏"] + self._spinner_index = 0 + + spinner_row = QHBoxLayout() + self._spinner_label = QLabel(self._spinner_frames[0], self) + self._spinner_label.setStyleSheet("font-size: 20px; font-weight: 700; color: #8fd18f;") + spinner_row.addWidget(self._spinner_label) + + self._message_label = QLabel(initial_message, self) + self._message_label.setWordWrap(True) + self._message_label.setStyleSheet("font-size: 13px;") + spinner_row.addWidget(self._message_label, 1) + layout.addLayout(spinner_row) + + self._progress = QProgressBar(self) + self._progress.setRange(0, 0) + self._progress.setTextVisible(False) + layout.addWidget(self._progress) + + self._hint_label = QLabel("Please wait…", self) + self._hint_label.setStyleSheet("font-size: 12px; color: #9aa0a6;") + layout.addWidget(self._hint_label) + + self._spinner_timer = QTimer(self) + self._spinner_timer.setInterval(90) + self._spinner_timer.timeout.connect(self._tick_spinner) + self._spinner_timer.start() + + def _tick_spinner(self) -> None: + self._spinner_index = (self._spinner_index + 1) % len(self._spinner_frames) + self._spinner_label.setText(self._spinner_frames[self._spinner_index]) + + def set_message(self, message: str) -> None: + self._message_label.setText(message) + + +def run_with_loading_popup( + title: str, + initial_message: str, + task: Callable[[StatusCallback], T], +) -> T: + app = ensure_qt_app() + + dialog = _LoadingDialog(title=title, initial_message=initial_message) + events: Queue[Tuple[str, Any]] = Queue() + + def publish_status(message: str) -> None: + events.put(("status", message)) + + def worker() -> None: + try: + result = task(publish_status) + events.put(("result", result)) + except Exception as exc: + events.put(("error", exc)) + + thread = threading.Thread(target=worker, daemon=True) + thread.start() + + dialog.show() + dialog.raise_() + dialog.activateWindow() + + done = False + result_value: Optional[T] = None + error: Optional[Exception] = None + + while not done: + app.processEvents() + + while True: + try: + event_type, payload = events.get_nowait() + except Empty: + break + + if event_type == "status": + dialog.set_message(str(payload)) + elif event_type == "result": + result_value = cast(T, payload) + done = True + elif event_type == "error": + error = cast(Exception, payload) + done = True + + if thread.is_alive() and not done: + time.sleep(0.03) + continue + + if not thread.is_alive(): + try: + event_type, payload = events.get_nowait() + if event_type == "status": + dialog.set_message(str(payload)) + elif event_type == "result": + result_value = cast(T, payload) + elif event_type == "error": + error = cast(Exception, payload) + except Empty: + pass + done = True + + dialog.close() + app.processEvents() + + if error is not None: + raise error + + return cast(T, result_value) diff --git a/gui/gui_runtime_dashboard.py b/gui/gui_runtime_dashboard.py new file mode 100644 index 0000000..48c431e --- /dev/null +++ b/gui/gui_runtime_dashboard.py @@ -0,0 +1,179 @@ +from typing import Any, Callable, Dict, List + +from PySide6.QtCore import QTimer +from PySide6.QtWidgets import QGroupBox, QLabel, QTextEdit, QVBoxLayout, QWidget + +from gui.gui_common import ensure_qt_app + + +AudioActivityProvider = Callable[[], Dict[str, Any]] +RuntimeLogLinesProvider = Callable[[], List[str]] +SubtitleLinesProvider = Callable[[], List[str]] + + +class _RuntimeDashboard(QWidget): + def __init__( + self, + get_audio_activity: AudioActivityProvider, + get_runtime_logs: RuntimeLogLinesProvider, + get_subtitle_lines: SubtitleLinesProvider, + on_close: Callable[[], None], + ) -> None: + super().__init__() + self._get_audio_activity = get_audio_activity + self._get_runtime_logs = get_runtime_logs + self._get_subtitle_lines = get_subtitle_lines + self._on_close = on_close + self._closed = False + self._last_rendered_runtime_logs: str = "" + self._last_rendered_final_logs: str = "" + + self.setWindowTitle("auto-live-tl") + self.setMinimumSize(1100, 700) + + layout = QVBoxLayout(self) + + title = QLabel("auto-live-tl", self) + title.setStyleSheet("font-size: 22px; font-weight: 700; color: #000000;") + layout.addWidget(title) + + self.audio_indicator = QLabel("⚪ Idle", self) + self.audio_indicator.setStyleSheet("font-size: 16px; color: #b0b0b0; font-weight: 600;") + layout.addWidget(self.audio_indicator) + + self.audio_details = QLabel("RMS 0.00000 | threshold 0.00300", self) + self.audio_details.setStyleSheet("font-size: 13px; color: #9aa0a6;") + layout.addWidget(self.audio_details) + + raw_group = QGroupBox("Debug Log (It's recommended to fetch the final data via the SSE API, see the README)", self) + raw_group_layout = QVBoxLayout(raw_group) + + raw_title = QLabel("System / Raw Output", raw_group) + raw_group_layout.addWidget(raw_title) + + self.runtime_log_view = QTextEdit(raw_group) + self.runtime_log_view.setReadOnly(True) + self.runtime_log_view.setPlaceholderText("Waiting for raw Whisper output...") + self.runtime_log_view.setStyleSheet( + """ + QTextEdit { + background: #111417; + color: #d8dee9; + border: 1px solid #2f3742; + border-radius: 8px; + padding: 8px; + font-family: 'Consolas', 'Monaco', monospace; + font-size: 13px; + line-height: 1.4; + } + """ + ) + raw_group_layout.addWidget(self.runtime_log_view, 3) + + final_title = QLabel("Final (Sent via SSE)", raw_group) + raw_group_layout.addWidget(final_title) + + self.final_log_view = QTextEdit(raw_group) + self.final_log_view.setReadOnly(True) + self.final_log_view.setPlaceholderText("Waiting for FINAL output...") + self.final_log_view.setStyleSheet( + """ + QTextEdit { + background: #0f1410; + color: #dcf9dd; + border: 1px solid #2f4a35; + border-radius: 8px; + padding: 8px; + font-family: 'Consolas', 'Monaco', monospace; + font-size: 14px; + font-weight: 700; + line-height: 1.6; + } + """ + ) + raw_group_layout.addWidget(self.final_log_view, 2) + + layout.addWidget(raw_group, 1) + + self._timer = QTimer(self) + self._timer.setInterval(150) + self._timer.timeout.connect(self._refresh) + self._timer.start() + self._refresh() + + def _shutdown(self) -> None: + if self._closed: + return + self._closed = True + self._timer.stop() + try: + self._on_close() + except Exception: + pass + + def closeEvent(self, event: Any) -> None: # type: ignore[override] + self._shutdown() + super().closeEvent(event) + + def _refresh(self) -> None: + try: + activity = self._get_audio_activity() + except Exception: + activity = {} + + active = bool(activity.get("active", False)) + try: + rms = float(activity.get("rms", 0.0)) + except (TypeError, ValueError): + rms = 0.0 + try: + threshold = float(activity.get("threshold", 0.0)) + except (TypeError, ValueError): + threshold = 0.0 + + if active: + self.audio_indicator.setText("🟢 Audio detected") + self.audio_indicator.setStyleSheet("font-size: 16px; color: #8fd18f; font-weight: 600;") + else: + self.audio_indicator.setText("⚪ Idle") + self.audio_indicator.setStyleSheet("font-size: 16px; color: #b0b0b0; font-weight: 600;") + self.audio_details.setText(f"RMS {rms:.5f} | threshold {threshold:.5f}") + + try: + logs = self._get_runtime_logs() + except Exception: + logs = [] + runtime_lines = [line for line in logs if "[FINAL]" not in line] + final_lines = [line for line in logs if "[FINAL]" in line] + + joined_runtime_logs = "\n".join(runtime_lines) + if joined_runtime_logs != self._last_rendered_runtime_logs: + self._last_rendered_runtime_logs = joined_runtime_logs + self.runtime_log_view.setPlainText(joined_runtime_logs) + log_scroll = self.runtime_log_view.verticalScrollBar() + log_scroll.setValue(log_scroll.maximum()) + + joined_final_logs = "\n\n".join(final_lines) + if joined_final_logs != self._last_rendered_final_logs: + self._last_rendered_final_logs = joined_final_logs + self.final_log_view.setPlainText(joined_final_logs) + final_scroll = self.final_log_view.verticalScrollBar() + final_scroll.setValue(final_scroll.maximum()) + + +def run_runtime_dashboard( + get_audio_activity: AudioActivityProvider, + get_runtime_logs: RuntimeLogLinesProvider, + get_subtitle_lines: SubtitleLinesProvider, + on_close: Callable[[], None], +) -> None: + app = ensure_qt_app() + + dashboard = _RuntimeDashboard( + get_audio_activity=get_audio_activity, + get_runtime_logs=get_runtime_logs, + get_subtitle_lines=get_subtitle_lines, + on_close=on_close, + ) + dashboard.show() + app.exec() diff --git a/gui/gui_settings.py b/gui/gui_settings.py new file mode 100644 index 0000000..c6d98b5 --- /dev/null +++ b/gui/gui_settings.py @@ -0,0 +1,538 @@ +from typing import Iterable, List, Tuple, Dict, Any, Optional +import time + +import numpy as np +import sounddevice as sd +from PySide6.QtCore import Qt, QTimer +from PySide6.QtWidgets import ( + QCheckBox, + QComboBox, + QDialog, + QDialogButtonBox, + QFormLayout, + QGroupBox, + QHBoxLayout, + QInputDialog, + QLabel, + QLineEdit, + QMessageBox, + QTabWidget, + QVBoxLayout, + QWidget, +) + +from gui.gui_common import ensure_qt_app + + +class _SettingsDialog(QDialog): + def __init__( + self, + settings: Dict[str, Any], + input_devices: List[Tuple[int, Dict[str, Any]]], + default_settings: Dict[str, Any], + model_choices: Iterable[str], + device_choices: Iterable[str], + compute_choices: Iterable[str], + task_choices: Iterable[str], + ) -> None: + super().__init__() + self.setWindowTitle("Settings") + self.setModal(True) + self.setMinimumWidth(700) + + self.selected_settings: Dict[str, Any] = {} + + def get_value(key: str, fallback: Any) -> Any: + return settings.get(key, default_settings.get(key, fallback)) + + self.device_indices = [idx for idx, _dev in input_devices] + self.device_names = [dev["name"] for _idx, dev in input_devices] + + self._monitor_stream: Optional[sd.InputStream] = None + self._monitor_rms: float = 0.0 + self._monitor_active_until: float = 0.0 + self._monitor_error: str = "" + self._monitor_threshold: float = float(get_value("audio_activity_threshold", 0.003)) + + root_layout = QVBoxLayout(self) + + tabs = QTabWidget(self) + root_layout.addWidget(tabs) + + # Whisper tab + whisper_tab = QWidget(self) + whisper_tab_layout = QVBoxLayout(whisper_tab) + + whisper_layout = QFormLayout() + whisper_layout.setLabelAlignment(Qt.AlignmentFlag.AlignLeft) + + device_options = [ + f"[{idx}] {dev['name']} ({dev.get('max_input_channels', 0)} ch)" + for idx, dev in input_devices + ] + self.device_combo = QComboBox(whisper_tab) + self.device_combo.addItems(device_options) + self.device_combo.setEditable(False) + default_device_name = get_value("audio_device_name", "") + if default_device_name in self.device_names: + self.device_combo.setCurrentIndex(self.device_names.index(default_device_name)) + else: + self.device_combo.setCurrentIndex(0) + whisper_layout.addRow(QLabel("Audio input device:"), self.device_combo) + + self.model_combo = QComboBox(whisper_tab) + self.model_combo.addItems(list(model_choices)) + self.model_combo.setEditable(True) + default_model = str(get_value("model_name", "medium")) + if default_model in [self.model_combo.itemText(i) for i in range(self.model_combo.count())]: + self.model_combo.setCurrentText(default_model) + else: + self.model_combo.setEditText(default_model) + whisper_layout.addRow(QLabel("Model:"), self.model_combo) + + self.device_type_combo = QComboBox(whisper_tab) + self.device_type_combo.addItems(list(device_choices)) + self.device_type_combo.setEditable(False) + default_device_type = str(get_value("device", "cpu")) + if default_device_type in [self.device_type_combo.itemText(i) for i in range(self.device_type_combo.count())]: + self.device_type_combo.setCurrentText(default_device_type) + elif self.device_type_combo.count() > 0: + self.device_type_combo.setCurrentIndex(0) + whisper_layout.addRow(QLabel("Compute device:"), self.device_type_combo) + + self.task_combo = QComboBox(whisper_tab) + self.task_combo.addItems(list(task_choices)) + self.task_combo.setEditable(False) + default_task = str(get_value("task", "translate")) + if default_task in [self.task_combo.itemText(i) for i in range(self.task_combo.count())]: + self.task_combo.setCurrentText(default_task) + elif self.task_combo.count() > 0: + self.task_combo.setCurrentIndex(0) + whisper_layout.addRow(QLabel("Task:"), self.task_combo) + + whisper_tab_layout.addLayout(whisper_layout) + + whisper_advanced_group = QGroupBox("Advanced settings", whisper_tab) + whisper_advanced_layout = QFormLayout(whisper_advanced_group) + whisper_advanced_layout.setLabelAlignment(Qt.AlignmentFlag.AlignLeft) + + self.compute_type_combo = QComboBox(whisper_tab) + self.compute_type_combo.addItems(list(compute_choices)) + self.compute_type_combo.setEditable(True) + default_compute = str(get_value("compute_type", "int8")) + if default_compute in [self.compute_type_combo.itemText(i) for i in range(self.compute_type_combo.count())]: + self.compute_type_combo.setCurrentText(default_compute) + else: + self.compute_type_combo.setEditText(default_compute) + whisper_advanced_layout.addRow(QLabel("Compute type:"), self.compute_type_combo) + + self.beam_size_edit = QLineEdit(str(get_value("beam_size", 3)), whisper_tab) + whisper_advanced_layout.addRow(QLabel("Beam size:"), self.beam_size_edit) + + self.language_edit = QLineEdit(str(get_value("language", "")), whisper_tab) + whisper_advanced_layout.addRow(QLabel("Language (optional):"), self.language_edit) + + self.context_seconds_edit = QLineEdit(str(get_value("context_seconds", 10)), whisper_tab) + whisper_advanced_layout.addRow(QLabel("Context seconds:"), self.context_seconds_edit) + + self.update_interval_edit = QLineEdit(str(get_value("update_interval_seconds", 2)), whisper_tab) + whisper_advanced_layout.addRow(QLabel("Update interval (s):"), self.update_interval_edit) + + self.audio_activity_threshold_edit = QLineEdit(str(get_value("audio_activity_threshold", 0.003)), whisper_tab) + whisper_advanced_layout.addRow(QLabel("Audio activity threshold (RMS):"), self.audio_activity_threshold_edit) + + self.audio_indicator_label = QLabel("⚪ Idle", whisper_tab) + self.audio_indicator_label.setAlignment(Qt.AlignmentFlag.AlignLeft | Qt.AlignmentFlag.AlignVCenter) + whisper_advanced_layout.addRow(QLabel("Live input indicator:"), self.audio_indicator_label) + + whisper_tab_layout.addWidget(whisper_advanced_group) + tabs.addTab(whisper_tab, "Whisper") + + # Ollama tab + ollama_tab = QWidget(self) + ollama_tab_layout = QVBoxLayout(ollama_tab) + + ollama_layout = QFormLayout() + ollama_layout.setLabelAlignment(Qt.AlignmentFlag.AlignLeft) + + self.use_ollama_cleanup_checkbox = QCheckBox(ollama_tab) + self.use_ollama_cleanup_checkbox.setChecked(bool(get_value("use_ollama_cleanup", True))) + ollama_layout.addRow(QLabel("LLM subtitle cleanup:"), self.use_ollama_cleanup_checkbox) + + self.ollama_device_combo = QComboBox(ollama_tab) + self.ollama_device_combo.addItems(["CPU", "GPU"]) + self.ollama_device_combo.setEditable(False) + default_ollama_device = str(get_value("ollama_device", "CPU")) + if default_ollama_device in [self.ollama_device_combo.itemText(i) for i in range(self.ollama_device_combo.count())]: + self.ollama_device_combo.setCurrentText(default_ollama_device) + ollama_layout.addRow(QLabel("Ollama compute:"), self.ollama_device_combo) + + ollama_tab_layout.addLayout(ollama_layout) + + ollama_advanced_group = QGroupBox("Advanced settings", ollama_tab) + ollama_advanced_layout = QFormLayout(ollama_advanced_group) + ollama_advanced_layout.setLabelAlignment(Qt.AlignmentFlag.AlignLeft) + + self.ollama_model_edit = QLineEdit(str(get_value("ollama_model", "qwen2.5:7b-instruct")), ollama_tab) + ollama_advanced_layout.addRow(QLabel("Ollama model:"), self.ollama_model_edit) + + self.ollama_context_edit = QLineEdit(str(get_value("ollama_context_window", 6)), ollama_tab) + ollama_advanced_layout.addRow(QLabel("Context window (segments):"), self.ollama_context_edit) + + self.ollama_batch_edit = QLineEdit(str(get_value("ollama_raw_batch_size", 3)), ollama_tab) + ollama_advanced_layout.addRow(QLabel("Batch size (lines per LLM call):"), self.ollama_batch_edit) + + ollama_tab_layout.addWidget(ollama_advanced_group) + tabs.addTab(ollama_tab, "Ollama") + + # OpenAI Realtime tab + openai_tab = QWidget(self) + openai_tab_layout = QVBoxLayout(openai_tab) + + openai_layout = QFormLayout() + openai_layout.setLabelAlignment(Qt.AlignmentFlag.AlignLeft) + + self.use_openai_realtime_checkbox = QCheckBox(openai_tab) + self.use_openai_realtime_checkbox.setChecked(bool(get_value("use_openai_realtime_translate", False))) + openai_layout.addRow(QLabel("Use OpenAI realtime translation:"), self.use_openai_realtime_checkbox) + + self.openai_api_key_edit = QLineEdit(str(get_value("openai_api_key", "")), openai_tab) + self.openai_api_key_edit.setEchoMode(QLineEdit.EchoMode.Password) + self.openai_api_key_edit.setPlaceholderText("sk-...") + openai_layout.addRow(QLabel("OpenAI API key:"), self.openai_api_key_edit) + + self.openai_output_language_edit = QLineEdit(str(get_value("openai_output_language", "es")), openai_tab) + self.openai_output_language_edit.setPlaceholderText("es") + openai_layout.addRow(QLabel("Target language code:"), self.openai_output_language_edit) + + self.openai_model_edit = QLineEdit(str(get_value("openai_model", "gpt-realtime-translate")), openai_tab) + self.openai_model_edit.setPlaceholderText("gpt-realtime-translate") + openai_layout.addRow(QLabel("Realtime model:"), self.openai_model_edit) + + self.openai_safety_identifier_edit = QLineEdit(str(get_value("openai_safety_identifier", "")), openai_tab) + self.openai_safety_identifier_edit.setPlaceholderText("optional hashed-user-id") + openai_layout.addRow(QLabel("OpenAI-Safety-Identifier (optional):"), self.openai_safety_identifier_edit) + + openai_tab_layout.addLayout(openai_layout) + + self.openai_hint_label = QLabel( + "When enabled, source audio is streamed to OpenAI /v1/realtime/translations and subtitle SSE events are produced from realtime transcript output. Ollama cleanup is bypassed.", + openai_tab, + ) + self.openai_hint_label.setWordWrap(True) + self.openai_hint_label.setStyleSheet("font-size: 12px; color: #9aa0a6;") + openai_tab_layout.addWidget(self.openai_hint_label) + + tabs.addTab(openai_tab, "OpenAI Realtime") + + button_layout = QHBoxLayout() + root_layout.addLayout(button_layout) + button_box = QDialogButtonBox( + QDialogButtonBox.StandardButton.Ok | QDialogButtonBox.StandardButton.Cancel, + self, + ) + button_box.accepted.connect(self.accept) + button_box.rejected.connect(self.reject) + button_layout.addWidget(button_box) + + self.device_combo.currentIndexChanged.connect(self._restart_monitor_stream) + self.audio_activity_threshold_edit.textChanged.connect(self._on_threshold_changed) + self.use_openai_realtime_checkbox.toggled.connect(self._sync_backend_controls) + + self._monitor_timer = QTimer(self) + self._monitor_timer.setInterval(120) + self._monitor_timer.timeout.connect(self._refresh_audio_indicator) + self._monitor_timer.start() + + self._restart_monitor_stream() + self._sync_backend_controls(self.use_openai_realtime_checkbox.isChecked()) + self._refresh_audio_indicator() + + def _warn(self, title: str, text: str) -> None: + QMessageBox.warning(self, title, text) + + def _on_threshold_changed(self, text: str) -> None: + try: + parsed = float(text.strip()) + if parsed > 0: + self._monitor_threshold = parsed + except ValueError: + pass + + def _sync_backend_controls(self, use_openai: bool) -> None: + self.openai_api_key_edit.setEnabled(use_openai) + self.openai_output_language_edit.setEnabled(use_openai) + self.openai_model_edit.setEnabled(use_openai) + self.openai_safety_identifier_edit.setEnabled(use_openai) + + self.use_ollama_cleanup_checkbox.setEnabled(not use_openai) + self.ollama_device_combo.setEnabled(not use_openai) + self.ollama_model_edit.setEnabled(not use_openai) + self.ollama_context_edit.setEnabled(not use_openai) + self.ollama_batch_edit.setEnabled(not use_openai) + + if use_openai: + self.use_ollama_cleanup_checkbox.setChecked(False) + + def _pick_monitor_sample_rate(self, device_index: int, preferred_rate: int) -> Optional[int]: + common_rates: List[int] = [48000, 44100, 32000, 24000, 22050, 16000, 12000, 8000] + tried = set() + for rate in [preferred_rate] + common_rates: + if rate in tried or rate <= 0: + continue + tried.add(rate) + try: + sd.check_input_settings(device=device_index, channels=1, samplerate=rate, dtype="float32") + return rate + except sd.PortAudioError: + continue + return None + + def _monitor_callback(self, indata: np.ndarray, frames: int, time_info: Any, status: Any) -> None: + if status: + self._monitor_error = f"Audio status: {status}" + if indata is None or len(indata) == 0: + return + + chunk = indata[:, 0] + rms = float(np.sqrt(np.mean(np.square(chunk)))) + self._monitor_rms = rms + if rms >= self._monitor_threshold: + self._monitor_active_until = time.monotonic() + 0.6 + + def _refresh_audio_indicator(self) -> None: + if self._monitor_error: + self.audio_indicator_label.setText(f"⚠ {self._monitor_error}") + self.audio_indicator_label.setStyleSheet("color: #f28b82;") + return + + active = time.monotonic() <= self._monitor_active_until + rms_text = f"{self._monitor_rms:.5f}" + if active: + self.audio_indicator_label.setText(f"🟢 Audio detected (RMS {rms_text})") + self.audio_indicator_label.setStyleSheet("color: #8fd18f;") + else: + self.audio_indicator_label.setText(f"⚪ Idle (RMS {rms_text})") + self.audio_indicator_label.setStyleSheet("color: #b0b0b0;") + + def _stop_monitor_stream(self) -> None: + stream = self._monitor_stream + self._monitor_stream = None + if stream is None: + return + try: + stream.stop() + except Exception: + pass + try: + stream.close() + except Exception: + pass + + def _restart_monitor_stream(self, *_args: Any) -> None: + self._stop_monitor_stream() + self._monitor_error = "" + self._monitor_rms = 0.0 + self._monitor_active_until = 0.0 + + selection = self.device_combo.currentIndex() + if selection < 0 or selection >= len(self.device_indices): + self._monitor_error = "No input device selected." + return + + device_index = self.device_indices[selection] + try: + device_info = sd.query_devices(device_index) + except Exception as exc: + self._monitor_error = f"Could not read device info: {exc}" + return + + preferred_rate = int(float(device_info.get("default_samplerate", 48000))) + if preferred_rate <= 0: + preferred_rate = 48000 + + sample_rate = self._pick_monitor_sample_rate(device_index, preferred_rate) + if sample_rate is None: + self._monitor_error = "No supported sample rate for monitor stream." + return + + blocksize = max(256, int(sample_rate * 0.1)) + try: + stream = sd.InputStream( + device=device_index, + channels=1, + samplerate=sample_rate, + dtype="float32", + callback=self._monitor_callback, + blocksize=blocksize, + ) + stream.start() + self._monitor_stream = stream + except Exception as exc: + self._monitor_error = f"Unable to start monitor: {exc}" + + def accept(self) -> None: + selection = self.device_combo.currentIndex() + if selection < 0: + self._warn("Select a device", "Please select an audio input device.") + return + + model_name = self.model_combo.currentText().strip() + if not model_name: + self._warn("Model required", "Please select or enter a model name.") + return + + try: + beam_size = int(self.beam_size_edit.text().strip()) + if beam_size <= 0: + raise ValueError + except ValueError: + self._warn("Invalid beam size", "Beam size must be a positive integer.") + return + + try: + context_seconds = float(self.context_seconds_edit.text().strip()) + if context_seconds <= 0: + raise ValueError + except ValueError: + self._warn("Invalid context seconds", "Context seconds must be a positive number.") + return + + try: + update_interval_seconds = float(self.update_interval_edit.text().strip()) + if update_interval_seconds <= 0: + raise ValueError + except ValueError: + self._warn("Invalid update interval", "Update interval must be a positive number.") + return + + try: + audio_activity_threshold = float(self.audio_activity_threshold_edit.text().strip()) + if audio_activity_threshold <= 0: + raise ValueError + except ValueError: + self._warn("Invalid audio threshold", "Audio activity threshold must be a positive number.") + return + + try: + ollama_context_window = int(self.ollama_context_edit.text().strip()) + if ollama_context_window <= 0: + raise ValueError + except ValueError: + self._warn("Invalid context window", "Context window must be a positive integer.") + return + + try: + ollama_raw_batch_size = int(self.ollama_batch_edit.text().strip()) + if ollama_raw_batch_size <= 0: + raise ValueError + except ValueError: + self._warn("Invalid batch size", "Batch size must be a positive integer.") + return + + use_openai_realtime = self.use_openai_realtime_checkbox.isChecked() + openai_api_key = self.openai_api_key_edit.text().strip() + openai_output_language = self.openai_output_language_edit.text().strip() + openai_model = self.openai_model_edit.text().strip() or "gpt-realtime-translate" + openai_safety_identifier = self.openai_safety_identifier_edit.text().strip() + + if use_openai_realtime and not openai_api_key: + self._warn("OpenAI API key required", "Please provide your OpenAI API key to use realtime translation.") + return + if use_openai_realtime and not openai_output_language: + self._warn("Target language required", "Please provide a target language code (example: es, fr, ja).") + return + + self.selected_settings = { + "audio_device_name": self.device_names[selection], + "model_name": model_name, + "device": self.device_type_combo.currentText().strip() or "cpu", + "compute_type": self.compute_type_combo.currentText().strip() or "int8", + "task": self.task_combo.currentText().strip() or "translate", + "beam_size": beam_size, + "language": self.language_edit.text().strip(), + "context_seconds": context_seconds, + "update_interval_seconds": update_interval_seconds, + "audio_activity_threshold": audio_activity_threshold, + "use_ollama_cleanup": self.use_ollama_cleanup_checkbox.isChecked() and not use_openai_realtime, + "ollama_device": self.ollama_device_combo.currentText(), + "ollama_model": self.ollama_model_edit.text().strip(), + "ollama_context_window": ollama_context_window, + "ollama_raw_batch_size": ollama_raw_batch_size, + "use_openai_realtime_translate": use_openai_realtime, + "openai_api_key": openai_api_key, + "openai_output_language": openai_output_language or "es", + "openai_model": openai_model, + "openai_safety_identifier": openai_safety_identifier, + } + self._monitor_timer.stop() + self._stop_monitor_stream() + super().accept() + + def reject(self) -> None: + self._monitor_timer.stop() + self._stop_monitor_stream() + super().reject() + + +def select_settings( + settings: Dict[str, Any], + input_devices: List[Tuple[int, Dict[str, Any]]], + default_settings: Dict[str, Any], + model_choices: Iterable[str], + device_choices: Iterable[str], + compute_choices: Iterable[str], + task_choices: Iterable[str], +) -> Dict[str, Any]: + if not input_devices: + raise RuntimeError("No audio input devices found.") + + ensure_qt_app() + + dialog = _SettingsDialog( + settings=settings, + input_devices=input_devices, + default_settings=default_settings, + model_choices=model_choices, + device_choices=device_choices, + compute_choices=compute_choices, + task_choices=task_choices, + ) + result = dialog.exec() + + if result != int(QDialog.DialogCode.Accepted) or not dialog.selected_settings: + raise SystemExit("No settings selected.") + return dialog.selected_settings + + +def prompt_input_sample_rate(device_index: int, common_rates: Iterable[int]) -> int: + ensure_qt_app() + rates = list(common_rates) + while True: + prompt = ( + "Enter an input sample rate in Hz.\n" + f"Common values: {', '.join(str(r) for r in rates)}" + ) + raw, ok = QInputDialog.getText(None, "Select Sample Rate", prompt) + if not ok: + raise sd.PortAudioError("No supported input sample rate found for selected device.") + + raw = raw.strip() + if not raw: + continue + + try: + rate = int(float(raw)) + except ValueError: + QMessageBox.warning(None, "Invalid value", "Sample rate must be a number.") + continue + + try: + sd.check_input_settings(device=device_index, channels=1, samplerate=rate, dtype="float32") + return rate + except sd.PortAudioError: + QMessageBox.warning( + None, + "Unsupported sample rate", + f"{rate} Hz is not supported by the selected device.", + ) |