dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-06-04 11:45:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

fix: improve iOS audio playback with global audio element and better fallback

Browse source
This commit is contained in:
Paul Gauthier (aider) 2025-03-14 19:40:27 -07:00
parent 87a28dcb9f
commit 26789115b6
1 changed files with 59 additions and 20 deletions
Download patch file Download diff file Expand all files Collapse all files

77
aider/website/_includes/recording.js
View file

@ -1,5 +1,6 @@
document.addEventListener('DOMContentLoaded', function() { document.addEventListener('DOMContentLoaded', function() {
let player; // Store player reference to make it accessible to click handlers let player; // Store player reference to make it accessible to click handlers
let globalAudio; // Global audio element to be reused
// Parse the transcript section to create markers and convert timestamps to links // Parse the transcript section to create markers and convert timestamps to links
function parseTranscript() { function parseTranscript() {
@ -180,17 +181,32 @@ document.addEventListener('DOMContentLoaded', function() {
}, 3000); }, 3000);
} }
// Function to use browser's TTS as fallback // Improved browser TTS function
function useBrowserTTS(text) { function useBrowserTTS(text) {
if ('speechSynthesis' in window) { if ('speechSynthesis' in window) {
console.log('Using browser TTS fallback'); console.log('Using browser TTS fallback');
// Cancel any ongoing speech
window.speechSynthesis.cancel();
const utterance = new SpeechSynthesisUtterance(text); const utterance = new SpeechSynthesisUtterance(text);
utterance.rate = 1.0; utterance.rate = 1.0;
utterance.pitch = 1.0; utterance.pitch = 1.0;
utterance.volume = 1.0; utterance.volume = 1.0;
// For iOS, use a shorter utterance if possible
if (/iPad|iPhone|iPod/.test(navigator.userAgent) && !window.MSStream) {
utterance.text = text.length > 100 ? text.substring(0, 100) + '...' : text;
}
utterance.onstart = () => console.log('Speech started');
utterance.onend = () => console.log('Speech ended');
utterance.onerror = (e) => console.warn('Speech error:', e);
window.speechSynthesis.speak(utterance); window.speechSynthesis.speak(utterance);
return true; return true;
} }
console.warn('SpeechSynthesis not supported');
return false; return false;
} }
@ -208,30 +224,53 @@ document.addEventListener('DOMContentLoaded', function() {
// Construct audio file path // Construct audio file path
const audioPath = `/assets/audio/${recordingId}/${formattedTime}.mp3`; const audioPath = `/assets/audio/${recordingId}/${formattedTime}.mp3`;
// Create and play audio // Log for debugging
const audio = new Audio(audioPath); console.log(`Attempting to play audio: ${audioPath}`);
// Flag to track if we've already used the TTS fallback // Detect iOS
let fallbackUsed = false; const isIOS = /iPad|iPhone|iPod/.test(navigator.userAgent) && !window.MSStream;
console.log(`Device is iOS: ${isIOS}`);
// Error handling with fallback to browser TTS try {
audio.onerror = () => { // Create or reuse audio element
console.warn(`Failed to load audio: ${audioPath}`); if (!globalAudio) {
if (!fallbackUsed) { globalAudio = new Audio();
fallbackUsed = true; console.log("Created new global Audio element");
useBrowserTTS(text);
} }
};
// Play the audio // Set up event handlers
audio.play().catch(e => { globalAudio.onerror = (e) => {
console.warn(`Error playing audio: ${e.message}`); console.warn(`Audio error: ${e.type}`, e);
// Also fall back to browser TTS if play() fails
if (!fallbackUsed) {
fallbackUsed = true;
useBrowserTTS(text); useBrowserTTS(text);
};
// For iOS, preload might help with subsequent plays
if (isIOS) {
globalAudio.preload = "auto";
} }
});
// Set the new source
globalAudio.src = audioPath;
// Play with proper error handling
const playPromise = globalAudio.play();
if (playPromise !== undefined) {
playPromise.catch(error => {
console.warn(`Play error: ${error.message}`);
// On iOS, a user gesture might be required
if (isIOS) {
console.log("iOS playback failed, trying SpeechSynthesis");
}
useBrowserTTS(text);
});
}
} catch (e) {
console.error(`Exception in audio playback: ${e.message}`);
useBrowserTTS(text);
}
} }
// Function to highlight the active timestamp in the transcript // Function to highlight the active timestamp in the transcript