Fix display voice prompts requiring browser unlock and failed acks.

Add tap-to-enable speech overlay, stop marking announcements played on TTS errors, pick voices by locale, and scope pending announcements to the display's queues.

Co-authored-by: Cursor <cursoragent@cursor.com>

resources/js/kiosk-flow.js

@@ -1,3 +1,42 @@
+const DISPLAY_AUDIO_KEY = 'qms_display_audio';
+
+function localeToSpeechLang(locale) {
+    if (locale === 'fr') return 'fr-FR';
+    if (locale === 'tw') return 'ak-GH';
+
+    return 'en-US';
+}
+
+function pickVoice(voices, locale, preference) {
+    const list = voices.length ? voices : window.speechSynthesis?.getVoices() ?? [];
+    if (! list.length) {
+        return null;
+    }
+
+    const lang = localeToSpeechLang(locale).toLowerCase();
+    const langMatches = list.filter((voice) => voice.lang?.toLowerCase().startsWith(lang.slice(0, 2)));
+    const pool = langMatches.length ? langMatches : list;
+    const wantFemale = preference !== 'male';
+
+    const scored = pool.map((voice) => {
+        const name = voice.name.toLowerCase();
+        const female = /female|woman|zira|samantha|karen|victoria|fiona|moira|tessa|veena|lekha/.test(name);
+        const male = /male|man|david|daniel|james|fred|thomas|lee|ralph/.test(name);
+
+        let score = 0;
+        if (wantFemale && female) score += 2;
+        if (! wantFemale && male) score += 2;
+        if (voice.default) score += 1;
+        if (voice.localService) score += 1;
+
+        return { voice, score };
+    });
+
+    scored.sort((a, b) => b.score - a.score);
+
+    return scored[0]?.voice ?? pool[0] ?? null;
+}
+
 export function registerKioskFlow(Alpine) {
     Alpine.data('kioskFlow', (config = {}) => ({
         step: 'select',
@@ -58,6 +97,8 @@ export function registerKioskFlow(Alpine) {
         payload: null,
         announcedIds: {},
         isAnnouncing: false,
+        speechReady: false,
+        voices: [],
         dataUrl: typeof config === 'string' ? config : config.dataUrl,
         playedUrlTemplate: config.playedUrl ?? null,
         pollMs: config.pollMs ?? 1200,
@@ -73,8 +114,48 @@ export function registerKioskFlow(Alpine) {
             }
         },
 
+        primeSpeech() {
+            if (! window.speechSynthesis) {
+                return;
+            }
+
+            const loadVoices = () => {
+                this.voices = window.speechSynthesis.getVoices() || [];
+            };
+
+            loadVoices();
+            window.speechSynthesis.addEventListener('voiceschanged', loadVoices);
+        },
+
+        unlockSpeech() {
+            if (! window.speechSynthesis) {
+                return;
+            }
+
+            window.speechSynthesis.resume?.();
+            window.speechSynthesis.cancel();
+
+            const utter = new SpeechSynthesisUtterance(' ');
+            utter.volume = 0;
+            utter.onend = () => this.markSpeechReady();
+            utter.onerror = () => this.markSpeechReady();
+            window.speechSynthesis.speak(utter);
+        },
+
+        markSpeechReady() {
+            this.speechReady = true;
+
+            try {
+                sessionStorage.setItem(DISPLAY_AUDIO_KEY, '1');
+            } catch (e) {
+                // ignore storage failures
+            }
+
+            this.maybeAnnounce(this.payload?.announcements ?? []);
+        },
+
         maybeAnnounce(announcements) {
-            if (! window.speechSynthesis || this.isAnnouncing || ! announcements.length) {
+            if (! window.speechSynthesis || ! this.speechReady || this.isAnnouncing || ! announcements.length) {
                 return;
             }
 
@@ -92,20 +173,59 @@ export function registerKioskFlow(Alpine) {
             const repeats = Math.max(1, Number(item.repeat_count) || 1);
             const volume = Math.min(1, Math.max(0, (Number(item.volume) || 80) / 100));
             let remaining = repeats;
+            let watchdog = null;
+
+            const release = () => {
+                if (watchdog) {
+                    clearTimeout(watchdog);
+                    watchdog = null;
+                }
+                this.isAnnouncing = false;
+            };
 
             const finish = () => {
-                this.isAnnouncing = false;
+                release();
                 this.ackPlayed(item.id);
                 this.maybeAnnounce(this.payload?.announcements ?? []);
             };
 
+            const fail = (reason) => {
+                console.error('Announcement speech failed', reason);
+                release();
+                delete this.announcedIds[item.id];
+            };
+
             const speakOnce = () => {
                 window.speechSynthesis.resume?.();
+                window.speechSynthesis.cancel();
 
                 const utter = new SpeechSynthesisUtterance(item.message);
                 utter.volume = volume;
-                utter.lang = item.locale === 'fr' ? 'fr-FR' : item.locale === 'tw' ? 'ak-GH' : 'en-US';
+                utter.lang = localeToSpeechLang(item.locale);
+                const voice = pickVoice(this.voices, item.locale, item.voice);
+                if (voice) {
+                    utter.voice = voice;
+                }
+
+                const estimatedMs = Math.max(4000, (item.message?.length || 24) * 140);
+                watchdog = setTimeout(() => {
+                    if (! this.isAnnouncing) {
+                        return;
+                    }
+                    window.speechSynthesis.cancel();
+                    remaining -= 1;
+                    if (remaining > 0) {
+                        speakOnce();
+                    } else {
+                        finish();
+                    }
+                }, estimatedMs);
+
                 utter.onend = () => {
+                    if (watchdog) {
+                        clearTimeout(watchdog);
+                        watchdog = null;
+                    }
                     remaining -= 1;
                     if (remaining > 0) {
                         speakOnce();
@@ -113,10 +233,7 @@ export function registerKioskFlow(Alpine) {
                         finish();
                     }
                 };
-                utter.onerror = () => {
-                    delete this.announcedIds[item.id];
-                    finish();
-                };
+                utter.onerror = (event) => fail(event);
 
                 window.speechSynthesis.speak(utter);
             };
@@ -132,13 +249,16 @@ export function registerKioskFlow(Alpine) {
             const url = this.playedUrlTemplate.replace('__ID__', String(id));
 
             try {
-                await fetch(url, {
+                const res = await fetch(url, {
                     method: 'POST',
                     headers: {
                         Accept: 'application/json',
                         'X-CSRF-TOKEN': this.csrf,
                     },
                 });
+                if (! res.ok) {
+                    throw new Error(`Ack failed (${res.status})`);
+                }
             } catch (e) {
                 console.error('Announcement ack failed', e);
                 delete this.announcedIds[id];
@@ -146,6 +266,16 @@ export function registerKioskFlow(Alpine) {
         },
 
         init() {
+            this.primeSpeech();
+
+            try {
+                if (sessionStorage.getItem(DISPLAY_AUDIO_KEY) === '1') {
+                    this.unlockSpeech();
+                }
+            } catch (e) {
+                // ignore storage failures
+            }
+
             this.poll();
             setInterval(() => this.poll(), this.pollMs);
         },