Compare commits

..
31 Commits
Author SHA1 Message Date
Gitea Actions 81990d7129 Release 0.1.55 [auto-version-bump] 2026-10-16 08:02:41 +02:00
Ein Anderssono 7f77b904ac Track Piper model bytes in the worker
Build and publish frontend / publish (push) Successful in 47s
2026-10-16 08:02:17 +02:00
Gitea Actions ab574acd39 Release 0.1.54 [auto-version-bump] 2026-10-16 07:55:43 +02:00
Ein Anderssono 0bee9f40d3 Show download size when model length is unavailable
Build and publish frontend / publish (push) Successful in 49s
2026-10-16 07:55:18 +02:00
Gitea Actions 291fdcbf08 Release 0.1.53 [auto-version-bump] 2026-10-16 07:50:26 +02:00
Ein Anderssono 846bfec04d Show Piper model download progress
Build and publish frontend / publish (push) Successful in 47s
2026-10-16 07:49:58 +02:00
Gitea Actions ccaa14896c Release 0.1.52 [auto-version-bump] 2026-10-16 07:45:46 +02:00
Ein Anderssono d26d7f0b55 Run Piper ONNX in a module worker
Build and publish frontend / publish (push) Successful in 46s
2026-10-16 07:45:21 +02:00
Gitea Actions 874b9be841 Release 0.1.51 [auto-version-bump] 2026-10-16 07:39:16 +02:00
Ein Anderssono d3b5308097 Show static service version in frontend footer
Build and publish frontend / publish (push) Successful in 48s
2026-10-16 07:38:51 +02:00
Gitea Actions 34adad88b8 Release 0.1.50 [auto-version-bump] 2026-10-16 07:33:02 +02:00
Ein Anderssono ed0a8b90a6 Serve Piper speech assets from dedicated static service
Build and publish frontend / publish (push) Successful in 49s
2026-10-16 07:32:34 +02:00
Gitea Actions 1458fa8382 Release 0.1.49 [auto-version-bump] 2026-10-16 07:16:18 +02:00
Ein Anderssono 145c025f05 Update Piper asset MIME source check
Build and publish frontend / publish (push) Successful in 1m32s
2026-10-16 07:15:30 +02:00
Ein Anderssono c618d2e31e Fix Piper ONNX runtime asset URLs
Build and publish frontend / publish (push) Failing after 2s
2026-10-16 07:15:12 +02:00
Gitea Actions 696a47a9a2 Release 0.1.48 [auto-version-bump] 2026-10-16 07:11:26 +02:00
Ein Anderssono 95d308b326 Serve Piper voice credits as readable text
Build and publish frontend / publish (push) Successful in 1m10s
2026-10-16 07:10:55 +02:00
Gitea Actions 971c457c13 Release 0.1.47 [auto-version-bump] 2026-10-16 07:08:39 +02:00
Ein Anderssono 94078686b4 Serve Swedish Piper voices from frontend origin
Build and publish frontend / publish (push) Successful in 1m34s
2026-10-16 07:07:48 +02:00
Gitea Actions bdc63a588e Release 0.1.46 [auto-version-bump] 2026-10-16 07:00:04 +02:00
Ein Anderssono 2acf1f2e82 Fix isolation headers for Piper worker
Build and publish frontend / publish (push) Successful in 53s
2026-10-16 06:59:37 +02:00
Gitea Actions 5404428bad Release 0.1.45 [auto-version-bump] 2026-10-16 06:55:50 +02:00
Ein Anderssono 0ecae41a78 Serve Piper worker with JavaScript MIME type
Build and publish frontend / publish (push) Successful in 51s
2026-10-16 06:55:24 +02:00
Gitea Actions fb0c253cee Release 0.1.44 [auto-version-bump] 2026-10-16 06:49:12 +02:00
Ein Anderssono e669830c95 Handle Node-only Piper bundle references
Build and publish frontend / publish (push) Successful in 1m4s
2026-10-16 06:48:39 +02:00
Ein Anderssono aed6b15a20 Add browser-local Piper WebAssembly speech
Build and publish frontend / publish (push) Failing after 6s
2026-10-16 06:47:59 +02:00
Gitea Actions 474fd80a95 Release 0.1.43 [auto-version-bump] 2026-10-16 06:31:31 +02:00
Ein Anderssono bf5ee88610 Honor the system default speech voice
Build and publish frontend / publish (push) Successful in 43s
2026-10-16 06:31:07 +02:00
Gitea Actions db76289660 Release 0.1.42 [auto-version-bump] 2026-10-16 06:19:32 +02:00
Ein Anderssono 702780c61b Fix speech controller test after microphone priming
Build and publish frontend / publish (push) Successful in 42s
2026-10-16 06:19:09 +02:00
Ein Anderssono eceb33052d Restore iOS speech after cancelling queued audio
Build and publish frontend / publish (push) Failing after 2s
2026-10-16 06:18:26 +02:00
25 changed files with 1286 additions and 39 deletions
+3
View File
@@ -5,3 +5,6 @@ scripts
README.md README.md
AGENTS.md AGENTS.md
VERSION VERSION
node_modules
package-lock.json
dist
+10 -1
View File
@@ -29,6 +29,15 @@ jobs:
python3 scripts/bump-version.py --check python3 scripts/bump-version.py --check
scripts/check-frontend.sh scripts/check-frontend.sh
- name: Bundle Piper worker client code
shell: bash
run: |
set -euo pipefail
npm install --no-audit --no-fund
npm run build:piper
test -s public/tts/piper-wasm-v1/piper-worker.js
test -s public/piper-runtime.js
- name: Ensure Helm is available - name: Ensure Helm is available
shell: bash shell: bash
env: env:
@@ -89,7 +98,7 @@ jobs:
version="$(python3 scripts/bump-version.py)" version="$(python3 scripts/bump-version.py)"
git config user.name "Gitea Actions" git config user.name "Gitea Actions"
git config user.email "actions@users.noreply.gitea" git config user.email "actions@users.noreply.gitea"
git add VERSION deploy/helm/ai-spel-frontend/Chart.yaml git add VERSION deploy/helm/ai-spel-frontend/Chart.yaml package-lock.json
git commit -m "Release $version [auto-version-bump]" git commit -m "Release $version [auto-version-bump]"
git tag -a "v$version" -m "v$version" git tag -a "v$version" -m "v$version"
git push origin HEAD:main "refs/tags/v$version" git push origin HEAD:main "refs/tags/v$version"
+3
View File
@@ -3,7 +3,10 @@
- This repository owns only the static, accessible web client and its container/chart packaging. - This repository owns only the static, accessible web client and its container/chart packaging.
- Rust remains the sole authority for game state. The frontend calls the backend through same-origin `/api/...` and `/version` paths. - Rust remains the sole authority for game state. The frontend calls the backend through same-origin `/api/...` and `/version` paths.
- Keep frontend and backend behind `ai-spel.k3s.k0.nu` so session cookies remain same-origin. - Keep frontend and backend behind `ai-spel.k3s.k0.nu` so session cookies remain same-origin.
- The public footer displays frontend, static-service, and API versions; load static-service version from uncached `/static/version.json`.
- `VERSION` is the only release-version source in this repository. Use `scripts/bump-version.py`; do not manually edit chart versions. - `VERSION` is the only release-version source in this repository. Use `scripts/bump-version.py`; do not manually edit chart versions.
- Changes are written locally and built, checked, published, and exercised by Gitea Actions on the existing `large` runner and Kubernetes. Never run apps, tests, containers, images, or binaries locally. Do not create or register runners. - Changes are written locally and built, checked, published, and exercised by Gitea Actions on the existing `large` runner and Kubernetes. Never run apps, tests, containers, images, or binaries locally. Do not create or register runners.
- Never commit secrets, generated credentials, kubeconfigs, or environment files. - Never commit secrets, generated credentials, kubeconfigs, or environment files.
- Helm charts are published to `harbor.k3s.k0.nu/ai-spel`; Argo CD uses the existing `ai-spel` project and namespace. - Helm charts are published to `harbor.k3s.k0.nu/ai-spel`; Argo CD uses the existing `ai-spel` project and namespace.
- Player-facing speech uses the local Piper WebAssembly adapter when the player has activated audio. The separate `ai-spel-static` Nginx service serves pinned Swedish Piper models and ONNX/Piper runtime files from same-origin `/static/piper-wasm-v1/` URLs with immutable caching. Game text is synthesized on-device and must never be sent to a TTS provider.
- This pipeline bundles only the Piper worker/client glue. Model/runtime downloads, image builds, and deployment belong to `ai-spel/ai-spel-static` and the existing `large` runner. Never build or run these assets locally.
+2
View File
@@ -4,6 +4,8 @@ ARG FRONTEND_VERSION
RUN test -n "$FRONTEND_VERSION" RUN test -n "$FRONTEND_VERSION"
COPY index.html /usr/share/nginx/html/index.html COPY index.html /usr/share/nginx/html/index.html
COPY voice.js /usr/share/nginx/html/voice.js COPY voice.js /usr/share/nginx/html/voice.js
COPY public/piper-runtime.js /usr/share/nginx/html/piper-runtime.js
COPY public/tts/piper-wasm-v1/ /usr/share/nginx/html/tts/piper-wasm-v1/
COPY nginx/default.conf /etc/nginx/conf.d/default.conf COPY nginx/default.conf /etc/nginx/conf.d/default.conf
USER root USER root
RUN sed -i "s/__FRONTEND_VERSION__/${FRONTEND_VERSION}/g" /usr/share/nginx/html/index.html RUN sed -i "s/__FRONTEND_VERSION__/${FRONTEND_VERSION}/g" /usr/share/nginx/html/index.html
+8 -4
View File
@@ -12,18 +12,22 @@ The separate `/admin` route provides an authenticated operations view for player
The game is text- and dialogue-based and uses no images. Place descriptions include sound, smell, air/temperature, touch/surface, and spatial-orientation cues. Visible details may also be described in words, but are never required to understand the scene or play. The transcript is screen-reader announced, and Enter submits the input while Shift+Enter inserts a newline; no separate send button is required. The game is text- and dialogue-based and uses no images. Place descriptions include sound, smell, air/temperature, touch/surface, and spatial-orientation cues. Visible details may also be described in words, but are never required to understand the scene or play. The transcript is screen-reader announced, and Enter submits the input while Shift+Enter inserts a newline; no separate send button is required.
Voice output uses the browser's Swedish speech synthesis for all player-facing game dialogue, onboarding, account responses, character and world creation, gameplay replies, in-game errors, and microphone disclosures. The `/admin` route is excluded. The first unauthenticated visit automatically reads an introduction that explains the game, how to create an account, and how to play; the introduction stays visible as text and can be replayed with `Läs introduktionen igen`. New game replies are read automatically and the transcript remains available to screen readers and as text. Returning players hear the latest saved game reply when they reopen the game. Voice settings can change the Swedish voice and speaking rate, but cannot disable automatic speech. These preferences are stored in browser `localStorage`. If the browser lacks speech synthesis or blocks playback, the same content remains available as text and the introduction can be started again with its replay button. Player-facing speech uses Piper TTS in WebAssembly in the browser after audio is activated by a user gesture. It reads game dialogue, onboarding, account responses, character and world creation, gameplay replies, in-game errors, and microphone disclosures; the `/admin` route is excluded. The audio is decoded and played through the Web Audio API, independently of `speechSynthesis`. The first unauthenticated visit keeps the introduction visible and it can be started with `Läs introduktionen`. New game replies are read automatically and the transcript remains available to screen readers and as text. Returning players hear the latest saved game reply when they reopen the game. The player can change speaking rate; narrator pitch is neutral and character pitch is varied consistently by voice identity. These preferences are stored in browser `localStorage`. If WebAssembly, model loading, or audio playback fails, the same content remains available as text and the dialogue offers a retry.
The microphone button beside the text field uses Web Speech API when available and sends only its final Swedish transcript through the same submission path as typed text. Before its first use, the client explains that the browser may process audio through a provider-selected service; the game itself does not receive or store recordings, while the final transcript is saved as ordinary dialogue. Writing `röstinställningar` or saying `röstkommando alternativ` opens temporary voice controls in the dialogue. The player can select an available Swedish voice and speaking rate and enable or disable short audio cues. Voice preferences are stored in browser `localStorage`. The Piper engine, ONNX WebAssembly runtime, and all three Swedish medium voice models (Alma, Lisa, and NST) are served by the separate `ai-spel-static` Nginx service from same-origin `/static/piper-wasm-v1/`. Its own Gitea pipeline downloads pinned models, verifies sizes and hashes, and publishes a versioned image and Helm chart independently from frontend changes. The frontend's Piper adapter redirects the library's built-in model URLs to this static service; it does not request voice files from Hugging Face. Voice models are fetched on first use and cached in browser storage when supported. Dialogue text is synthesized on the device and is not sent to a TTS provider. Attribution is available at `/static/piper-wasm-v1/voices/ATTRIBUTION.txt`.
When a character or NPC is created, its saved voice identity is masculine, feminine, or neutral. The biography prompt only assigns masculine/feminine when the character is explicitly described that way; otherwise it uses neutral. Speech synthesis applies a stable, subtly varied pitch/rate profile per character, so a character keeps the same sound across visits. Narration always uses neutral pitch. The browser's selected Swedish voice still determines the underlying voice, so the exact sound depends on installed system voices. The microphone button beside the text field uses Web Speech API when available and sends only its final Swedish transcript through the same submission path as typed text. Before its first use, the client explains that the browser may process audio through a provider-selected service; the game itself does not receive or store recordings, while the final transcript is saved as ordinary dialogue. Writing `röstinställningar` or saying `röstkommando alternativ` opens temporary voice controls in the dialogue. The player can adjust speaking rate and enable or disable short audio cues. Voice preferences are stored in browser `localStorage`.
When a character or NPC is created, its saved voice identity is masculine, feminine, or neutral. The biography prompt only assigns masculine/feminine when the character is explicitly described that way; otherwise it uses neutral. Piper applies a stable, subtle pitch/rate profile per character, so a character keeps the same sound across visits. Narration always uses neutral pitch.
System voice commands require the prefix `röstkommando`: `upprepa`, `avbryt`, `hjälp`, `alternativ`, or `paus`. Without the prefix, the same words remain ordinary dialogue. Speech recognition and synthesis are browser-dependent; release acceptance must record which real iPhone/Safari/VoiceOver and Android/Chrome/TalkBack combinations were actually checked. System voice commands require the prefix `röstkommando`: `upprepa`, `avbryt`, `hjälp`, `alternativ`, or `paus`. Without the prefix, the same words remain ordinary dialogue. Speech recognition and synthesis are browser-dependent; release acceptance must record which real iPhone/Safari/VoiceOver and Android/Chrome/TalkBack combinations were actually checked.
On iPhone and iPad, Safari may require a direct tap or key press before it permits speech output. The frontend primes speech silently on the first player gesture and then reads game replies automatically. The status reports speech as in progress only after the browser's `onstart` event. Voice settings include **Testa ljudet**; if a game reply does not start, a **Läs senaste repliken** button appears in the dialogue. When Safari reports speech started but the player hears nothing, the status suggests checking device volume and audio output. The introduction is only marked as heard after the browser reports that speech actually started. The speech queue avoids an immediate `cancel()` followed by `speak()`, which older WebKit releases can drop. On iPhone and iPad, Safari requires a user gesture to unlock Web Audio. The frontend resumes the audio context during a trusted tap or key press and then reads generated replies automatically. Voice settings include **Testa ljudet**; if a game reply does not start, a **Läs senaste repliken** button appears in the dialogue. First use can take longer while the voice model downloads; progress and errors are announced in the dialogue. Actual iPhone/iPad playback remains a release acceptance check and must not be claimed until tested on a device.
The browser and API stay on the same public origin, `https://ai-spel.k3s.k0.nu`. The ingress routes `/` to this frontend service and routes `/api`, `/version`, and `/health` to the Rust service. That keeps the current server-side session cookie same-origin and avoids browser CORS configuration. The browser and API stay on the same public origin, `https://ai-spel.k3s.k0.nu`. The ingress routes `/` to this frontend service and routes `/api`, `/version`, and `/health` to the Rust service. That keeps the current server-side session cookie same-origin and avoids browser CORS configuration.
The public footer displays the frontend, static-service, and API versions. It fetches `/static/version.json` without caching; the static service creates that file from its sole `VERSION` source during the same image build used for the matching Helm chart and release tag.
## Release flow ## Release flow
`VERSION` is the only version source for this repository. Gitea Actions on the existing `large` runner runs the static checks, Helm lint/template, publishes a commit image, bumps the patch version through `scripts/bump-version.py`, creates the matching release commit and Git tag, and publishes the release image, Helm chart, and rendered frontend manifest to Harbor. Argo CD tracks the newest published frontend chart. The image and chart releases use the same version as the commit and tag. `VERSION` is the only version source for this repository. Gitea Actions on the existing `large` runner runs the static checks, Helm lint/template, publishes a commit image, bumps the patch version through `scripts/bump-version.py`, creates the matching release commit and Git tag, and publishes the release image, Helm chart, and rendered frontend manifest to Harbor. Argo CD tracks the newest published frontend chart. The image and chart releases use the same version as the commit and tag.
+1 -1
View File
@@ -1 +1 @@
0.1.41 0.1.55
+2 -2
View File
@@ -2,5 +2,5 @@ apiVersion: v2
name: ai-spel-frontend name: ai-spel-frontend
description: Static web frontend for the Swedish life simulator description: Static web frontend for the Swedish life simulator
type: application type: application
version: 0.1.41 version: 0.1.55
appVersion: "0.1.41" appVersion: "0.1.55"
+13
View File
@@ -0,0 +1,13 @@
# ADR 0001: Run Piper in an ES module worker
## Decision
Bundle the Piper worker as an ES module and start it with `new Worker(url, { type: 'module' })`.
## Context
Piper loads ONNX Runtime Web and its WebAssembly loader dynamically. The current IIFE/classic worker bundle reports `TypeError: "undefined" cannot be parsed as a URL` during WASM backend initialization, even though the pinned same-origin ONNX loader and binary are available. This is consistent with module-relative URL metadata being lost in the classic bundle.
## Consequences
The browser must support module workers. Current supported browser targets already require modern WebAssembly and worker support. CI asserts that the worker is built and started in module mode; production acceptance remains the real deployed browser flow.
+74 -17
View File
@@ -20,6 +20,8 @@
#message { width: 100%; min-height: 3.5rem; box-sizing: border-box; } #message { width: 100%; min-height: 3.5rem; box-sizing: border-box; }
#message-tools { display: flex; flex-wrap: wrap; align-items: center; gap: .5rem; } #message-tools { display: flex; flex-wrap: wrap; align-items: center; gap: .5rem; }
#voice-status { min-height: 1.5em; } #voice-status { min-height: 1.5em; }
#speech-progress { width: min(100%, 32rem); height: 1.25rem; }
#speech-progress-value { margin-inline-start: .5rem; font-variant-numeric: tabular-nums; }
#dialogue li[data-role="voice-controls"] { border: 1px solid currentColor; border-radius: .35rem; padding: .75rem; } #dialogue li[data-role="voice-controls"] { border: 1px solid currentColor; border-radius: .35rem; padding: .75rem; }
#dialogue li[data-role="voice-controls"] fieldset { display: grid; gap: .5rem; margin-block: .5rem; } #dialogue li[data-role="voice-controls"] fieldset { display: grid; gap: .5rem; margin-block: .5rem; }
#admin-content { display: grid; gap: 1rem; } #admin-content { display: grid; gap: 1rem; }
@@ -56,6 +58,11 @@
<span id="message-help" class="sr-only">Tryck Enter för att skicka. Tryck Skift och Enter för ny rad.</span> <span id="message-help" class="sr-only">Tryck Enter för att skicka. Tryck Skift och Enter för ny rad.</span>
</form> </form>
<p id="voice-status" role="status" aria-live="polite"></p> <p id="voice-status" role="status" aria-live="polite"></p>
<div id="speech-progress-container" hidden>
<label for="speech-progress">Hämtar svensk röstmodell till enheten</label>
<progress id="speech-progress" aria-label="Nedladdning av svensk röstmodell"></progress>
<output id="speech-progress-value" for="speech-progress">Väntar på nedladdning</output>
</div>
</section> </section>
<section id="admin-view" aria-labelledby="admin-heading" hidden> <section id="admin-view" aria-labelledby="admin-heading" hidden>
<h1 id="admin-heading">Administration</h1> <h1 id="admin-heading">Administration</h1>
@@ -71,7 +78,8 @@
<div id="admin-content" aria-live="polite" aria-busy="false"></div> <div id="admin-content" aria-live="polite" aria-busy="false"></div>
</section> </section>
</main> </main>
<footer id="version-footer">Frontend <span id="frontend-version">__FRONTEND_VERSION__</span> · API <span id="api-version">hämtar version…</span></footer> <footer id="version-footer">Frontend <span id="frontend-version">__FRONTEND_VERSION__</span> · Statik <span id="static-version">hämtar version…</span> · API <span id="api-version">hämtar version…</span></footer>
<script src="/piper-runtime.js?v=__FRONTEND_VERSION__"></script>
<script src="/voice.js?v=__FRONTEND_VERSION__"></script> <script src="/voice.js?v=__FRONTEND_VERSION__"></script>
<script> <script>
const auth = document.querySelector('#auth'); const auth = document.querySelector('#auth');
@@ -93,7 +101,6 @@
const voiceSettingsKey = 'ai-spel.voice-settings.v2'; const voiceSettingsKey = 'ai-spel.voice-settings.v2';
let voiceSettings = window.GameVoice.loadSettings(localStorage, voiceSettingsKey, 'ai-spel.voice-settings.v1'); let voiceSettings = window.GameVoice.loadSettings(localStorage, voiceSettingsKey, 'ai-spel.voice-settings.v1');
let voiceController; let voiceController;
let speechActivatedByGesture = false;
let audioContext; let audioContext;
let voiceDisclosureAcknowledged = false; let voiceDisclosureAcknowledged = false;
let adminOffset = 0; let adminOffset = 0;
@@ -157,6 +164,40 @@
const authVoiceStatus = document.querySelector('#auth-voice-status'); const authVoiceStatus = document.querySelector('#auth-voice-status');
if (authVoiceStatus && !auth.hidden && message) authVoiceStatus.textContent = message; if (authVoiceStatus && !auth.hidden && message) authVoiceStatus.textContent = message;
} }
function updateSpeechProgress(message = '') {
const container = document.querySelector('#speech-progress-container');
const progress = document.querySelector('#speech-progress');
const value = document.querySelector('#speech-progress-value');
const label = container.querySelector('label');
const preparing = message.startsWith('Förbereder svensk uppläsning.');
const starting = message.startsWith('Startar svensk röstmotor och förbereder modellen.');
const match = message.match(/^Hämtar svensk röstmodell till enheten: (\d+) procent\.$/);
const bytesMatch = message.match(/^Hämtar svensk röstmodell till enheten: ([\d.,]+) MB hämtade\.$/);
if (!preparing && !starting && !match && !bytesMatch) {
container.hidden = true;
progress.removeAttribute('value');
value.textContent = 'Väntar på nedladdning';
return false;
}
container.hidden = false;
label.textContent = starting
? 'Startar och läser in den svenska röstmodellen'
: 'Hämtar svensk röstmodell till enheten';
if (match) {
const percent = Math.max(0, Math.min(100, Number(match[1])));
progress.value = percent;
value.textContent = `${percent}%`;
return true;
}
if (bytesMatch) {
progress.removeAttribute('value');
value.textContent = `${bytesMatch[1]} MB hämtade`;
return true;
}
progress.removeAttribute('value');
value.textContent = starting ? 'Startar röstmotorn…' : 'Förbereder…';
return true;
}
function clearSpeechRecovery() { function clearSpeechRecovery() {
speechRecoveryElement?.remove(); speechRecoveryElement?.remove();
speechRecoveryElement = null; speechRecoveryElement = null;
@@ -218,8 +259,15 @@
microphone.setAttribute('aria-pressed', String(listening)); microphone.setAttribute('aria-pressed', String(listening));
microphone.textContent = listening ? 'Avsluta mikrofon' : 'Starta mikrofon'; microphone.textContent = listening ? 'Avsluta mikrofon' : 'Starta mikrofon';
refreshMicrophone(); refreshMicrophone();
if (message) setVoiceStatus(message); if (message) {
else if (state === 'IDLE') setVoiceStatus(''); const downloading = updateSpeechProgress(message);
setVoiceStatus(downloading && message.startsWith('Hämtar svensk röstmodell')
? 'Hämtar svensk röstmodell till enheten.'
: message);
} else if (state === 'IDLE') {
updateSpeechProgress('');
setVoiceStatus('');
}
if (/Läs senaste repliken/.test(message)) showSpeechRecovery(message); if (/Läs senaste repliken/.test(message)) showSpeechRecovery(message);
playVoiceSignal(state === 'IDLE' && /Mikrofonen är avstängd/.test(message) ? 'STOPPED' : state); playVoiceSignal(state === 'IDLE' && /Mikrofonen är avstängd/.test(message) ? 'STOPPED' : state);
}, },
@@ -228,8 +276,8 @@
}, },
}); });
function primeSpeechFromGesture(event) { function primeSpeechFromGesture(event) {
if (speechActivatedByGesture || !event.isTrusted) return; if (!event.isTrusted) return;
speechActivatedByGesture = voiceController.activateFromUserGesture(); voiceController.activateFromUserGesture();
} }
document.addEventListener('pointerdown', primeSpeechFromGesture, true); document.addEventListener('pointerdown', primeSpeechFromGesture, true);
document.addEventListener('keydown', primeSpeechFromGesture, true); document.addEventListener('keydown', primeSpeechFromGesture, true);
@@ -252,17 +300,17 @@
const voiceLabel = document.createElement('label'); voiceLabel.textContent = 'Svensk röst'; const voiceLabel = document.createElement('label'); voiceLabel.textContent = 'Svensk röst';
const voice = document.createElement('select'); voice.setAttribute('aria-label', 'Svensk röst'); const voice = document.createElement('select'); voice.setAttribute('aria-label', 'Svensk röst');
const defaultVoice = document.createElement('option'); defaultVoice.value = ''; defaultVoice.textContent = 'Systemets standardröst'; voice.append(defaultVoice); const defaultVoice = document.createElement('option'); defaultVoice.value = ''; defaultVoice.textContent = 'Systemets standardröst'; voice.append(defaultVoice);
function refreshVoices() { const piperVoice = document.createElement('option');
const selected = voiceSettings.voiceName; piperVoice.value = 'piper-sv-nst';
voice.replaceChildren(defaultVoice.cloneNode(true)); piperVoice.textContent = 'Piper – svensk röst på enheten';
voiceController.getVoices().filter(entry => /^sv(-|$)/i.test(entry.lang)).forEach(entry => { voice.append(piperVoice);
const option = document.createElement('option'); option.value = entry.name; option.textContent = `${entry.name} (${entry.lang})`; voice.append(option); voice.value = piperVoice.value;
}); voiceSettings.voiceName = piperVoice.value;
voice.value = selected; voiceLabel.append(voice); fieldset.append(voiceLabel);
} const modelCredits = document.createElement('a');
refreshVoices(); modelCredits.href = '/static/piper-wasm-v1/voices/ATTRIBUTION.txt';
window.speechSynthesis?.addEventListener?.('voiceschanged', refreshVoices); modelCredits.textContent = 'Svenska rösters upphov och licenser';
voice.value = voiceSettings.voiceName; voiceLabel.append(voice); fieldset.append(voiceLabel); fieldset.append(modelCredits);
const signalLabel = document.createElement('label'); const signals = document.createElement('input'); const signalLabel = document.createElement('label'); const signals = document.createElement('input');
signals.type = 'checkbox'; signals.checked = voiceSettings.soundSignals; signals.type = 'checkbox'; signals.checked = voiceSettings.soundSignals;
signalLabel.append(signals, document.createTextNode(' Ljudsignal vid röstinmatning')); fieldset.append(signalLabel); signalLabel.append(signals, document.createTextNode(' Ljudsignal vid röstinmatning')); fieldset.append(signalLabel);
@@ -739,6 +787,10 @@
refreshMicrophone(); refreshMicrophone();
voiceController.stopListening(); voiceController.stopListening();
voiceController.cancelSpeech(); voiceController.cancelSpeech();
// cancel() above may also have discarded Safari's silent speech-channel
// primer. Restore it synchronously inside the submit gesture, before
// waiting for the API response that will be read aloud.
voiceController.activateFromUserGesture();
messageField.value = ''; messageField.value = '';
try { try {
if (stage === 'biography') await handleBiography(message); if (stage === 'biography') await handleBiography(message);
@@ -859,6 +911,11 @@
}).catch(() => { }).catch(() => {
document.querySelector('#api-version').textContent = 'otillgänglig'; document.querySelector('#api-version').textContent = 'otillgänglig';
}); });
request('/static/version.json', {cache: 'no-store'}).then(({version}) => {
document.querySelector('#static-version').textContent = version;
}).catch(() => {
document.querySelector('#static-version').textContent = 'otillgänglig';
});
request('/api/me').then(() => location.pathname === '/admin' ? openAdmin() : openGame()).catch(showAuth); request('/api/me').then(() => location.pathname === '/admin' ? openAdmin() : openGame()).catch(showAuth);
</script> </script>
</body> </body>
+17
View File
@@ -9,10 +9,27 @@ server {
return 204; return 204;
} }
location ^~ /tts/piper-wasm-v1/ {
types {
application/wasm wasm;
application/javascript js mjs;
application/json json;
application/octet-stream onnx;
text/plain txt;
}
add_header Cache-Control "public, max-age=31536000, immutable" always;
add_header Cross-Origin-Opener-Policy "same-origin" always;
add_header Cross-Origin-Embedder-Policy "require-corp" always;
add_header Cross-Origin-Resource-Policy "same-origin" always;
try_files $uri =404;
}
location / { location / {
add_header Cache-Control "no-store, no-cache, must-revalidate, proxy-revalidate, max-age=0" always; add_header Cache-Control "no-store, no-cache, must-revalidate, proxy-revalidate, max-age=0" always;
add_header Pragma "no-cache" always; add_header Pragma "no-cache" always;
add_header Expires "0" always; add_header Expires "0" always;
add_header Cross-Origin-Opener-Policy "same-origin" always;
add_header Cross-Origin-Embedder-Policy "require-corp" always;
try_files $uri $uri/ /index.html; try_files $uri $uri/ /index.html;
} }
} }
+610
View File
@@ -0,0 +1,610 @@
{
"name": "ai-spel-frontend-assets",
"lockfileVersion": 3,
"requires": true,
"packages": {
"": {
"name": "ai-spel-frontend-assets",
"dependencies": {
"@diffusionstudio/piper-wasm": "1.0.0",
"@mintplex-labs/piper-tts-web": "1.0.3",
"esbuild": "0.25.5",
"onnxruntime-web": "1.20.1"
}
},
"node_modules/@diffusionstudio/piper-wasm": {
"version": "1.0.0",
"resolved": "https://registry.npmjs.org/@diffusionstudio/piper-wasm/-/piper-wasm-1.0.0.tgz",
"integrity": "sha512-4Hgh7wJ1PuGEVgVi1CpducESnyXwjFRJN4zXjYRpxgquM+Zh6Eqq8ZaiGpCKm4yXvT1Y2SPQXbv0dEckFD9NaQ==",
"license": "MIT"
},
"node_modules/@esbuild/aix-ppc64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/aix-ppc64/-/aix-ppc64-0.25.5.tgz",
"integrity": "sha512-9o3TMmpmftaCMepOdA5k/yDw8SfInyzWWTjYTFCX3kPSDJMROQTb8jg+h9Cnwnmm1vOzvxN7gIfB5V2ewpjtGA==",
"cpu": [
"ppc64"
],
"license": "MIT",
"optional": true,
"os": [
"aix"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/android-arm": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/android-arm/-/android-arm-0.25.5.tgz",
"integrity": "sha512-AdJKSPeEHgi7/ZhuIPtcQKr5RQdo6OO2IL87JkianiMYMPbCtot9fxPbrMiBADOWWm3T2si9stAiVsGbTQFkbA==",
"cpu": [
"arm"
],
"license": "MIT",
"optional": true,
"os": [
"android"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/android-arm64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/android-arm64/-/android-arm64-0.25.5.tgz",
"integrity": "sha512-VGzGhj4lJO+TVGV1v8ntCZWJktV7SGCs3Pn1GRWI1SBFtRALoomm8k5E9Pmwg3HOAal2VDc2F9+PM/rEY6oIDg==",
"cpu": [
"arm64"
],
"license": "MIT",
"optional": true,
"os": [
"android"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/android-x64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/android-x64/-/android-x64-0.25.5.tgz",
"integrity": "sha512-D2GyJT1kjvO//drbRT3Hib9XPwQeWd9vZoBJn+bu/lVsOZ13cqNdDeqIF/xQ5/VmWvMduP6AmXvylO/PIc2isw==",
"cpu": [
"x64"
],
"license": "MIT",
"optional": true,
"os": [
"android"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/darwin-arm64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/darwin-arm64/-/darwin-arm64-0.25.5.tgz",
"integrity": "sha512-GtaBgammVvdF7aPIgH2jxMDdivezgFu6iKpmT+48+F8Hhg5J/sfnDieg0aeG/jfSvkYQU2/pceFPDKlqZzwnfQ==",
"cpu": [
"arm64"
],
"license": "MIT",
"optional": true,
"os": [
"darwin"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/darwin-x64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/darwin-x64/-/darwin-x64-0.25.5.tgz",
"integrity": "sha512-1iT4FVL0dJ76/q1wd7XDsXrSW+oLoquptvh4CLR4kITDtqi2e/xwXwdCVH8hVHU43wgJdsq7Gxuzcs6Iq/7bxQ==",
"cpu": [
"x64"
],
"license": "MIT",
"optional": true,
"os": [
"darwin"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/freebsd-arm64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/freebsd-arm64/-/freebsd-arm64-0.25.5.tgz",
"integrity": "sha512-nk4tGP3JThz4La38Uy/gzyXtpkPW8zSAmoUhK9xKKXdBCzKODMc2adkB2+8om9BDYugz+uGV7sLmpTYzvmz6Sw==",
"cpu": [
"arm64"
],
"license": "MIT",
"optional": true,
"os": [
"freebsd"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/freebsd-x64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/freebsd-x64/-/freebsd-x64-0.25.5.tgz",
"integrity": "sha512-PrikaNjiXdR2laW6OIjlbeuCPrPaAl0IwPIaRv+SMV8CiM8i2LqVUHFC1+8eORgWyY7yhQY+2U2fA55mBzReaw==",
"cpu": [
"x64"
],
"license": "MIT",
"optional": true,
"os": [
"freebsd"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/linux-arm": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/linux-arm/-/linux-arm-0.25.5.tgz",
"integrity": "sha512-cPzojwW2okgh7ZlRpcBEtsX7WBuqbLrNXqLU89GxWbNt6uIg78ET82qifUy3W6OVww6ZWobWub5oqZOVtwolfw==",
"cpu": [
"arm"
],
"license": "MIT",
"optional": true,
"os": [
"linux"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/linux-arm64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/linux-arm64/-/linux-arm64-0.25.5.tgz",
"integrity": "sha512-Z9kfb1v6ZlGbWj8EJk9T6czVEjjq2ntSYLY2cw6pAZl4oKtfgQuS4HOq41M/BcoLPzrUbNd+R4BXFyH//nHxVg==",
"cpu": [
"arm64"
],
"license": "MIT",
"optional": true,
"os": [
"linux"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/linux-ia32": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/linux-ia32/-/linux-ia32-0.25.5.tgz",
"integrity": "sha512-sQ7l00M8bSv36GLV95BVAdhJ2QsIbCuCjh/uYrWiMQSUuV+LpXwIqhgJDcvMTj+VsQmqAHL2yYaasENvJ7CDKA==",
"cpu": [
"ia32"
],
"license": "MIT",
"optional": true,
"os": [
"linux"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/linux-loong64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/linux-loong64/-/linux-loong64-0.25.5.tgz",
"integrity": "sha512-0ur7ae16hDUC4OL5iEnDb0tZHDxYmuQyhKhsPBV8f99f6Z9KQM02g33f93rNH5A30agMS46u2HP6qTdEt6Q1kg==",
"cpu": [
"loong64"
],
"license": "MIT",
"optional": true,
"os": [
"linux"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/linux-mips64el": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/linux-mips64el/-/linux-mips64el-0.25.5.tgz",
"integrity": "sha512-kB/66P1OsHO5zLz0i6X0RxlQ+3cu0mkxS3TKFvkb5lin6uwZ/ttOkP3Z8lfR9mJOBk14ZwZ9182SIIWFGNmqmg==",
"cpu": [
"mips64el"
],
"license": "MIT",
"optional": true,
"os": [
"linux"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/linux-ppc64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/linux-ppc64/-/linux-ppc64-0.25.5.tgz",
"integrity": "sha512-UZCmJ7r9X2fe2D6jBmkLBMQetXPXIsZjQJCjgwpVDz+YMcS6oFR27alkgGv3Oqkv07bxdvw7fyB71/olceJhkQ==",
"cpu": [
"ppc64"
],
"license": "MIT",
"optional": true,
"os": [
"linux"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/linux-riscv64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/linux-riscv64/-/linux-riscv64-0.25.5.tgz",
"integrity": "sha512-kTxwu4mLyeOlsVIFPfQo+fQJAV9mh24xL+y+Bm6ej067sYANjyEw1dNHmvoqxJUCMnkBdKpvOn0Ahql6+4VyeA==",
"cpu": [
"riscv64"
],
"license": "MIT",
"optional": true,
"os": [
"linux"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/linux-s390x": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/linux-s390x/-/linux-s390x-0.25.5.tgz",
"integrity": "sha512-K2dSKTKfmdh78uJ3NcWFiqyRrimfdinS5ErLSn3vluHNeHVnBAFWC8a4X5N+7FgVE1EjXS1QDZbpqZBjfrqMTQ==",
"cpu": [
"s390x"
],
"license": "MIT",
"optional": true,
"os": [
"linux"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/linux-x64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/linux-x64/-/linux-x64-0.25.5.tgz",
"integrity": "sha512-uhj8N2obKTE6pSZ+aMUbqq+1nXxNjZIIjCjGLfsWvVpy7gKCOL6rsY1MhRh9zLtUtAI7vpgLMK6DxjO8Qm9lJw==",
"cpu": [
"x64"
],
"license": "MIT",
"optional": true,
"os": [
"linux"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/netbsd-arm64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/netbsd-arm64/-/netbsd-arm64-0.25.5.tgz",
"integrity": "sha512-pwHtMP9viAy1oHPvgxtOv+OkduK5ugofNTVDilIzBLpoWAM16r7b/mxBvfpuQDpRQFMfuVr5aLcn4yveGvBZvw==",
"cpu": [
"arm64"
],
"license": "MIT",
"optional": true,
"os": [
"netbsd"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/netbsd-x64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/netbsd-x64/-/netbsd-x64-0.25.5.tgz",
"integrity": "sha512-WOb5fKrvVTRMfWFNCroYWWklbnXH0Q5rZppjq0vQIdlsQKuw6mdSihwSo4RV/YdQ5UCKKvBy7/0ZZYLBZKIbwQ==",
"cpu": [
"x64"
],
"license": "MIT",
"optional": true,
"os": [
"netbsd"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/openbsd-arm64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/openbsd-arm64/-/openbsd-arm64-0.25.5.tgz",
"integrity": "sha512-7A208+uQKgTxHd0G0uqZO8UjK2R0DDb4fDmERtARjSHWxqMTye4Erz4zZafx7Di9Cv+lNHYuncAkiGFySoD+Mw==",
"cpu": [
"arm64"
],
"license": "MIT",
"optional": true,
"os": [
"openbsd"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/openbsd-x64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/openbsd-x64/-/openbsd-x64-0.25.5.tgz",
"integrity": "sha512-G4hE405ErTWraiZ8UiSoesH8DaCsMm0Cay4fsFWOOUcz8b8rC6uCvnagr+gnioEjWn0wC+o1/TAHt+It+MpIMg==",
"cpu": [
"x64"
],
"license": "MIT",
"optional": true,
"os": [
"openbsd"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/sunos-x64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/sunos-x64/-/sunos-x64-0.25.5.tgz",
"integrity": "sha512-l+azKShMy7FxzY0Rj4RCt5VD/q8mG/e+mDivgspo+yL8zW7qEwctQ6YqKX34DTEleFAvCIUviCFX1SDZRSyMQA==",
"cpu": [
"x64"
],
"license": "MIT",
"optional": true,
"os": [
"sunos"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/win32-arm64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/win32-arm64/-/win32-arm64-0.25.5.tgz",
"integrity": "sha512-O2S7SNZzdcFG7eFKgvwUEZ2VG9D/sn/eIiz8XRZ1Q/DO5a3s76Xv0mdBzVM5j5R639lXQmPmSo0iRpHqUUrsxw==",
"cpu": [
"arm64"
],
"license": "MIT",
"optional": true,
"os": [
"win32"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/win32-ia32": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/win32-ia32/-/win32-ia32-0.25.5.tgz",
"integrity": "sha512-onOJ02pqs9h1iMJ1PQphR+VZv8qBMQ77Klcsqv9CNW2w6yLqoURLcgERAIurY6QE63bbLuqgP9ATqajFLK5AMQ==",
"cpu": [
"ia32"
],
"license": "MIT",
"optional": true,
"os": [
"win32"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/win32-x64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/win32-x64/-/win32-x64-0.25.5.tgz",
"integrity": "sha512-TXv6YnJ8ZMVdX+SXWVBo/0p8LTcrUYngpWjvm91TMjjBQii7Oz11Lw5lbDV5Y0TzuhSJHwiH4hEtC1I42mMS0g==",
"cpu": [
"x64"
],
"license": "MIT",
"optional": true,
"os": [
"win32"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@mintplex-labs/piper-tts-web": {
"version": "1.0.3",
"resolved": "https://registry.npmjs.org/@mintplex-labs/piper-tts-web/-/piper-tts-web-1.0.3.tgz",
"integrity": "sha512-vjYiEgigm0JHt9yKxj0euQd2eHIhtbGgWyeySLTPG+CdCH9RMf10WtczpeslboUYAvX5Eaxh6RMK+IuHU2rNhw==",
"license": "MIT",
"peerDependencies": {
"onnxruntime-web": "^1.18.0"
}
},
"node_modules/@protobufjs/aspromise": {
"version": "1.1.2",
"resolved": "https://registry.npmjs.org/@protobufjs/aspromise/-/aspromise-1.1.2.tgz",
"integrity": "sha512-j+gKExEuLmKwvz3OgROXtrJ2UG2x8Ch2YZUxahh+s1F2HZ+wAceUNLkvy6zKCPVRkU++ZWQrdxsUeQXmcg4uoQ==",
"license": "BSD-3-Clause"
},
"node_modules/@protobufjs/base64": {
"version": "1.1.2",
"resolved": "https://registry.npmjs.org/@protobufjs/base64/-/base64-1.1.2.tgz",
"integrity": "sha512-AZkcAA5vnN/v4PDqKyMR5lx7hZttPDgClv83E//FMNhR2TMcLUhfRUBHCmSl0oi9zMgDDqRUJkSxO3wm85+XLg==",
"license": "BSD-3-Clause"
},
"node_modules/@protobufjs/codegen": {
"version": "2.0.5",
"resolved": "https://registry.npmjs.org/@protobufjs/codegen/-/codegen-2.0.5.tgz",
"integrity": "sha512-zgXFLzW3Ap33e6d0Wlj4MGIm6Ce8O89n/apUaGNB/jx+hw+ruWEp7EwGUshdLKVRCxZW12fp9r40E1mQrf/34g==",
"license": "BSD-3-Clause"
},
"node_modules/@protobufjs/eventemitter": {
"version": "1.1.1",
"resolved": "https://registry.npmjs.org/@protobufjs/eventemitter/-/eventemitter-1.1.1.tgz",
"integrity": "sha512-vW1GmwMZNnL+gMRaovlh9yZX74kc+TTU3FObkkurpMaRtBfLP3ldjS9KQWlwZgraRE0+dheEEoAxdzcJQ8eXZg==",
"license": "BSD-3-Clause"
},
"node_modules/@protobufjs/fetch": {
"version": "1.1.1",
"resolved": "https://registry.npmjs.org/@protobufjs/fetch/-/fetch-1.1.1.tgz",
"integrity": "sha512-GpptLrs57adMSuHi3VNj0mAF8dwh36LMaYF6XyJ6JMWlVsc+t42tm1HSEDmOs3A8fC9yyeisgLhsTVQokOZ0zw==",
"license": "BSD-3-Clause",
"dependencies": {
"@protobufjs/aspromise": "^1.1.1"
}
},
"node_modules/@protobufjs/float": {
"version": "1.0.2",
"resolved": "https://registry.npmjs.org/@protobufjs/float/-/float-1.0.2.tgz",
"integrity": "sha512-Ddb+kVXlXst9d+R9PfTIxh1EdNkgoRe5tOX6t01f1lYWOvJnSPDBlG241QLzcyPdoNTsblLUdujGSE4RzrTZGQ==",
"license": "BSD-3-Clause"
},
"node_modules/@protobufjs/path": {
"version": "1.1.2",
"resolved": "https://registry.npmjs.org/@protobufjs/path/-/path-1.1.2.tgz",
"integrity": "sha512-6JOcJ5Tm08dOHAbdR3GrvP+yUUfkjG5ePsHYczMFLq3ZmMkAD98cDgcT2iA1lJ9NVwFd4tH/iSSoe44YWkltEA==",
"license": "BSD-3-Clause"
},
"node_modules/@protobufjs/pool": {
"version": "1.1.0",
"resolved": "https://registry.npmjs.org/@protobufjs/pool/-/pool-1.1.0.tgz",
"integrity": "sha512-0kELaGSIDBKvcgS4zkjz1PeddatrjYcmMWOlAuAPwAeccUrPHdUqo/J6LiymHHEiJT5NrF1UVwxY14f+fy4WQw==",
"license": "BSD-3-Clause"
},
"node_modules/@protobufjs/utf8": {
"version": "1.1.2",
"resolved": "https://registry.npmjs.org/@protobufjs/utf8/-/utf8-1.1.2.tgz",
"integrity": "sha512-b1UQwcEZ4yCnMCD8DAL1VlbvBJE9/IX4FTIp7BG1xYpf29SLazLSrqUkj4w7Y5y7cCVP6E5tcqqcI0xemPkHug==",
"license": "BSD-3-Clause"
},
"node_modules/@types/node": {
"version": "26.6.5",
"resolved": "https://registry.npmjs.org/@types/node/-/node-26.6.5.tgz",
"integrity": "sha512-uMzsv9stDdofIZBx4UGh4Z9ZgXnGC9seRDscilBcTHAeOFk67MZg/k9bWVfO+bk4qZmG+l52hRnLwUiH2LnJTg==",
"license": "MIT",
"dependencies": {
"undici-types": "~8.9.0"
}
},
"node_modules/esbuild": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/esbuild/-/esbuild-0.25.5.tgz",
"integrity": "sha512-P8OtKZRv/5J5hhz0cUAdu/cLuPIKXpQl1R9pZtvmHWQvrAUVd0UNIPT4IB4W3rNOqVO0rlqHmCIbSwxh/c9yUQ==",
"hasInstallScript": true,
"license": "MIT",
"bin": {
"esbuild": "bin/esbuild"
},
"engines": {
"node": ">=18"
},
"optionalDependencies": {
"@esbuild/aix-ppc64": "0.25.5",
"@esbuild/android-arm": "0.25.5",
"@esbuild/android-arm64": "0.25.5",
"@esbuild/android-x64": "0.25.5",
"@esbuild/darwin-arm64": "0.25.5",
"@esbuild/darwin-x64": "0.25.5",
"@esbuild/freebsd-arm64": "0.25.5",
"@esbuild/freebsd-x64": "0.25.5",
"@esbuild/linux-arm": "0.25.5",
"@esbuild/linux-arm64": "0.25.5",
"@esbuild/linux-ia32": "0.25.5",
"@esbuild/linux-loong64": "0.25.5",
"@esbuild/linux-mips64el": "0.25.5",
"@esbuild/linux-ppc64": "0.25.5",
"@esbuild/linux-riscv64": "0.25.5",
"@esbuild/linux-s390x": "0.25.5",
"@esbuild/linux-x64": "0.25.5",
"@esbuild/netbsd-arm64": "0.25.5",
"@esbuild/netbsd-x64": "0.25.5",
"@esbuild/openbsd-arm64": "0.25.5",
"@esbuild/openbsd-x64": "0.25.5",
"@esbuild/sunos-x64": "0.25.5",
"@esbuild/win32-arm64": "0.25.5",
"@esbuild/win32-ia32": "0.25.5",
"@esbuild/win32-x64": "0.25.5"
}
},
"node_modules/flatbuffers": {
"version": "1.12.0",
"resolved": "https://registry.npmjs.org/flatbuffers/-/flatbuffers-1.12.0.tgz",
"integrity": "sha512-c7CZADjRcl6j0PlvFy0ZqXQ67qSEZfrVPynmnL+2zPc+NtMvrF8Y0QceMo7QqnSPc7+uWjUIAbvCQ5WIKlMVdQ==",
"license": "SEE LICENSE IN LICENSE.txt"
},
"node_modules/guid-typescript": {
"version": "1.0.9",
"resolved": "https://registry.npmjs.org/guid-typescript/-/guid-typescript-1.0.9.tgz",
"integrity": "sha512-Y8T4vYhEfwJOTbouREvG+3XDsjr8E3kIr7uf+JZ0BYloFsttiHU0WfvANVsR7TxNUJa/WpCnw/Ino/p+DeBhBQ==",
"license": "ISC"
},
"node_modules/long": {
"version": "5.3.2",
"resolved": "https://registry.npmjs.org/long/-/long-5.3.2.tgz",
"integrity": "sha512-mNAgZ1GmyNhD7AuqnTG3/VQ26o760+ZYBPKjPvugO8+nLbYfX6TVpJPseBvopbdY+qpZ/lKUnmEc1LeZYS3QAA==",
"license": "Apache-2.0"
},
"node_modules/onnxruntime-common": {
"version": "1.20.1",
"resolved": "https://registry.npmjs.org/onnxruntime-common/-/onnxruntime-common-1.20.1.tgz",
"integrity": "sha512-YiU0s0IzYYC+gWvqD1HzLc46Du1sXpSiwzKb63PACIJr6LfL27VsXSXQvt68EzD3V0D5Bc0vyJTjmMxp0ylQiw==",
"license": "MIT"
},
"node_modules/onnxruntime-web": {
"version": "1.20.1",
"resolved": "https://registry.npmjs.org/onnxruntime-web/-/onnxruntime-web-1.20.1.tgz",
"integrity": "sha512-TePF6XVpLL1rWVMIl5Y9ACBQcyCNFThZON/jgElNd9Txb73CIEGlklhYR3UEr1cp5r0rbGI6nDwwrs79g7WjoA==",
"license": "MIT",
"dependencies": {
"flatbuffers": "^1.12.0",
"guid-typescript": "^1.0.9",
"long": "^5.2.3",
"onnxruntime-common": "1.20.1",
"platform": "^1.3.6",
"protobufjs": "^7.2.4"
}
},
"node_modules/platform": {
"version": "1.3.6",
"resolved": "https://registry.npmjs.org/platform/-/platform-1.3.6.tgz",
"integrity": "sha512-fnWVljUchTro6RiCFvCXBbNhJc2NijN7oIQxbwsyL0buWJPG85v81ehlHI9fXrJsMNgTofEoWIQeClKpgxFLrg==",
"license": "MIT"
},
"node_modules/protobufjs": {
"version": "7.6.6",
"resolved": "https://registry.npmjs.org/protobufjs/-/protobufjs-7.6.6.tgz",
"integrity": "sha512-dYDWdjSl5RNb7SgPxGQcRU+GtvP7s2fpkrY0r432PcOIaZ0/rBcxEZnQN67iJhFuQiVw754JDoPruPCNdGsbjg==",
"hasInstallScript": true,
"license": "BSD-3-Clause",
"dependencies": {
"@protobufjs/aspromise": "^1.1.2",
"@protobufjs/base64": "^1.1.2",
"@protobufjs/codegen": "^2.0.5",
"@protobufjs/eventemitter": "^1.1.1",
"@protobufjs/fetch": "^1.1.1",
"@protobufjs/float": "^1.0.2",
"@protobufjs/path": "^1.1.2",
"@protobufjs/pool": "^1.1.0",
"@protobufjs/utf8": "^1.1.1",
"@types/node": ">=13.7.0",
"long": "^5.3.2"
},
"engines": {
"node": ">=12.0.0"
}
},
"node_modules/undici-types": {
"version": "8.9.0",
"resolved": "https://registry.npmjs.org/undici-types/-/undici-types-8.9.0.tgz",
"integrity": "sha512-KTDyRTYX8sWmKXAikPHHSyc63CRPETMctyjKFupcC6OBLXT3xsN0e9aF7m+mIXutFWpUXuedtowG7iLOzp0kQg==",
"license": "MIT"
}
}
}
+14
View File
@@ -0,0 +1,14 @@
{
"name": "ai-spel-frontend-assets",
"private": true,
"description": "Build-only Piper WebAssembly assets for the static game client.",
"scripts": {
"build:piper": "node scripts/build-piper.mjs"
},
"dependencies": {
"@diffusionstudio/piper-wasm": "1.0.0",
"@mintplex-labs/piper-tts-web": "1.0.3",
"esbuild": "0.25.5",
"onnxruntime-web": "1.20.1"
}
}
+32
View File
@@ -0,0 +1,32 @@
export function trackModelDownload(response, {id, postMessage}) {
const reader = response.body?.getReader?.();
if (!reader || typeof ReadableStream !== 'function' || typeof Response !== 'function') return response;
const total = Number(response.headers.get('content-length')) || 0;
let loaded = 0;
const body = new ReadableStream({
async pull(controller) {
try {
const {done, value} = await reader.read();
if (done) {
controller.close();
return;
}
loaded += value.byteLength;
postMessage({id, type: 'progress', progress: {loaded, total}});
controller.enqueue(value);
} catch (error) {
controller.error(error);
}
},
cancel(reason) {
return reader.cancel(reason);
},
});
return new Response(body, {
status: response.status,
statusText: response.statusText,
headers: response.headers,
});
}
+9
View File
@@ -0,0 +1,9 @@
const PIPER_MODEL_ORIGIN = 'https://huggingface.co/diffusionstudio/piper-voices/resolve/main/';
const localPathPrefix = '/static/piper-wasm-v1/voices/';
export function localPiperModelUrl(requestedUrl, origin) {
if (!requestedUrl.startsWith(PIPER_MODEL_ORIGIN)) return null;
const relativePath = requestedUrl.slice(PIPER_MODEL_ORIGIN.length);
if (!/^[\w./-]+$/.test(relativePath) || relativePath.split('/').includes('..')) return null;
return new URL(`${localPathPrefix}${relativePath}`, origin).href;
}
+7
View File
@@ -0,0 +1,7 @@
const assetRoot = '/static/piper-wasm-v1/onnx/';
export function createOnnxWasmPaths(origin) {
const absoluteAssetRoot = new URL(assetRoot, origin).href;
return absoluteAssetRoot;
}
+56
View File
@@ -0,0 +1,56 @@
const version = document.querySelector('#frontend-version')?.textContent || 'dev';
const workerUrl = `/tts/piper-wasm-v1/piper-worker.js?v=${encodeURIComponent(version)}`;
let worker;
let requestId = 0;
const pending = new Map();
function getWorker() {
if (worker) return worker;
// ONNX Runtime resolves its WASM loader relative to the worker module URL.
// Keep the worker as ESM so import.meta.url remains available at runtime.
worker = new Worker(workerUrl, {type: 'module'});
worker.onmessage = event => {
const message = event.data || {};
const request = pending.get(message.id);
if (!request) return;
if (message.type === 'progress') {
request.onProgress?.(message.progress);
} else {
pending.delete(message.id);
if (message.type === 'audio') request.resolve(new Blob([message.audio], {type: 'audio/x-wav'}));
else request.reject(new Error(message.error || 'Piper-arbetaren misslyckades.'));
}
};
worker.onerror = event => {
const details = [event.message, event.filename && `${event.filename}:${event.lineno || 0}:${event.colno || 0}`]
.filter(Boolean)
.join(' — ');
const error = new Error(details
? `Piper-arbetaren kunde inte startas: ${details}`
: 'Piper-arbetaren kunde inte startas.');
for (const request of pending.values()) request.reject(error);
pending.clear();
worker?.terminate();
worker = null;
};
worker.onmessageerror = () => {
const error = new Error('Piper-arbetaren skickade ett oläsbart svar.');
for (const request of pending.values()) request.reject(error);
pending.clear();
worker?.terminate();
worker = null;
};
return worker;
}
window.GamePiper = {
voiceId: 'sv_SE-nst-medium',
synthesize(text, onProgress) {
return new Promise((resolve, reject) => {
const id = ++requestId;
pending.set(id, {resolve, reject, onProgress});
try { getWorker().postMessage({id, text: String(text)}); }
catch (error) { pending.delete(id); reject(error); }
});
},
};
+65
View File
@@ -0,0 +1,65 @@
import {TtsSession} from '@mintplex-labs/piper-tts-web';
import {trackModelDownload} from './piper-download-progress.mjs';
import {localPiperModelUrl} from './piper-model-routing.mjs';
import {createOnnxWasmPaths} from './piper-onnx-config.mjs';
const VOICE_ID = 'sv_SE-nst-medium';
const ASSET_ROOT = '/static/piper-wasm-v1';
const localFetch = self.fetch.bind(self);
// Keep the TTS library's OPFS cache logic, but serve models/config from the
// same-origin static asset service instead of its built-in external model URL.
self.fetch = async (resource, options) => {
const requestedUrl = resource instanceof Request ? resource.url : String(resource);
const localModelUrl = localPiperModelUrl(requestedUrl, self.location.origin);
if (!localModelUrl) return localFetch(resource, options);
const redirected = resource instanceof Request ? new Request(localModelUrl, resource) : localModelUrl;
const response = await localFetch(redirected, options);
if (!activeRequestId || !localModelUrl.endsWith('.onnx')) return response;
return trackModelDownload(response, {
id: activeRequestId,
postMessage: message => self.postMessage(message),
});
};
let sessionPromise;
let inferenceQueue = Promise.resolve();
let activeRequestId = null;
async function getSession() {
if (!sessionPromise) {
sessionPromise = TtsSession.create({
voiceId: VOICE_ID,
wasmPaths: {
onnxWasm: createOnnxWasmPaths(self.location.origin),
piperData: `${ASSET_ROOT}/piper/piper_phonemize.data`,
piperWasm: `${ASSET_ROOT}/piper/piper_phonemize.wasm`,
},
}).catch(error => {
sessionPromise = null;
throw error;
});
}
return sessionPromise;
}
async function synthesizeMessage(event) {
const {id, text} = event.data || {};
if (!Number.isSafeInteger(id) || typeof text !== 'string') return;
activeRequestId = id;
self.postMessage({id, type: 'progress', progress: {stage: 'starting'}});
try {
const session = await getSession();
const blob = await session.predict(text);
const audio = await blob.arrayBuffer();
self.postMessage({id, type: 'audio', audio}, [audio]);
} catch (error) {
self.postMessage({id, type: 'error', error: String(error?.message || error)});
} finally {
activeRequestId = null;
}
}
self.addEventListener('message', event => {
inferenceQueue = inferenceQueue.then(() => synthesizeMessage(event));
});
+46
View File
@@ -0,0 +1,46 @@
import {build} from 'esbuild';
import {mkdir, rm, readFile} from 'node:fs/promises';
import {join, resolve} from 'node:path';
const root = process.cwd();
const publicRoot = join(root, 'public');
const workerRoot = join(publicRoot, 'tts', 'piper-wasm-v1');
await rm(workerRoot, {recursive: true, force: true});
await mkdir(workerRoot, {recursive: true});
await build({
entryPoints: [resolve(root, 'piper-runtime.js')],
outfile: join(publicRoot, 'piper-runtime.js'),
bundle: true,
format: 'iife',
platform: 'browser',
target: ['es2022'],
external: ['fs', 'path'],
sourcemap: false,
legalComments: 'none',
});
await build({
entryPoints: [resolve(root, 'piper-worker.js')],
outfile: join(workerRoot, 'piper-worker.js'),
bundle: true,
format: 'esm',
platform: 'browser',
target: ['es2022'],
external: ['fs', 'path'],
sourcemap: false,
legalComments: 'none',
});
const workerBundle = await readFile(join(workerRoot, 'piper-worker.js'), 'utf8');
for (const route of [
'https://huggingface.co/diffusionstudio/piper-voices/resolve/main/',
'/static/piper-wasm-v1',
'/static/piper-wasm-v1/voices/',
'/static/piper-wasm-v1/onnx/',
]) {
if (!workerBundle.includes(route)) throw new Error(`The Piper worker is missing static route ${route}`);
}
console.log(`Piper worker bundle prepared at ${workerRoot}`);
+29 -2
View File
@@ -5,8 +5,15 @@ test -s index.html
grep -q '<html lang="sv">' index.html grep -q '<html lang="sv">' index.html
grep -q 'id="frontend-version">__FRONTEND_VERSION__' index.html grep -q 'id="frontend-version">__FRONTEND_VERSION__' index.html
grep -q '<script src="/voice.js?v=__FRONTEND_VERSION__"></script>' index.html grep -q '<script src="/voice.js?v=__FRONTEND_VERSION__"></script>' index.html
grep -q '<script src="/piper-runtime.js?v=__FRONTEND_VERSION__"></script>' index.html
grep -q 'no-store, no-cache, must-revalidate, proxy-revalidate, max-age=0' nginx/default.conf grep -q 'no-store, no-cache, must-revalidate, proxy-revalidate, max-age=0' nginx/default.conf
grep -q 'Cross-Origin-Embedder-Policy "require-corp"' nginx/default.conf
grep -q 'add_header Cross-Origin-Embedder-Policy "require-corp" always;' nginx/default.conf
grep -q 'add_header Cross-Origin-Resource-Policy "same-origin" always;' nginx/default.conf
grep -q 'application/javascript js mjs;' nginx/default.conf
grep -q "request('/version')" index.html grep -q "request('/version')" index.html
grep -q 'id="static-version">hämtar version…' index.html
grep -q "request('/static/version.json', {cache: 'no-store'})" index.html
grep -Fq "credentials: 'same-origin'" index.html grep -Fq "credentials: 'same-origin'" index.html
grep -q 'id="dialogue" aria-label="Dialoghistorik" role="log" aria-live="polite"' index.html grep -q 'id="dialogue" aria-label="Dialoghistorik" role="log" aria-live="polite"' index.html
grep -q 'id="message" name="message"' index.html grep -q 'id="message" name="message"' index.html
@@ -22,17 +29,37 @@ grep -q "location.pathname !== '/admin'" index.html
grep -q "if (options.speak !== false && location.pathname !== '/admin')" index.html grep -q "if (options.speak !== false && location.pathname !== '/admin')" index.html
grep -q 'id="microphone" aria-pressed="false"' index.html grep -q 'id="microphone" aria-pressed="false"' index.html
grep -q 'id="voice-status" role="status" aria-live="polite"' index.html grep -q 'id="voice-status" role="status" aria-live="polite"' index.html
grep -q 'id="speech-progress" aria-label="Nedladdning av svensk röstmodell"' index.html
grep -q 'id="speech-progress-value"' index.html
grep -q 'MB hämtade' index.html
grep -q "window.GameVoice.createVoiceController" index.html grep -q "window.GameVoice.createVoiceController" index.html
grep -q "addVoiceButton(item, 'Testa ljudet'" index.html grep -q "addVoiceButton(item, 'Testa ljudet'" index.html
grep -q 'Jag förstår – starta mikrofonen' index.html grep -q 'Jag förstår – starta mikrofonen' index.html
grep -q 'supportsRecognition' voice.js grep -q 'supportsRecognition' voice.js
grep -q 'characterVoiceProfile' voice.js grep -q 'characterVoiceProfile' voice.js
grep -q 'utterance.volume = 1' voice.js grep -q 'utterance.volume = 1' voice.js
grep -q 'Uppläsningen har startat' voice.js grep -q 'Webbläsaren har startat talsyntesen' voice.js
grep -q 'WebKit versions before Safari 27' voice.js grep -q 'WebKit versions before Safari 27' voice.js
grep -q "voiceIdentity: speakingNpc.voice_identity" index.html grep -q "voiceIdentity: speakingNpc.voice_identity" index.html
grep -q "role: 'narrator', voiceIdentity: 'neutral'" index.html grep -q "role: 'narrator', voiceIdentity: 'neutral'" index.html
grep -q 'COPY voice.js /usr/share/nginx/html/voice.js' Dockerfile grep -q 'COPY voice.js /usr/share/nginx/html/voice.js' Dockerfile
grep -q 'COPY public/piper-runtime.js /usr/share/nginx/html/piper-runtime.js' Dockerfile
grep -q 'COPY public/tts/piper-wasm-v1/' Dockerfile
grep -q 'build:piper' .gitea/workflows/publish.yaml
grep -q 'Piper' piper-runtime.js
grep -q 'sv_SE-nst-medium' piper-worker.js
grep -q "new Worker(workerUrl, {type: 'module'})" piper-runtime.js
grep -q 'worker.js?v=' piper-runtime.js
grep -q 'worker.onmessageerror' piper-runtime.js
grep -q 'localPiperModelUrl' piper-worker.js
grep -q 'trackModelDownload' piper-worker.js
grep -q 'new ReadableStream' piper-download-progress.mjs
grep -q 'createOnnxWasmPaths(self.location.origin)' piper-worker.js
grep -q '/static/piper-wasm-v1/onnx/' piper-onnx-config.mjs
grep -q 'PIPER_MODEL_ORIGIN' piper-model-routing.mjs
grep -q '/static/piper-wasm-v1/voices/' piper-model-routing.mjs
grep -q 'ai-spel-static' README.md
grep -q 'ATTRIBUTION.txt' index.html
grep -q "SpeechRecognition || win.webkitSpeechRecognition" voice.js grep -q "SpeechRecognition || win.webkitSpeechRecognition" voice.js
grep -q "submitMessage(text, 'voice')" index.html grep -q "submitMessage(text, 'voice')" index.html
grep -q 'Spelets repliker läses alltid upp' index.html grep -q 'Spelets repliker läses alltid upp' index.html
@@ -67,6 +94,6 @@ if sed -n '/<section id="play"/,/^ <\/section>/p' index.html | grep '<button'
exit 1 exit 1
fi fi
node --test tests/voice.test.cjs node --test tests/*.test.cjs
echo 'Frontend source checks passed.' echo 'Frontend source checks passed.'
+33
View File
@@ -0,0 +1,33 @@
const assert = require('node:assert/strict');
const test = require('node:test');
test('model response progress forwards each downloaded chunk and preserves the response', async () => {
const {trackModelDownload} = await import('../piper-download-progress.mjs');
const source = new ReadableStream({
start(controller) {
controller.enqueue(new Uint8Array([1, 2]));
controller.enqueue(new Uint8Array([3, 4, 5]));
controller.close();
},
});
const response = new Response(source, {headers: {'content-length': '5'}});
const messages = [];
const tracked = trackModelDownload(response, {id: 7, postMessage: message => messages.push(message)});
assert.deepEqual([...new Uint8Array(await tracked.arrayBuffer())], [1, 2, 3, 4, 5]);
assert.deepEqual(messages.map(message => message.progress), [
{loaded: 2, total: 5},
{loaded: 5, total: 5},
]);
assert.ok(messages.every(message => message.id === 7 && message.type === 'progress'));
});
test('model response progress works when content length is absent', async () => {
const {trackModelDownload} = await import('../piper-download-progress.mjs');
const source = new Response(new Uint8Array([1, 2, 3]));
const messages = [];
const tracked = trackModelDownload(source, {id: 9, postMessage: message => messages.push(message)});
assert.equal((await tracked.arrayBuffer()).byteLength, 3);
assert.deepEqual(messages.map(message => message.progress), [{loaded: 3, total: 0}]);
});
+23
View File
@@ -0,0 +1,23 @@
const test = require('node:test');
const assert = require('node:assert/strict');
test('Piper model and config requests use the same-origin voice mirror', async () => {
const {localPiperModelUrl} = await import('../piper-model-routing.mjs');
const origin = 'https://ai-spel.k3s.k0.nu';
assert.equal(
localPiperModelUrl('https://huggingface.co/diffusionstudio/piper-voices/resolve/main/sv/sv_SE/nst/medium/sv_SE-nst-medium.onnx', origin),
'https://ai-spel.k3s.k0.nu/static/piper-wasm-v1/voices/sv/sv_SE/nst/medium/sv_SE-nst-medium.onnx',
);
assert.equal(
localPiperModelUrl('https://huggingface.co/diffusionstudio/piper-voices/resolve/main/sv/sv_SE/lisa/medium/sv_SE-lisa-medium.onnx.json', origin),
'https://ai-spel.k3s.k0.nu/static/piper-wasm-v1/voices/sv/sv_SE/lisa/medium/sv_SE-lisa-medium.onnx.json',
);
});
test('Piper model routing leaves unrelated URLs alone and rejects traversal paths', async () => {
const {localPiperModelUrl} = await import('../piper-model-routing.mjs');
const origin = 'https://ai-spel.k3s.k0.nu';
assert.equal(localPiperModelUrl('https://example.com/model.onnx', origin), null);
assert.equal(localPiperModelUrl('https://huggingface.co.evil.test/diffusionstudio/piper-voices/resolve/main/model.onnx', origin), null);
assert.equal(localPiperModelUrl('https://huggingface.co/diffusionstudio/piper-voices/resolve/main/../secret', origin), null);
});
+15
View File
@@ -0,0 +1,15 @@
const test = require('node:test');
const assert = require('node:assert/strict');
test('ONNX Runtime receives an absolute same-origin base URL', async () => {
const {createOnnxWasmPaths} = await import('../piper-onnx-config.mjs');
const wasmPaths = createOnnxWasmPaths('https://ai-spel.k3s.k0.nu');
assert.equal(wasmPaths, 'https://ai-spel.k3s.k0.nu/static/piper-wasm-v1/onnx/');
assert.equal(new URL('ort-wasm-simd-threaded.mjs', wasmPaths).href,
'https://ai-spel.k3s.k0.nu/static/piper-wasm-v1/onnx/ort-wasm-simd-threaded.mjs');
});
test('ONNX Runtime base URL rejects an invalid worker origin', async () => {
const {createOnnxWasmPaths} = await import('../piper-onnx-config.mjs');
assert.throws(() => createOnnxWasmPaths('undefined'), TypeError);
});
+13
View File
@@ -0,0 +1,13 @@
const test = require('node:test');
const assert = require('node:assert/strict');
const {readFile} = require('node:fs/promises');
const {join} = require('node:path');
test('Piper worker is built and started as an ES module', async () => {
const [buildScript, runtime] = await Promise.all([
readFile(join(__dirname, '..', 'scripts', 'build-piper.mjs'), 'utf8'),
readFile(join(__dirname, '..', 'piper-runtime.js'), 'utf8'),
]);
assert.match(buildScript, /outfile: join\(workerRoot, 'piper-worker\.js'\),\s*bundle: true,\s*format: 'esm'/);
assert.match(runtime, /new Worker\(workerUrl, \{type: 'module'\}\)/);
});
+77 -7
View File
@@ -9,7 +9,7 @@ const apiWindow = {};
vm.runInNewContext(source, {window: apiWindow, globalThis: apiWindow, Promise, String, Math, Object}); vm.runInNewContext(source, {window: apiWindow, globalThis: apiWindow, Promise, String, Math, Object});
const GameVoice = apiWindow.GameVoice; const GameVoice = apiWindow.GameVoice;
function makeHarness({supported = true, tts = true, onTranscript = () => Promise.resolve()} = {}) { function makeHarness({supported = true, tts = true, piper = false, onTranscript = () => Promise.resolve()} = {}) {
const recognitions = []; const recognitions = [];
const utterances = []; const utterances = [];
const states = []; const states = [];
@@ -25,6 +25,18 @@ function makeHarness({supported = true, tts = true, onTranscript = () => Promise
class Utterance { class Utterance {
constructor(text) { this.text = text; utterances.push(this); } constructor(text) { this.text = text; utterances.push(this); }
} }
const audioSources = [];
const piperProgressCallbacks = [];
class AudioContext {
constructor() { this.state = 'running'; this.destination = {}; }
resume() { this.state = 'running'; return Promise.resolve(); }
decodeAudioData() { return Promise.resolve({duration: 1}); }
createBufferSource() {
const source = {playbackRate: {value: 1}, detune: {value: 0}, connect() {}, start() { this.started = true; }, stop() { this.stopped = true; }};
audioSources.push(source);
return source;
}
}
const synthesis = tts ? { const synthesis = tts ? {
spoken: [], cancelled: 0, spoken: [], cancelled: 0,
getVoices: () => [{name: 'Svensk', lang: 'sv-SE'}], getVoices: () => [{name: 'Svensk', lang: 'sv-SE'}],
@@ -37,6 +49,11 @@ function makeHarness({supported = true, tts = true, onTranscript = () => Promise
speechSynthesis: synthesis, speechSynthesis: synthesis,
SpeechSynthesisUtterance: tts ? Utterance : undefined, SpeechSynthesisUtterance: tts ? Utterance : undefined,
SpeechRecognition: supported ? Recognition : undefined, SpeechRecognition: supported ? Recognition : undefined,
AudioContext,
GamePiper: piper ? {synthesize: (_text, onProgress) => {
piperProgressCallbacks.push(onProgress);
return Promise.resolve({arrayBuffer: () => Promise.resolve(new ArrayBuffer(8))});
}} : undefined,
}; };
vm.runInNewContext(source, {window, globalThis: window, Promise, String, Math, Object}); vm.runInNewContext(source, {window, globalThis: window, Promise, String, Math, Object});
const controller = window.GameVoice.createVoiceController({ const controller = window.GameVoice.createVoiceController({
@@ -45,7 +62,7 @@ function makeHarness({supported = true, tts = true, onTranscript = () => Promise
onTranscript, onTranscript,
}); });
return { return {
controller, recognitions, utterances, synthesis, states, timers, controller, recognitions, utterances, synthesis, states, timers, audioSources, piperProgressCallbacks,
runTimer(delay) { runTimer(delay) {
const match = [...timerDelays.entries()].find(([, value]) => value === delay); const match = [...timerDelays.entries()].find(([, value]) => value === delay);
if (!match) throw new Error(`No timer found with delay ${delay}`); if (!match) throw new Error(`No timer found with delay ${delay}`);
@@ -117,17 +134,33 @@ test('recognition watchdog closes a session that never ends and permits retry',
assert.equal(h.recognitions.length, 2); assert.equal(h.recognitions.length, 2);
}); });
test('TTS selects Swedish fallback, applies rate, and cancellation invalidates callbacks', () => { test('TTS uses the system default voice unless a named Swedish voice is selected', () => {
const h = makeHarness(); const h = makeHarness();
h.controller.update({mode: 'game-voice', rate: 1.4}); h.controller.update({mode: 'game-voice', rate: 1.4});
assert.equal(h.controller.speak('Hej.'), true); assert.equal(h.controller.speak('Hej.'), true);
const first = h.utterances[0]; const first = h.utterances[0];
assert.equal(first.lang, 'sv-SE'); assert.equal(first.lang, 'sv-SE');
assert.equal(first.rate, 1.4); assert.equal(first.rate, 1.4);
assert.equal(first.voice.name, 'Svensk'); assert.equal(first.voice, null);
h.controller.cancelSpeech(); h.controller.cancelSpeech();
first.onend(); first.onend();
assert.equal(h.controller.getState(), 'IDLE'); assert.equal(h.controller.getState(), 'IDLE');
assert.equal(h.controller.speak('Namngiven röst.', {voiceName: 'Svensk'}), true);
assert.equal(h.utterances.at(-1).voice.name, 'Svensk');
});
test('a player gesture restores the iOS speech primer after cancelling a queued reply', () => {
const h = makeHarness();
assert.equal(h.controller.activateFromUserGesture(), true);
assert.equal(h.synthesis.spoken[0].text, ' ');
h.controller.speak('Tidigare replik');
h.controller.cancelSpeech();
const countAfterCancel = h.synthesis.spoken.length;
assert.equal(h.controller.activateFromUserGesture(), true);
assert.equal(h.synthesis.spoken.length, countAfterCancel + 1);
assert.equal(h.synthesis.spoken.at(-1).text, ' ');
h.controller.speak('Nytt svar');
assert.equal(h.synthesis.spoken.at(-1).text, 'Nytt svar');
}); });
test('speech is reported as in progress only after the native onstart event', () => { test('speech is reported as in progress only after the native onstart event', () => {
@@ -137,8 +170,8 @@ test('speech is reported as in progress only after the native onstart event', ()
assert.match(h.states.at(-1).message, /Startar uppläsningen/); assert.match(h.states.at(-1).message, /Startar uppläsningen/);
h.utterances[0].onstart(); h.utterances[0].onstart();
assert.equal(h.controller.getState(), 'SPEAKING'); assert.equal(h.controller.getState(), 'SPEAKING');
assert.match(h.states.at(-1).message, /Uppläsningen har startat/); assert.match(h.states.at(-1).message, /Webbläsaren har startat talsyntesen/);
assert.match(h.states.at(-1).message, /iPadens volym/); assert.match(h.states.at(-1).message, /Läs senaste repliken/);
}); });
test('iOS user gesture primes speech silently and idle speech is not cancelled before speak', () => { test('iOS user gesture primes speech silently and idle speech is not cancelled before speak', () => {
@@ -207,6 +240,43 @@ test('narrator uses neutral pitch while character replies use their saved voice
assert.ok(h.utterances[1].pitch < 1); assert.ok(h.utterances[1].pitch < 1);
}); });
test('Piper WASM output uses the unlocked audio context and starts only after local synthesis', async () => {
const h = makeHarness({piper: true});
assert.equal(h.controller.activateFromUserGesture(), true);
assert.equal(h.controller.speak('Ett svar från Piper.', {role: 'narrator', voiceIdentity: 'neutral'}), true);
assert.equal(h.controller.getState(), 'QUEUED');
await new Promise(resolve => setImmediate(resolve));
assert.equal(h.audioSources.length, 1);
assert.equal(h.audioSources[0].started, true);
assert.equal(h.audioSources[0].detune.value, 0);
assert.equal(h.controller.getState(), 'SPEAKING');
h.audioSources[0].onended();
assert.equal(h.controller.getState(), 'IDLE');
});
test('Piper model download progress is reported as a bounded percentage', async () => {
const h = makeHarness({piper: true});
h.controller.activateFromUserGesture();
h.controller.speak('Ett svar från Piper.');
await new Promise(resolve => setImmediate(resolve));
h.piperProgressCallbacks[0]({loaded: 31_500_000, total: 63_000_000});
assert.equal(h.states.at(-1).state, 'PROCESSING');
assert.match(h.states.at(-1).message, /50 procent/);
h.piperProgressCallbacks[0]({loaded: 90_000_000, total: 63_000_000});
assert.match(h.states.at(-1).message, /100 procent/);
h.piperProgressCallbacks[0]({loaded: 10 * 1024 * 1024, total: 0});
assert.match(h.states.at(-1).message, /10 MB hämtade/);
});
test('Piper output keeps per-character pitch and rate stable', async () => {
const h = makeHarness({piper: true});
h.controller.activateFromUserGesture();
h.controller.speak('NPC-svar.', {voiceIdentity: 'masculine', characterId: 'npc-1'});
await new Promise(resolve => setImmediate(resolve));
assert.ok(h.audioSources[0].detune.value < 0);
assert.ok(h.audioSources[0].playbackRate.value < 1);
});
test('TTS and microphone are mutually exclusive', () => { test('TTS and microphone are mutually exclusive', () => {
const h = makeHarness(); const h = makeHarness();
h.controller.update({mode: 'game-voice'}); h.controller.update({mode: 'game-voice'});
@@ -214,7 +284,7 @@ test('TTS and microphone are mutually exclusive', () => {
h.controller.speak('Svar'); h.controller.speak('Svar');
assert.equal(h.recognitions[0].aborted, true); assert.equal(h.recognitions[0].aborted, true);
assert.equal(h.controller.getState(), 'QUEUED'); assert.equal(h.controller.getState(), 'QUEUED');
h.utterances[0].onstart(); h.utterances.at(-1).onstart();
assert.equal(h.controller.getState(), 'SPEAKING'); assert.equal(h.controller.getState(), 'SPEAKING');
}); });
+124 -5
View File
@@ -82,6 +82,9 @@
let listeningTimer = null; let listeningTimer = null;
let currentUtterance = null; let currentUtterance = null;
let speechPrimed = false; let speechPrimed = false;
let piperAudioContext = null;
let piperSource = null;
let piperAudioUnlocked = false;
function setState(next, message = '') { function setState(next, message = '') {
state = next; state = next;
@@ -95,16 +98,34 @@
speechTimer = null; speechTimer = null;
speechStartTimer = null; speechStartTimer = null;
const wasQueued = currentUtterance !== null; const wasQueued = currentUtterance !== null;
const wasPiper = currentUtterance?.kind === 'piper';
currentUtterance = null; currentUtterance = null;
// WebKit versions before Safari 27 can discard a speak() queued in the // WebKit versions before Safari 27 can discard a speak() queued in the
// same turn as cancel(). Do not clear an already-empty native queue. // same turn as cancel(). Do not clear an already-empty native queue.
if (wasQueued) { if (wasQueued) {
try { win.speechSynthesis?.cancel(); } catch (_) { /* Best effort. */ } if (wasPiper) {
try { piperSource?.stop(); } catch (_) { /* Already stopped. */ }
piperSource = null;
} else {
try { win.speechSynthesis?.cancel(); } catch (_) { /* Best effort. */ }
// cancel() also removes the silent user-gesture primer from the native
// queue. A later reply must prime again from the next player gesture.
speechPrimed = false;
}
} }
if (!recognition) setState('IDLE'); if (!recognition) setState('IDLE');
} }
function activateFromUserGesture() { function activateFromUserGesture() {
const AudioContext = win.AudioContext || win.webkitAudioContext;
if (win.GamePiper && AudioContext) {
try {
piperAudioContext ||= new AudioContext();
if (piperAudioContext.state === 'suspended') piperAudioContext.resume().catch(() => {});
piperAudioUnlocked = true;
return true;
} catch (_) { /* Fall through to the browser speech adapter. */ }
}
if (!win.speechSynthesis || !win.SpeechSynthesisUtterance) return false; if (!win.speechSynthesis || !win.SpeechSynthesisUtterance) return false;
if (speechPrimed) return true; if (speechPrimed) return true;
// iOS Safari requires speech output to be initiated by a user gesture. // iOS Safari requires speech output to be initiated by a user gesture.
@@ -149,6 +170,10 @@
return false; return false;
} }
cancelSpeech(); cancelSpeech();
// This runs synchronously from the microphone button gesture. If
// cancelSpeech() removed the earlier primer, restore it before starting
// recognition so a spoken reply can follow the transcript.
activateFromUserGesture();
const token = ++generation; const token = ++generation;
let instance; let instance;
try { instance = new Recognition(); } try { instance = new Recognition(); }
@@ -204,7 +229,94 @@
try { return win.speechSynthesis?.getVoices?.() || []; } catch (_) { return []; } try { return win.speechSynthesis?.getVoices?.() || []; } catch (_) { return []; }
} }
function speakWithPiper(text, voiceOptions) {
const AudioContext = win.AudioContext || win.webkitAudioContext;
if (!AudioContext || !piperAudioUnlocked) return false;
stopListening();
if (currentUtterance) cancelSpeech();
const token = ++generation;
const playback = {kind: 'piper', token};
currentUtterance = playback;
setState('QUEUED', 'Förbereder svensk uppläsning. Första gången kan en röstmodell på cirka 63 MB behöva hämtas till enheten.');
if (speechTimer !== null) win.clearTimeout(speechTimer);
speechTimer = win.setTimeout(() => {
if (token !== generation) return;
generation += 1;
currentUtterance = null;
try { piperSource?.stop(); } catch (_) { /* Best effort. */ }
piperSource = null;
speechTimer = null;
setState('IDLE', 'Piper tog för lång tid på sig. Dialogen finns kvar som text. Tryck på Läs senaste repliken för att försöka igen.');
}, 180000);
let lastProgressPercent = -1;
let lastProgressMegabytes = -1;
const progress = event => {
if (token !== generation) return;
if (event?.stage === 'starting') {
setState('PROCESSING', 'Startar svensk röstmotor och förbereder modellen.');
return;
}
if (!Number.isFinite(event?.loaded) || event.loaded < 0) return;
if (Number.isFinite(event.total) && event.total > 0) {
const percent = Math.max(0, Math.min(100, Math.floor((event.loaded / event.total) * 100)));
if (percent === lastProgressPercent) return;
lastProgressPercent = percent;
setState('PROCESSING', `Hämtar svensk röstmodell till enheten: ${percent} procent.`);
return;
}
const megabytes = Math.floor((event.loaded / (1024 * 1024)) * 10) / 10;
if (megabytes === lastProgressMegabytes) return;
lastProgressMegabytes = megabytes;
setState('PROCESSING', `Hämtar svensk röstmodell till enheten: ${megabytes.toLocaleString('sv-SE')} MB hämtade.`);
};
Promise.resolve()
.then(() => win.GamePiper.synthesize(String(text), progress))
.then(async blob => {
if (token !== generation) return;
piperAudioContext ||= new AudioContext();
if (piperAudioContext.state === 'suspended') await piperAudioContext.resume();
const buffer = await piperAudioContext.decodeAudioData(await blob.arrayBuffer());
if (token !== generation) return;
const source = piperAudioContext.createBufferSource();
const profile = voiceOptions.characterId ? settings.speakerProfiles?.[voiceOptions.characterId] || {} : {};
const identity = characterVoiceProfile(voiceOptions.voiceIdentity, voiceOptions.characterId);
const narrator = voiceOptions.role === 'narrator';
const requestedRate = Number(voiceOptions.rate ?? profile.rate ?? settings.rate) || 1;
source.buffer = buffer;
source.playbackRate.value = Math.min(2, Math.max(0.5, requestedRate * (narrator || voiceOptions.rate != null || profile.rate != null ? 1 : identity.rate)));
const pitch = narrator ? 1 : Number(voiceOptions.pitch ?? profile.pitch ?? identity.pitch) || 1;
if (source.detune) source.detune.value = Math.min(600, Math.max(-600, (pitch - 1) * 1200));
source.connect(piperAudioContext.destination);
source.onended = () => {
if (token !== generation) return;
if (speechTimer !== null) win.clearTimeout(speechTimer);
speechTimer = null;
currentUtterance = null;
piperSource = null;
setState('IDLE');
};
piperSource = source;
source.start();
if (typeof voiceOptions.onStart === 'function') voiceOptions.onStart();
setState('SPEAKING', 'Läser upp dialogen med svensk röst.');
})
.catch(error => {
if (token !== generation) return;
if (speechTimer !== null) win.clearTimeout(speechTimer);
speechTimer = null;
currentUtterance = null;
piperSource = null;
generation += 1;
setState('IDLE', `Piper kunde inte skapa eller spela upp ljudet${error?.message ? `: ${error.message}` : '.'} Dialogen finns kvar som text. Tryck på Läs senaste repliken för att försöka igen.`);
});
return true;
}
function speak(text, voiceOptions = {}) { function speak(text, voiceOptions = {}) {
if (text && win.GamePiper?.synthesize && speakWithPiper(text, voiceOptions)) return true;
if (!text || !win.speechSynthesis || !win.SpeechSynthesisUtterance) { if (!text || !win.speechSynthesis || !win.SpeechSynthesisUtterance) {
setState('IDLE', 'Talsyntes stöds inte i den här webbläsaren. Dialogen finns kvar som text.'); setState('IDLE', 'Talsyntes stöds inte i den här webbläsaren. Dialogen finns kvar som text.');
return false; return false;
@@ -226,15 +338,22 @@
utterance.pitch = isNarrator ? 1 : Math.min(2, Math.max(0, Number(voiceOptions.pitch ?? profile.pitch ?? identityProfile.pitch) || 1)); utterance.pitch = isNarrator ? 1 : Math.min(2, Math.max(0, Number(voiceOptions.pitch ?? profile.pitch ?? identityProfile.pitch) || 1));
const requestedName = voiceOptions.voiceName || profile.voiceName || settings.voiceName; const requestedName = voiceOptions.voiceName || profile.voiceName || settings.voiceName;
const voices = availableVoices(); const voices = availableVoices();
utterance.voice = voices.find(voice => voice.name === requestedName) // An empty selection means the operating system should choose its
|| voices.find(voice => /^sv(-|$)/i.test(voice.lang)) // default voice for the requested language. Forcing the first voice
|| null; // returned by WebKit can select a voice that is listed but cannot speak.
utterance.voice = requestedName
? voices.find(voice => voice.name === requestedName)
|| voices.find(voice => /^sv(-|$)/i.test(voice.lang))
|| null
: null;
utterance.onstart = () => { utterance.onstart = () => {
if (token !== generation) return; if (token !== generation) return;
if (speechStartTimer !== null) win.clearTimeout(speechStartTimer); if (speechStartTimer !== null) win.clearTimeout(speechStartTimer);
speechStartTimer = null; speechStartTimer = null;
setState('SPEAKING', 'Uppläsningen har startat. Om du inte hör ljud, kontrollera iPadens volym och ljudutgång.');
if (typeof voiceOptions.onStart === 'function') voiceOptions.onStart(); if (typeof voiceOptions.onStart === 'function') voiceOptions.onStart();
// onstart confirms the browser speech engine accepted the utterance;
// it cannot confirm that sound reached the device's speakers.
setState('SPEAKING', 'Webbläsaren har startat talsyntesen. Om du inte hör ljud, tryck på Läs senaste repliken.');
}; };
utterance.onend = () => { utterance.onend = () => {
if (token !== generation) return; if (token !== generation) return;