Compare commits

...
133 Commits
Author SHA1 Message Date
Gitea Actions 47466f4176 Release 0.1.75 [auto-version-bump] 2026-10-24 03:30:21 +02:00
Ein Anderssono 06dea70ed1 Add collapsible JSON tree to admin views
Build and publish frontend / publish (push) Successful in 54s
2026-10-24 03:29:54 +02:00
Gitea Actions 4101be2447 Release 0.1.74 [auto-version-bump] 2026-10-24 03:26:39 +02:00
Ein Anderssono f54f672104 Match JSON indentation source literally
Build and publish frontend / publish (push) Successful in 55s
2026-10-24 03:26:12 +02:00
Ein Anderssono 0010743024 Update source checks for formatted JSON
Build and publish frontend / publish (push) Failing after 3s
2026-10-24 03:24:52 +02:00
Ein Anderssono a746c29acb Make admin JSON responses easier to scan
Build and publish frontend / publish (push) Failing after 2s
2026-10-24 03:23:37 +02:00
Gitea Actions 6a0c2fb22c Release 0.1.73 [auto-version-bump] 2026-10-24 03:17:05 +02:00
Ein Anderssono 50ec861bba Show player turns in admin reading view
Build and publish frontend / publish (push) Successful in 57s
2026-10-24 03:16:38 +02:00
Gitea Actions d6469b6a3a Release 0.1.72 [auto-version-bump] 2026-10-24 02:57:08 +02:00
Ein Anderssono 51ab6dd23f Update trace pagination check for GraphQL
Build and publish frontend / publish (push) Successful in 1m2s
2026-10-24 02:56:36 +02:00
Ein Anderssono 344996233f Read game conversations through GraphQL
Build and publish frontend / publish (push) Failing after 3s
2026-10-24 02:56:06 +02:00
Gitea Actions 2531142517 Release 0.1.71 [auto-version-bump] 2026-10-23 22:35:28 +02:00
Ein Anderssono 4405307c99 Add storyteller-only admin reading view
Build and publish frontend / publish (push) Successful in 56s
2026-10-23 22:35:02 +02:00
Gitea Actions c38be1562e Release 0.1.70 [auto-version-bump] 2026-10-23 22:31:38 +02:00
Ein Anderssono 11fc44351a Add account conversation tracing to admin UI
Build and publish frontend / publish (push) Successful in 55s
2026-10-23 22:31:08 +02:00
Gitea Actions 66cc7f8628 Release 0.1.69 [auto-version-bump] 2026-10-22 00:05:02 +02:00
Ein Anderssono 196ff1429b Add NPC editor to admin page
Build and publish frontend / publish (push) Successful in 58s
2026-10-22 00:04:31 +02:00
Gitea Actions 9a8eb9ae85 Release 0.1.68 [auto-version-bump] 2026-10-19 13:10:07 +02:00
Ein Anderssono b0832f122d Update frontend checks for local AI feature flag
Build and publish frontend / publish (push) Successful in 50s
2026-10-19 13:09:37 +02:00
Ein Anderssono 3a9d02bc64 Pause browser local AI behind disabled feature flag
Build and publish frontend / publish (push) Failing after 2s
2026-10-19 13:08:45 +02:00
Gitea Actions 1444f202c6 Release 0.1.67 [auto-version-bump] 2026-10-19 12:45:06 +02:00
Ein Anderssono f464bd5490 Show player-facing processing feedback
Build and publish frontend / publish (push) Successful in 47s
2026-10-19 12:37:04 +02:00
Gitea Actions 3cf91781f5 Release 0.1.66 [auto-version-bump] 2026-10-19 12:14:06 +02:00
Ein Anderssono b57c4c075f Gate local Gemma behind explicit terms acceptance
Build and publish frontend / publish (push) Successful in 45s
2026-10-19 12:03:51 +02:00
Gitea Actions bb317a9366 Release 0.1.65 [auto-version-bump] 2026-10-19 03:57:10 +02:00
Ein Anderssono d8f8300ab9 Show dialogue context compaction notice and trace
Build and publish frontend / publish (push) Successful in 51s
2026-10-19 03:56:38 +02:00
Gitea Actions 4774223596 Release 0.1.64 [auto-version-bump] 2026-10-19 03:32:19 +02:00
Ein Anderssono a235d71c21 Add redo and dry-run dialogue actions
Build and publish frontend / publish (push) Successful in 55s
2026-10-19 03:29:21 +02:00
Gitea Actions de742f4079 Release 0.1.63 [auto-version-bump] 2026-10-19 02:17:00 +02:00
Ein Anderssono f54499ee5c Render color-coded AI Luau Rust trace
Build and publish frontend / publish (push) Successful in 1m2s
2026-10-19 02:15:20 +02:00
Gitea Actions a111b95cef Release 0.1.62 [auto-version-bump] 2026-10-18 12:56:05 +02:00
Ein Anderssono f4d3e2fc3b Add explicit send button to dialogue input
Build and publish frontend / publish (push) Successful in 52s
2026-10-18 12:55:39 +02:00
Gitea Actions fa11314b23 Release 0.1.61 [auto-version-bump] 2026-10-17 16:38:43 +02:00
Ein Anderssono c9b14e0726 Fix Piper memory pressure on iOS
Build and publish frontend / publish (push) Successful in 49s
2026-10-17 16:38:16 +02:00
Gitea Actions b956527c72 Release 0.1.60 [auto-version-bump] 2026-10-17 03:50:23 +02:00
Ein Anderssono 7b0e43dff5 Add admin decision trace beside game
Build and publish frontend / publish (push) Successful in 51s
2026-10-17 03:44:51 +02:00
Gitea Actions 381c90e95e Release 0.1.59 [auto-version-bump] 2026-10-16 10:47:45 +02:00
Ein Anderssono f317e6254f Show sensory narration as one description
Build and publish frontend / publish (push) Successful in 49s
2026-10-16 10:47:18 +02:00
Gitea Actions b6deecae0a Release 0.1.58 [auto-version-bump] 2026-10-16 08:51:35 +02:00
Ein Anderssono a4f89f2b82 Use single-thread ONNX runtime for mobile speech
Build and publish frontend / publish (push) Successful in 50s
2026-10-16 08:51:08 +02:00
Gitea Actions aa832fd7cc Release 0.1.57 [auto-version-bump] 2026-10-16 08:46:23 +02:00
Ein Anderssono d788f8b350 Fix frontend check for download progress helper
Build and publish frontend / publish (push) Successful in 48s
2026-10-16 08:45:56 +02:00
Ein Anderssono 04bac2ba30 Track ONNX WebAssembly asset downloads
Build and publish frontend / publish (push) Failing after 3s
2026-10-16 08:44:38 +02:00
Gitea Actions 8e7c74bb41 Release 0.1.56 [auto-version-bump] 2026-10-16 08:08:12 +02:00
Ein Anderssono 89c238bcea Show Piper startup and download stages
Build and publish frontend / publish (push) Successful in 50s
2026-10-16 08:07:44 +02:00
Gitea Actions 81990d7129 Release 0.1.55 [auto-version-bump] 2026-10-16 08:02:41 +02:00
Ein Anderssono 7f77b904ac Track Piper model bytes in the worker
Build and publish frontend / publish (push) Successful in 47s
2026-10-16 08:02:17 +02:00
Gitea Actions ab574acd39 Release 0.1.54 [auto-version-bump] 2026-10-16 07:55:43 +02:00
Ein Anderssono 0bee9f40d3 Show download size when model length is unavailable
Build and publish frontend / publish (push) Successful in 49s
2026-10-16 07:55:18 +02:00
Gitea Actions 291fdcbf08 Release 0.1.53 [auto-version-bump] 2026-10-16 07:50:26 +02:00
Ein Anderssono 846bfec04d Show Piper model download progress
Build and publish frontend / publish (push) Successful in 47s
2026-10-16 07:49:58 +02:00
Gitea Actions ccaa14896c Release 0.1.52 [auto-version-bump] 2026-10-16 07:45:46 +02:00
Ein Anderssono d26d7f0b55 Run Piper ONNX in a module worker
Build and publish frontend / publish (push) Successful in 46s
2026-10-16 07:45:21 +02:00
Gitea Actions 874b9be841 Release 0.1.51 [auto-version-bump] 2026-10-16 07:39:16 +02:00
Ein Anderssono d3b5308097 Show static service version in frontend footer
Build and publish frontend / publish (push) Successful in 48s
2026-10-16 07:38:51 +02:00
Gitea Actions 34adad88b8 Release 0.1.50 [auto-version-bump] 2026-10-16 07:33:02 +02:00
Ein Anderssono ed0a8b90a6 Serve Piper speech assets from dedicated static service
Build and publish frontend / publish (push) Successful in 49s
2026-10-16 07:32:34 +02:00
Gitea Actions 1458fa8382 Release 0.1.49 [auto-version-bump] 2026-10-16 07:16:18 +02:00
Ein Anderssono 145c025f05 Update Piper asset MIME source check
Build and publish frontend / publish (push) Successful in 1m32s
2026-10-16 07:15:30 +02:00
Ein Anderssono c618d2e31e Fix Piper ONNX runtime asset URLs
Build and publish frontend / publish (push) Failing after 2s
2026-10-16 07:15:12 +02:00
Gitea Actions 696a47a9a2 Release 0.1.48 [auto-version-bump] 2026-10-16 07:11:26 +02:00
Ein Anderssono 95d308b326 Serve Piper voice credits as readable text
Build and publish frontend / publish (push) Successful in 1m10s
2026-10-16 07:10:55 +02:00
Gitea Actions 971c457c13 Release 0.1.47 [auto-version-bump] 2026-10-16 07:08:39 +02:00
Ein Anderssono 94078686b4 Serve Swedish Piper voices from frontend origin
Build and publish frontend / publish (push) Successful in 1m34s
2026-10-16 07:07:48 +02:00
Gitea Actions bdc63a588e Release 0.1.46 [auto-version-bump] 2026-10-16 07:00:04 +02:00
Ein Anderssono 2acf1f2e82 Fix isolation headers for Piper worker
Build and publish frontend / publish (push) Successful in 53s
2026-10-16 06:59:37 +02:00
Gitea Actions 5404428bad Release 0.1.45 [auto-version-bump] 2026-10-16 06:55:50 +02:00
Ein Anderssono 0ecae41a78 Serve Piper worker with JavaScript MIME type
Build and publish frontend / publish (push) Successful in 51s
2026-10-16 06:55:24 +02:00
Gitea Actions fb0c253cee Release 0.1.44 [auto-version-bump] 2026-10-16 06:49:12 +02:00
Ein Anderssono e669830c95 Handle Node-only Piper bundle references
Build and publish frontend / publish (push) Successful in 1m4s
2026-10-16 06:48:39 +02:00
Ein Anderssono aed6b15a20 Add browser-local Piper WebAssembly speech
Build and publish frontend / publish (push) Failing after 6s
2026-10-16 06:47:59 +02:00
Gitea Actions 474fd80a95 Release 0.1.43 [auto-version-bump] 2026-10-16 06:31:31 +02:00
Ein Anderssono bf5ee88610 Honor the system default speech voice
Build and publish frontend / publish (push) Successful in 43s
2026-10-16 06:31:07 +02:00
Gitea Actions db76289660 Release 0.1.42 [auto-version-bump] 2026-10-16 06:19:32 +02:00
Ein Anderssono 702780c61b Fix speech controller test after microphone priming
Build and publish frontend / publish (push) Successful in 42s
2026-10-16 06:19:09 +02:00
Ein Anderssono eceb33052d Restore iOS speech after cancelling queued audio
Build and publish frontend / publish (push) Failing after 2s
2026-10-16 06:18:26 +02:00
Gitea Actions 32e89cca73 Release 0.1.41 [auto-version-bump] 2026-10-16 00:58:09 +02:00
Ein Anderssono 878fc3f8ca Keep release versions visible during gameplay
Build and publish frontend / publish (push) Successful in 43s
2026-10-16 00:57:45 +02:00
Gitea Actions 954e066859 Release 0.1.40 [auto-version-bump] 2026-10-16 00:55:53 +02:00
Ein Anderssono ea7e349fc2 Report actual speech playback state
Build and publish frontend / publish (push) Successful in 41s
2026-10-16 00:55:32 +02:00
Gitea Actions 557fc77a52 Release 0.1.39 [auto-version-bump] 2026-10-16 00:43:32 +02:00
Ein Anderssono d788ca39ec Version frontend assets and disable stale caching
Build and publish frontend / publish (push) Successful in 41s
2026-10-16 00:43:09 +02:00
Gitea Actions 00f7334580 Release 0.1.38 [auto-version-bump] 2026-10-16 00:41:18 +02:00
Ein Anderssono c5c0fb6b03 Offer speech retry after iOS playback errors
Build and publish frontend / publish (push) Successful in 43s
2026-10-16 00:40:52 +02:00
Gitea Actions cc17b501cc Release 0.1.37 [auto-version-bump] 2026-10-15 23:58:56 +02:00
Ein Anderssono 1c8d429f81 Show an inline speech retry control
Build and publish frontend / publish (push) Successful in 42s
2026-10-15 23:58:34 +02:00
Gitea Actions 7d447940b3 Release 0.1.36 [auto-version-bump] 2026-10-15 18:25:07 +02:00
Ein Anderssono 09341e2486 Fix speech playback on iOS Safari
Build and publish frontend / publish (push) Successful in 44s
2026-10-15 18:24:45 +02:00
Gitea Actions 4cb41cdeca Release 0.1.35 [auto-version-bump] 2026-10-15 18:07:56 +02:00
Ein Anderssono f189adb5d6 Add dialog-based player messaging
Build and publish frontend / publish (push) Successful in 41s
2026-10-15 18:07:39 +02:00
Gitea Actions 7acc61978d Release 0.1.34 [auto-version-bump] 2026-10-15 16:01:36 +02:00
Ein Anderssono f322df540d Show approved biography context in dialogue
Build and publish frontend / publish (push) Successful in 43s
2026-10-15 16:01:11 +02:00
Gitea Actions d72a3ca27f Release 0.1.33 [auto-version-bump] 2026-10-15 11:51:29 +02:00
Ein Anderssono 910db15b61 Add admin controls for runtime debug logs
Build and publish frontend / publish (push) Successful in 44s
2026-10-15 11:51:04 +02:00
Gitea Actions 0452d7d065 Release 0.1.32 [auto-version-bump] 2026-10-15 10:54:32 +02:00
Ein Anderssono 69184d1920 Speak onboarding and all game dialogue automatically
Build and publish frontend / publish (push) Successful in 38s
2026-10-15 10:54:10 +02:00
Gitea Actions 5354132489 Release 0.1.31 [auto-version-bump] 2026-10-15 10:46:29 +02:00
Ein Anderssono 0005bb1c83 Support NPC-led conversation flow
Build and publish frontend / publish (push) Successful in 38s
2026-10-15 10:45:33 +02:00
Gitea Actions b3a0e0ca5a Release 0.1.30 [auto-version-bump] 2026-10-15 10:25:53 +02:00
Ein Anderssono de915b4aa6 Migrate players to automatic voice replies
Build and publish frontend / publish (push) Successful in 38s
2026-10-15 10:25:35 +02:00
Gitea Actions 421b14c398 Release 0.1.29 [auto-version-bump] 2026-10-15 10:21:53 +02:00
Ein Anderssono 9efb602653 Keep screen reader voice mode test explicit
Build and publish frontend / publish (push) Successful in 38s
2026-10-15 10:21:29 +02:00
Ein Anderssono 222dcb9054 Enable automatic speech for game replies
Build and publish frontend / publish (push) Failing after 3s
2026-10-15 10:21:00 +02:00
Gitea Actions 0876538e58 Release 0.1.28 [auto-version-bump] 2026-10-15 10:06:31 +02:00
Ein Anderssono f2a2a3b30a Speak dialogue with persistent character voices
Build and publish frontend / publish (push) Successful in 50s
2026-10-15 10:06:04 +02:00
Gitea Actions c9e31d23ba Release 0.1.27 [auto-version-bump] 2026-10-15 09:57:23 +02:00
Ein Anderssono 1f9fc464d4 Disclose browser speech processing before microphone use
Build and publish frontend / publish (push) Successful in 43s
2026-10-15 09:56:46 +02:00
Gitea Actions 49ee16a688 Release 0.1.26 [auto-version-bump] 2026-10-15 09:47:20 +02:00
Ein Anderssono e59919a328 Match voice submission assertion
Build and publish frontend / publish (push) Successful in 49s
2026-10-15 09:46:55 +02:00
Ein Anderssono 31fa4db673 Add browser voice input and speech output
Build and publish frontend / publish (push) Failing after 4s
2026-10-15 09:45:52 +02:00
Gitea Actions c392dfe39f Release 0.1.25 [auto-version-bump] 2026-10-15 08:51:06 +02:00
Ein Anderssono 5a44d3d4f4 Show external service traces in admin player view
Build and publish frontend / publish (push) Successful in 45s
2026-10-15 08:50:48 +02:00
Gitea Actions e29414e7c0 Release 0.1.24 [auto-version-bump] 2026-10-15 08:30:02 +02:00
Ein Anderssono 17604e736b Add accessible admin tracing interface
Build and publish frontend / publish (push) Successful in 46s
2026-10-15 08:29:40 +02:00
Gitea Actions c462ef1871 Release 0.1.23 [auto-version-bump] 2026-10-15 01:24:42 +02:00
Ein Anderssono 94eef5d998 Use dialogue-only approved onboarding
Build and publish frontend / publish (push) Successful in 40s
2026-10-15 01:24:20 +02:00
Gitea Actions 4c36c5e421 Release 0.1.22 [auto-version-bump] 2026-10-14 23:00:16 +02:00
Ein Anderssono 370af29c47 Clarify text and dialogue based accessibility
Build and publish frontend / publish (push) Successful in 50s
2026-10-14 22:59:49 +02:00
Gitea Actions 1d60387a9b Release 0.1.21 [auto-version-bump] 2026-10-14 22:49:40 +02:00
Ein Anderssono 4502e2406d Add multisensory accessible place details
Build and publish frontend / publish (push) Successful in 41s
2026-10-14 22:49:18 +02:00
Gitea Actions 92741baec7 Release 0.1.20 [auto-version-bump] 2026-10-14 14:07:15 +02:00
Ein Anderssono f4dcb0de1a Remove world description from character start
Build and publish frontend / publish (push) Successful in 48s
2026-10-14 14:06:50 +02:00
Gitea Actions b82975444a Release 0.1.19 [auto-version-bump] 2026-10-14 12:14:15 +02:00
Ein Anderssono a3c31bf340 Add accessible purchase interaction
Build and publish frontend / publish (push) Successful in 49s
2026-10-14 12:13:47 +02:00
Gitea Actions 9447f9b0be Release 0.1.18 [auto-version-bump] 2026-10-14 10:02:32 +02:00
Ein Anderssono 1e9e111745 Keep healthy frontend pod during releases
Build and publish frontend / publish (push) Successful in 42s
2026-10-14 10:02:15 +02:00
Gitea Actions 4fbd3ceabd Release 0.1.17 [auto-version-bump] 2026-10-14 09:59:18 +02:00
Ein Anderssono 85250d62e7 Bake frontend version as root during image build
Build and publish frontend / publish (push) Successful in 39s
2026-10-14 09:58:57 +02:00
Ein Anderssono 3d1328301a Copy game page into frontend image
Build and publish frontend / publish (push) Failing after 6s
2026-10-14 09:58:14 +02:00
Gitea Actions 7cd062ee1f Release 0.1.16 [auto-version-bump] 2026-10-14 09:50:31 +02:00
Ein Anderssono 305a568899 Create temporary Helm registry credentials file
Build and publish frontend / publish (push) Successful in 32s
2026-10-14 09:50:18 +02:00
Gitea Actions 01cbc4f759 Release 0.1.15 [auto-version-bump] 2026-10-14 09:49:11 +02:00
Ein Anderssono 9082596000 Authenticate Helm chart publication to Harbor
Build and publish frontend / publish (push) Failing after 24s
2026-10-14 09:48:53 +02:00
33 changed files with 3995 additions and 138 deletions
+3
View File
@@ -5,3 +5,6 @@ scripts
README.md
AGENTS.md
VERSION
node_modules
package-lock.json
dist
+26 -2
View File
@@ -25,9 +25,19 @@ jobs:
shell: bash
run: |
set -euo pipefail
node --version
python3 scripts/bump-version.py --check
scripts/check-frontend.sh
- name: Bundle Piper worker client code
shell: bash
run: |
set -euo pipefail
npm install --no-audit --no-fund
npm run build:piper
test -s public/tts/piper-wasm-v1/piper-worker.js
test -s public/piper-runtime.js
- name: Ensure Helm is available
shell: bash
env:
@@ -88,7 +98,7 @@ jobs:
version="$(python3 scripts/bump-version.py)"
git config user.name "Gitea Actions"
git config user.email "actions@users.noreply.gitea"
git add VERSION deploy/helm/ai-spel-frontend/Chart.yaml
git add VERSION deploy/helm/ai-spel-frontend/Chart.yaml package-lock.json
git commit -m "Release $version [auto-version-bump]"
git tag -a "v$version" -m "v$version"
git push origin HEAD:main "refs/tags/v$version"
@@ -124,8 +134,22 @@ jobs:
helm lint deploy/helm/ai-spel-frontend
helm package deploy/helm/ai-spel-frontend --destination "$publish_dir" \
--version "$version" --app-version "$version"
registry_config="$RUNNER_TEMP/helm/registry.json"
mkdir -p "$(dirname "$registry_config")"
printf '{}' > "$registry_config"
printf '%s' "$HARBOR_PASSWORD" | helm registry login harbor.k3s.k0.nu \
--username "$HARBOR_USERNAME" --password-stdin \
--registry-config "$registry_config"
helm push "$publish_dir/ai-spel-frontend-$version.tgz" \
oci://harbor.k3s.k0.nu/ai-spel
oci://harbor.k3s.k0.nu/ai-spel --registry-config "$registry_config"
chart_metadata="$(helm show chart oci://harbor.k3s.k0.nu/ai-spel/ai-spel-frontend \
--version "$version" --registry-config "$registry_config")"
chart_version="$(printf '%s\n' "$chart_metadata" | awk '$1 == "version:" { print $2 }')"
chart_app_version="$(printf '%s\n' "$chart_metadata" | awk '$1 == "appVersion:" { gsub(/"/, "", $2); print $2 }')"
[[ "$chart_version" == "$version" && "$chart_app_version" == "$version" ]] || {
echo "Published frontend chart version mismatch: chart=$chart_version app=$chart_app_version expected=$version"
exit 1
}
helm template ai-spel-frontend "$publish_dir/ai-spel-frontend-$version.tgz" \
--namespace ai-spel > "$publish_dir/frontend-manifest.yaml"
+5
View File
@@ -3,7 +3,12 @@
- This repository owns only the static, accessible web client and its container/chart packaging.
- Rust remains the sole authority for game state. The frontend calls the backend through same-origin `/api/...` and `/version` paths.
- Keep frontend and backend behind `ai-spel.k3s.k0.nu` so session cookies remain same-origin.
- The public footer displays frontend, static-service, and API versions; load static-service version from uncached `/static/version.json`.
- `VERSION` is the only release-version source in this repository. Use `scripts/bump-version.py`; do not manually edit chart versions.
- Changes are written locally and built, checked, published, and exercised by Gitea Actions on the existing `large` runner and Kubernetes. Never run apps, tests, containers, images, or binaries locally. Do not create or register runners.
- Never commit secrets, generated credentials, kubeconfigs, or environment files.
- Helm charts are published to `harbor.k3s.k0.nu/ai-spel`; Argo CD uses the existing `ai-spel` project and namespace.
- Player-facing speech uses the local Piper WebAssembly adapter when the player has activated audio. The separate `ai-spel-static` Nginx service serves pinned Swedish Piper models and ONNX/Piper runtime files from same-origin `/static/piper-wasm-v1/` URLs with immutable caching. Game text is synthesized on-device and must never be sent to a TTS provider.
- This pipeline bundles only the Piper worker/client glue. Model/runtime downloads, image builds, and deployment belong to `ai-spel/ai-spel-static` and the existing `large` runner. Never build or run these assets locally.
- Browser local AI is paused by default behind `FEATURE_FLAGS.localAI` in `index.html`. When disabled, do not load its adapter or any Wllama/WebAssembly/Gemma assets. If it is deliberately enabled in a later change, it must load the adapter, runtime, model, manifest, YAML prompt, and license resources only from the same-origin `/static/wllama-gemma3-v2/` path owned by `ai-spel/ai-spel-static`. Do not add browser CDN, npm, or model-hub fallbacks. The player must be shown and accept applicable model terms before the model downloads or runs. Acceptance, model failure, or local-AI opt-out must never block play. Incompatible asset changes require a new immutable static path and a coordinated frontend release.
- Local model output is advisory only. Preserve the original player input, send local hints only as untrusted context to Rust, and label offline replies as unsaved. Local diagnostic logging is opt-in, browser-local, exportable/deletable, and expires after 30 days.
+7 -4
View File
@@ -1,11 +1,14 @@
FROM nginxinc/nginx-unprivileged:1.27-alpine
ARG FRONTEND_VERSION
USER root
RUN test -n "$FRONTEND_VERSION" \
&& sed -i "s/__FRONTEND_VERSION__/${FRONTEND_VERSION}/g" /usr/share/nginx/html/index.html
RUN test -n "$FRONTEND_VERSION"
COPY index.html /usr/share/nginx/html/index.html
COPY voice.js /usr/share/nginx/html/voice.js
COPY public/piper-runtime.js /usr/share/nginx/html/piper-runtime.js
COPY public/tts/piper-wasm-v1/ /usr/share/nginx/html/tts/piper-wasm-v1/
COPY nginx/default.conf /etc/nginx/conf.d/default.conf
USER root
RUN sed -i "s/__FRONTEND_VERSION__/${FRONTEND_VERSION}/g" /usr/share/nginx/html/index.html
USER 101
EXPOSE 8080
+31 -2
View File
@@ -2,7 +2,33 @@
This repository contains the static Swedish web client for the AI-driven life simulator. The intended deployment is a small Nginx pod in the `ai-spel` namespace. The existing Rust service remains authoritative for accounts, game state, and all `/api/...` routes.
The browser and API stay on the same public origin, `https://ai-spel.k3s.k0.nu`. The ingress routes `/` to this frontend service and routes `/api`, `/version`, and `/health` to the Rust service. That keeps the current server-side session cookie same-origin and avoids browser CORS configuration.
After login, character creation and play use one dialogue history and one text input. The player writes a free biography, receives a temporary AI draft, can request revisions, and approves it by writing `godkänn`. The player then receives a proposed start world and place based on the biography. That draft can also be revised in dialogue and is saved only after a second explicit `godkänn`. Drafts stay in the browser until approval and are lost if the page is reloaded first. The backend creates the character and initializes the world only after their respective approvals.
During play the UI has no persistent location, task, inventory, economy, status, or purchase panels. The player asks for information or writes an action in the same input. Rust validates state changes; the AI can only propose a typed intent. A direct request to travel may establish a new place and an encounter when Rust commits that movement.
The dialogue also offers **Gör om senaste** and **Torrkör senaste**. Both resend the latest player action while leaving the previous dialogue turn out of the AI conversation context. “Gör om” processes a fresh, normal turn. “Torrkör” calls the narrator, generates and validates a temporary Luau rule when needed, and evaluates either that temporary rule or an approved stored rule. It rolls back the complete game transaction and does not save the player turn, AI trace, generated rule, event, ownership, or world progress. The reply identifies which rule was evaluated and marks a temporary rule as such.
If the player asks to find or approach someone and no NPC is present, the direct dialogue scene may propose one person and an opening line. Rust creates that NPC only for the explicit request and commits the first exchange idempotently; a later turn continues the saved conversation. Clear requests about the current location are answered from its saved facts without asking the player to restate what they want to inspect.
The separate `/admin` route provides an authenticated operations view for player search/profile/trace, NPC selection and editing, YAML prompt assets, generated Luau rules with validation results, runtime debug logging, and the append-only audit log. NPC editing covers identity and voice, typed profile fields plus future JSON properties, existing memory reconstructions, and owned items. The UI displays current position and commitments for context. Every NPC read and write goes through Rust, checks `accounts.is_admin=true`, validates domain limits, and writes an audit record in the same transaction as each mutation; the browser never connects directly to PostgreSQL. Profile and memory writes use expected-current values to detect stale edits. The Driftloggar view lets an administrator switch `debug=true` on or off without restarting pods; the setting is stored in PostgreSQL and propagated to running replicas. Verbose pod logs include request, AI-call, validation, and commit metadata but never raw player text, prompts, model responses, sessions, or secrets. Full protected prompt/provider exchanges remain in the audited player trace.
The game is text- and dialogue-based and uses no images. Place descriptions include sound, smell, air/temperature, touch/surface, and spatial-orientation cues. Visible details may also be described in words, but are never required to understand the scene or play. The transcript is screen-reader announced. A clearly labeled **Skicka** button beside the microphone submits typed text; Enter also submits while Shift+Enter inserts a newline. Typed text, speech transcriptions, and the send button all use the same submission flow.
Player-facing speech uses Piper TTS in WebAssembly in the browser after audio is activated by a user gesture. It reads game dialogue, onboarding, account responses, character and world creation, gameplay replies, in-game errors, and microphone disclosures; the `/admin` route is excluded. The audio is decoded and played through the Web Audio API, independently of `speechSynthesis`. The first unauthenticated visit keeps the introduction visible and it can be started with `Läs introduktionen`. New game replies are read automatically and the transcript remains available to screen readers and as text. Returning players hear the latest saved game reply when they reopen the game. The player can change speaking rate; narrator pitch is neutral and character pitch is varied consistently by voice identity. These preferences are stored in browser `localStorage`. If WebAssembly, model loading, or audio playback fails, the same content remains available as text and the dialogue offers a retry.
The Piper engine, ONNX WebAssembly runtime, and all three Swedish medium voice models (Alma, Lisa, and NST) are served by the separate `ai-spel-static` Nginx service from same-origin `/static/piper-wasm-v1/`. Its own Gitea pipeline downloads pinned models, verifies sizes and hashes, and publishes a versioned image and Helm chart independently from frontend changes. The frontend's Piper adapter redirects the library's built-in model URLs to this static service; it does not request voice files from Hugging Face. Voice models are fetched on first use and cached in browser storage when supported. Dialogue text is synthesized on the device and is not sent to a TTS provider. Attribution is available at `/static/piper-wasm-v1/voices/ATTRIBUTION.txt`.
The microphone button beside the text field uses Web Speech API when available and sends only its final Swedish transcript through the same submission path as typed text. Before its first use, the client explains that the browser may process audio through a provider-selected service; the game itself does not receive or store recordings, while the final transcript is saved as ordinary dialogue. Writing `röstinställningar` or saying `röstkommando alternativ` opens temporary voice controls in the dialogue. The player can adjust speaking rate and enable or disable short audio cues. Voice preferences are stored in browser `localStorage`.
When a character or NPC is created, its saved voice identity is masculine, feminine, or neutral. The biography prompt only assigns masculine/feminine when the character is explicitly described that way; otherwise it uses neutral. Piper applies a stable, subtle pitch/rate profile per character, so a character keeps the same sound across visits. Narration always uses neutral pitch.
System voice commands require the prefix `röstkommando`: `upprepa`, `avbryt`, `hjälp`, `alternativ`, or `paus`. Without the prefix, the same words remain ordinary dialogue. Speech recognition and synthesis are browser-dependent; release acceptance must record which real iPhone/Safari/VoiceOver and Android/Chrome/TalkBack combinations were actually checked.
On iPhone and iPad, Safari requires a user gesture to unlock Web Audio. The frontend resumes the audio context during a trusted tap or key press and then reads generated replies automatically. Voice settings include **Testa ljudet**; if a game reply does not start, a **Läs senaste repliken** button appears in the dialogue. First use can take longer while the voice model downloads; progress and errors are announced in the dialogue. Actual iPhone/iPad playback remains a release acceptance check and must not be claimed until tested on a device.
The browser and API stay on the same public origin, `https://ai-spel.k3s.k0.nu`. The ingress routes `/` to this frontend service and routes `/api`, `/graphql`, `/version`, and `/health` to the Rust service. Player dialogue is read through the authenticated, cursor-paginated GraphQL `dialogue(first, before)` query. Admin conversation traces use the audited `adminPlayerTrace(accountId, limit, offset)` GraphQL query. Writes remain explicit Rust command routes. That keeps the current server-side session cookie same-origin and avoids browser CORS configuration.
The public footer displays the frontend, static-service, and API versions. It fetches `/static/version.json` without caching; the static service creates that file from its sole `VERSION` source during the same image build used for the matching Helm chart and release tag.
## Release flow
@@ -10,6 +36,9 @@ The browser and API stay on the same public origin, `https://ai-spel.k3s.k0.nu`.
CI needs repository Action secrets named `HARBOR_USERNAME` and `HARBOR_PASSWORD`. The Harbor pull secret `harbor-pull` is already present in the Kubernetes namespace. Argo CD uses the existing `ai-spel` project and Harbor OCI credentials.
The first Argo Application is described in `deploy/argocd/application.yaml`. The backend ingress must be switched to the frontend Service before public traffic uses this pod. That cutover is intentionally coordinated with a backend release so the API routes and login session remain on the same host.
The first Argo Application is described in `deploy/argocd/application.yaml`. The backend ingress routes `/api`, `/version`, and health checks to Rust while serving the static client at `/`. Both services share the same origin so the session cookie remains same-origin.
Builds, checks, and runtime verification happen in the pipeline and Kubernetes. Do not run the app, tests, container images, or binaries locally.
# Browser-local AI status
Gemma/Wllama assistance is currently paused. `FEATURE_FLAGS.localAI` in `index.html` is `false`; while disabled, the client does not load the adapter, download model/runtime assets, run local inference, or send local hints. Re-enabling it requires an explicit code change and the normal frontend release pipeline. This does not affect the regular Rust-backed dialogue flow.
+1 -1
View File
@@ -1 +1 @@
0.1.14
0.1.75
+2 -2
View File
@@ -2,5 +2,5 @@ apiVersion: v2
name: ai-spel-frontend
description: Static web frontend for the Swedish life simulator
type: application
version: 0.1.14
appVersion: "0.1.14"
version: 0.1.75
appVersion: "0.1.75"
@@ -7,6 +7,13 @@ metadata:
app.kubernetes.io/instance: {{ .Release.Name }}
spec:
replicas: {{ .Values.replicaCount }}
minReadySeconds: {{ .Values.deployment.minReadySeconds }}
progressDeadlineSeconds: {{ .Values.deployment.progressDeadlineSeconds }}
strategy:
type: RollingUpdate
rollingUpdate:
maxUnavailable: {{ .Values.deployment.maxUnavailable }}
maxSurge: {{ .Values.deployment.maxSurge }}
selector:
matchLabels:
app.kubernetes.io/instance: {{ .Release.Name }}
@@ -40,11 +47,15 @@ spec:
port: http
initialDelaySeconds: 2
periodSeconds: 5
timeoutSeconds: 2
failureThreshold: 3
livenessProbe:
httpGet:
path: /healthz
port: http
initialDelaySeconds: 5
periodSeconds: 10
timeoutSeconds: 2
failureThreshold: 3
resources:
{{- toYaml .Values.resources | nindent 12 }}
+6
View File
@@ -1,4 +1,10 @@
replicaCount: 1
deployment:
# Keep the old single replica available until its replacement passes readiness.
maxUnavailable: 0
maxSurge: 1
minReadySeconds: 5
progressDeadlineSeconds: 600
image:
repository: harbor.k3s.k0.nu/ai-spel/frontend
pullPolicy: IfNotPresent
+13
View File
@@ -0,0 +1,13 @@
# ADR 0001: Run Piper in an ES module worker
## Decision
Bundle the Piper worker as an ES module and start it with `new Worker(url, { type: 'module' })`.
## Context
Piper loads ONNX Runtime Web and its WebAssembly loader dynamically. The current IIFE/classic worker bundle reports `TypeError: "undefined" cannot be parsed as a URL` during WASM backend initialization, even though the pinned same-origin ONNX loader and binary are available. This is consistent with module-relative URL metadata being lost in the classic bundle.
## Consequences
The browser must support module workers. Current supported browser targets already require modern WebAssembly and worker support. CI asserts that the worker is built and started in module mode; production acceptance remains the real deployed browser flow.
@@ -0,0 +1,13 @@
# ADR 0002: Run ONNX with one thread inside the Piper worker
## Decision
Configure ONNX Runtime Web to use one thread and stop backend initialization after 60 seconds. Piper already runs in a dedicated worker, so ONNX does not need to create another worker pool.
## Context
On iPad, the threaded ONNX WASM file downloaded fully, but the runtime did not report that initialization had completed. Nested worker startup and shared-memory setup are a likely compatibility boundary on mobile Safari. The available production assets currently include the threaded ONNX build.
## Consequences
This removes ONNX's additional worker pool and bounds initialization failures with a visible error. It may reduce inference throughput on desktop devices. CI and Kubernetes release verification must confirm that Piper still initializes and speaks on supported browsers; iPad acceptance remains a manual device check.
@@ -0,0 +1,13 @@
# ADR 0003: Limit Piper WASM to one thread and reset failed workers
## Decision
The Piper worker reports one available processor to Piper and configures ONNX Runtime for one thread. If a synthesis request fails, the browser client terminates that worker; the next player retry creates a fresh worker and ONNX module.
## Context
Piper TTS Web 1.0.3 sets `env.wasm.numThreads` from `navigator.hardwareConcurrency` during `TtsSession.init()`, after the application had configured ONNX Runtime. On iPad this could undo the single-thread setting and request a larger WASM worker pool. The library also retains a singleton session if ONNX initialization fails, so retrying in the same worker can reuse a failed initialization.
## Consequences
The one-thread limit reduces parallel inference but lowers memory pressure on mobile Safari. Failed initialization no longer poisons future attempts in the same worker. This cannot guarantee that every device has enough memory for the 63 MB medium voice model; the CI release and Kubernetes checks validate packaging and deployment, while actual iPad memory behavior still requires device verification.
+19
View File
@@ -0,0 +1,19 @@
# ADR 0004: Pause browser-local AI by default
## Status
Accepted
## Decision
Browser-local Gemma/Wllama assistance is disabled by the `FEATURE_FLAGS.localAI` flag in `index.html`. The adapter is loaded dynamically only when the flag is true. When it is false, the browser does not load the adapter, request model/runtime assets, initialize local inference, attach local hints to dialogue requests, or produce local offline replies. The normal text dialogue remains available through the Rust API.
## Rationale
Pause model execution while the rest of the game and narrator experience is stabilized. Keep the implementation available for a deliberate future reactivation without downloading model resources or sending local inference hints in the meantime.
## Consequences
- Re-enabling local AI requires an explicit code change and frontend release.
- Tests and the static frontend check must enforce the default-off behavior and lazy loading.
- Existing Gemma asset publication and documentation may remain in place; the browser does not request those assets while the flag is off.
+1721 -124
View File
File diff suppressed because it is too large Load Diff
+20 -1
View File
@@ -9,8 +9,27 @@ server {
return 204;
}
location ^~ /tts/piper-wasm-v1/ {
types {
application/wasm wasm;
application/javascript js mjs;
application/json json;
application/octet-stream onnx;
text/plain txt;
}
add_header Cache-Control "public, max-age=31536000, immutable" always;
add_header Cross-Origin-Opener-Policy "same-origin" always;
add_header Cross-Origin-Embedder-Policy "require-corp" always;
add_header Cross-Origin-Resource-Policy "same-origin" always;
try_files $uri =404;
}
location / {
add_header Cache-Control "no-cache" always;
add_header Cache-Control "no-store, no-cache, must-revalidate, proxy-revalidate, max-age=0" always;
add_header Pragma "no-cache" always;
add_header Expires "0" always;
add_header Cross-Origin-Opener-Policy "same-origin" always;
add_header Cross-Origin-Embedder-Policy "require-corp" always;
try_files $uri $uri/ /index.html;
}
}
+610
View File
@@ -0,0 +1,610 @@
{
"name": "ai-spel-frontend-assets",
"lockfileVersion": 3,
"requires": true,
"packages": {
"": {
"name": "ai-spel-frontend-assets",
"dependencies": {
"@diffusionstudio/piper-wasm": "1.0.0",
"@mintplex-labs/piper-tts-web": "1.0.3",
"esbuild": "0.25.5",
"onnxruntime-web": "1.20.1"
}
},
"node_modules/@diffusionstudio/piper-wasm": {
"version": "1.0.0",
"resolved": "https://registry.npmjs.org/@diffusionstudio/piper-wasm/-/piper-wasm-1.0.0.tgz",
"integrity": "sha512-4Hgh7wJ1PuGEVgVi1CpducESnyXwjFRJN4zXjYRpxgquM+Zh6Eqq8ZaiGpCKm4yXvT1Y2SPQXbv0dEckFD9NaQ==",
"license": "MIT"
},
"node_modules/@esbuild/aix-ppc64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/aix-ppc64/-/aix-ppc64-0.25.5.tgz",
"integrity": "sha512-9o3TMmpmftaCMepOdA5k/yDw8SfInyzWWTjYTFCX3kPSDJMROQTb8jg+h9Cnwnmm1vOzvxN7gIfB5V2ewpjtGA==",
"cpu": [
"ppc64"
],
"license": "MIT",
"optional": true,
"os": [
"aix"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/android-arm": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/android-arm/-/android-arm-0.25.5.tgz",
"integrity": "sha512-AdJKSPeEHgi7/ZhuIPtcQKr5RQdo6OO2IL87JkianiMYMPbCtot9fxPbrMiBADOWWm3T2si9stAiVsGbTQFkbA==",
"cpu": [
"arm"
],
"license": "MIT",
"optional": true,
"os": [
"android"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/android-arm64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/android-arm64/-/android-arm64-0.25.5.tgz",
"integrity": "sha512-VGzGhj4lJO+TVGV1v8ntCZWJktV7SGCs3Pn1GRWI1SBFtRALoomm8k5E9Pmwg3HOAal2VDc2F9+PM/rEY6oIDg==",
"cpu": [
"arm64"
],
"license": "MIT",
"optional": true,
"os": [
"android"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/android-x64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/android-x64/-/android-x64-0.25.5.tgz",
"integrity": "sha512-D2GyJT1kjvO//drbRT3Hib9XPwQeWd9vZoBJn+bu/lVsOZ13cqNdDeqIF/xQ5/VmWvMduP6AmXvylO/PIc2isw==",
"cpu": [
"x64"
],
"license": "MIT",
"optional": true,
"os": [
"android"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/darwin-arm64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/darwin-arm64/-/darwin-arm64-0.25.5.tgz",
"integrity": "sha512-GtaBgammVvdF7aPIgH2jxMDdivezgFu6iKpmT+48+F8Hhg5J/sfnDieg0aeG/jfSvkYQU2/pceFPDKlqZzwnfQ==",
"cpu": [
"arm64"
],
"license": "MIT",
"optional": true,
"os": [
"darwin"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/darwin-x64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/darwin-x64/-/darwin-x64-0.25.5.tgz",
"integrity": "sha512-1iT4FVL0dJ76/q1wd7XDsXrSW+oLoquptvh4CLR4kITDtqi2e/xwXwdCVH8hVHU43wgJdsq7Gxuzcs6Iq/7bxQ==",
"cpu": [
"x64"
],
"license": "MIT",
"optional": true,
"os": [
"darwin"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/freebsd-arm64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/freebsd-arm64/-/freebsd-arm64-0.25.5.tgz",
"integrity": "sha512-nk4tGP3JThz4La38Uy/gzyXtpkPW8zSAmoUhK9xKKXdBCzKODMc2adkB2+8om9BDYugz+uGV7sLmpTYzvmz6Sw==",
"cpu": [
"arm64"
],
"license": "MIT",
"optional": true,
"os": [
"freebsd"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/freebsd-x64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/freebsd-x64/-/freebsd-x64-0.25.5.tgz",
"integrity": "sha512-PrikaNjiXdR2laW6OIjlbeuCPrPaAl0IwPIaRv+SMV8CiM8i2LqVUHFC1+8eORgWyY7yhQY+2U2fA55mBzReaw==",
"cpu": [
"x64"
],
"license": "MIT",
"optional": true,
"os": [
"freebsd"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/linux-arm": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/linux-arm/-/linux-arm-0.25.5.tgz",
"integrity": "sha512-cPzojwW2okgh7ZlRpcBEtsX7WBuqbLrNXqLU89GxWbNt6uIg78ET82qifUy3W6OVww6ZWobWub5oqZOVtwolfw==",
"cpu": [
"arm"
],
"license": "MIT",
"optional": true,
"os": [
"linux"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/linux-arm64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/linux-arm64/-/linux-arm64-0.25.5.tgz",
"integrity": "sha512-Z9kfb1v6ZlGbWj8EJk9T6czVEjjq2ntSYLY2cw6pAZl4oKtfgQuS4HOq41M/BcoLPzrUbNd+R4BXFyH//nHxVg==",
"cpu": [
"arm64"
],
"license": "MIT",
"optional": true,
"os": [
"linux"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/linux-ia32": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/linux-ia32/-/linux-ia32-0.25.5.tgz",
"integrity": "sha512-sQ7l00M8bSv36GLV95BVAdhJ2QsIbCuCjh/uYrWiMQSUuV+LpXwIqhgJDcvMTj+VsQmqAHL2yYaasENvJ7CDKA==",
"cpu": [
"ia32"
],
"license": "MIT",
"optional": true,
"os": [
"linux"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/linux-loong64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/linux-loong64/-/linux-loong64-0.25.5.tgz",
"integrity": "sha512-0ur7ae16hDUC4OL5iEnDb0tZHDxYmuQyhKhsPBV8f99f6Z9KQM02g33f93rNH5A30agMS46u2HP6qTdEt6Q1kg==",
"cpu": [
"loong64"
],
"license": "MIT",
"optional": true,
"os": [
"linux"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/linux-mips64el": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/linux-mips64el/-/linux-mips64el-0.25.5.tgz",
"integrity": "sha512-kB/66P1OsHO5zLz0i6X0RxlQ+3cu0mkxS3TKFvkb5lin6uwZ/ttOkP3Z8lfR9mJOBk14ZwZ9182SIIWFGNmqmg==",
"cpu": [
"mips64el"
],
"license": "MIT",
"optional": true,
"os": [
"linux"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/linux-ppc64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/linux-ppc64/-/linux-ppc64-0.25.5.tgz",
"integrity": "sha512-UZCmJ7r9X2fe2D6jBmkLBMQetXPXIsZjQJCjgwpVDz+YMcS6oFR27alkgGv3Oqkv07bxdvw7fyB71/olceJhkQ==",
"cpu": [
"ppc64"
],
"license": "MIT",
"optional": true,
"os": [
"linux"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/linux-riscv64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/linux-riscv64/-/linux-riscv64-0.25.5.tgz",
"integrity": "sha512-kTxwu4mLyeOlsVIFPfQo+fQJAV9mh24xL+y+Bm6ej067sYANjyEw1dNHmvoqxJUCMnkBdKpvOn0Ahql6+4VyeA==",
"cpu": [
"riscv64"
],
"license": "MIT",
"optional": true,
"os": [
"linux"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/linux-s390x": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/linux-s390x/-/linux-s390x-0.25.5.tgz",
"integrity": "sha512-K2dSKTKfmdh78uJ3NcWFiqyRrimfdinS5ErLSn3vluHNeHVnBAFWC8a4X5N+7FgVE1EjXS1QDZbpqZBjfrqMTQ==",
"cpu": [
"s390x"
],
"license": "MIT",
"optional": true,
"os": [
"linux"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/linux-x64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/linux-x64/-/linux-x64-0.25.5.tgz",
"integrity": "sha512-uhj8N2obKTE6pSZ+aMUbqq+1nXxNjZIIjCjGLfsWvVpy7gKCOL6rsY1MhRh9zLtUtAI7vpgLMK6DxjO8Qm9lJw==",
"cpu": [
"x64"
],
"license": "MIT",
"optional": true,
"os": [
"linux"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/netbsd-arm64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/netbsd-arm64/-/netbsd-arm64-0.25.5.tgz",
"integrity": "sha512-pwHtMP9viAy1oHPvgxtOv+OkduK5ugofNTVDilIzBLpoWAM16r7b/mxBvfpuQDpRQFMfuVr5aLcn4yveGvBZvw==",
"cpu": [
"arm64"
],
"license": "MIT",
"optional": true,
"os": [
"netbsd"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/netbsd-x64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/netbsd-x64/-/netbsd-x64-0.25.5.tgz",
"integrity": "sha512-WOb5fKrvVTRMfWFNCroYWWklbnXH0Q5rZppjq0vQIdlsQKuw6mdSihwSo4RV/YdQ5UCKKvBy7/0ZZYLBZKIbwQ==",
"cpu": [
"x64"
],
"license": "MIT",
"optional": true,
"os": [
"netbsd"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/openbsd-arm64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/openbsd-arm64/-/openbsd-arm64-0.25.5.tgz",
"integrity": "sha512-7A208+uQKgTxHd0G0uqZO8UjK2R0DDb4fDmERtARjSHWxqMTye4Erz4zZafx7Di9Cv+lNHYuncAkiGFySoD+Mw==",
"cpu": [
"arm64"
],
"license": "MIT",
"optional": true,
"os": [
"openbsd"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/openbsd-x64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/openbsd-x64/-/openbsd-x64-0.25.5.tgz",
"integrity": "sha512-G4hE405ErTWraiZ8UiSoesH8DaCsMm0Cay4fsFWOOUcz8b8rC6uCvnagr+gnioEjWn0wC+o1/TAHt+It+MpIMg==",
"cpu": [
"x64"
],
"license": "MIT",
"optional": true,
"os": [
"openbsd"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/sunos-x64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/sunos-x64/-/sunos-x64-0.25.5.tgz",
"integrity": "sha512-l+azKShMy7FxzY0Rj4RCt5VD/q8mG/e+mDivgspo+yL8zW7qEwctQ6YqKX34DTEleFAvCIUviCFX1SDZRSyMQA==",
"cpu": [
"x64"
],
"license": "MIT",
"optional": true,
"os": [
"sunos"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/win32-arm64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/win32-arm64/-/win32-arm64-0.25.5.tgz",
"integrity": "sha512-O2S7SNZzdcFG7eFKgvwUEZ2VG9D/sn/eIiz8XRZ1Q/DO5a3s76Xv0mdBzVM5j5R639lXQmPmSo0iRpHqUUrsxw==",
"cpu": [
"arm64"
],
"license": "MIT",
"optional": true,
"os": [
"win32"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/win32-ia32": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/win32-ia32/-/win32-ia32-0.25.5.tgz",
"integrity": "sha512-onOJ02pqs9h1iMJ1PQphR+VZv8qBMQ77Klcsqv9CNW2w6yLqoURLcgERAIurY6QE63bbLuqgP9ATqajFLK5AMQ==",
"cpu": [
"ia32"
],
"license": "MIT",
"optional": true,
"os": [
"win32"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@esbuild/win32-x64": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/@esbuild/win32-x64/-/win32-x64-0.25.5.tgz",
"integrity": "sha512-TXv6YnJ8ZMVdX+SXWVBo/0p8LTcrUYngpWjvm91TMjjBQii7Oz11Lw5lbDV5Y0TzuhSJHwiH4hEtC1I42mMS0g==",
"cpu": [
"x64"
],
"license": "MIT",
"optional": true,
"os": [
"win32"
],
"engines": {
"node": ">=18"
}
},
"node_modules/@mintplex-labs/piper-tts-web": {
"version": "1.0.3",
"resolved": "https://registry.npmjs.org/@mintplex-labs/piper-tts-web/-/piper-tts-web-1.0.3.tgz",
"integrity": "sha512-vjYiEgigm0JHt9yKxj0euQd2eHIhtbGgWyeySLTPG+CdCH9RMf10WtczpeslboUYAvX5Eaxh6RMK+IuHU2rNhw==",
"license": "MIT",
"peerDependencies": {
"onnxruntime-web": "^1.18.0"
}
},
"node_modules/@protobufjs/aspromise": {
"version": "1.1.2",
"resolved": "https://registry.npmjs.org/@protobufjs/aspromise/-/aspromise-1.1.2.tgz",
"integrity": "sha512-j+gKExEuLmKwvz3OgROXtrJ2UG2x8Ch2YZUxahh+s1F2HZ+wAceUNLkvy6zKCPVRkU++ZWQrdxsUeQXmcg4uoQ==",
"license": "BSD-3-Clause"
},
"node_modules/@protobufjs/base64": {
"version": "1.1.2",
"resolved": "https://registry.npmjs.org/@protobufjs/base64/-/base64-1.1.2.tgz",
"integrity": "sha512-AZkcAA5vnN/v4PDqKyMR5lx7hZttPDgClv83E//FMNhR2TMcLUhfRUBHCmSl0oi9zMgDDqRUJkSxO3wm85+XLg==",
"license": "BSD-3-Clause"
},
"node_modules/@protobufjs/codegen": {
"version": "2.0.5",
"resolved": "https://registry.npmjs.org/@protobufjs/codegen/-/codegen-2.0.5.tgz",
"integrity": "sha512-zgXFLzW3Ap33e6d0Wlj4MGIm6Ce8O89n/apUaGNB/jx+hw+ruWEp7EwGUshdLKVRCxZW12fp9r40E1mQrf/34g==",
"license": "BSD-3-Clause"
},
"node_modules/@protobufjs/eventemitter": {
"version": "1.1.1",
"resolved": "https://registry.npmjs.org/@protobufjs/eventemitter/-/eventemitter-1.1.1.tgz",
"integrity": "sha512-vW1GmwMZNnL+gMRaovlh9yZX74kc+TTU3FObkkurpMaRtBfLP3ldjS9KQWlwZgraRE0+dheEEoAxdzcJQ8eXZg==",
"license": "BSD-3-Clause"
},
"node_modules/@protobufjs/fetch": {
"version": "1.1.1",
"resolved": "https://registry.npmjs.org/@protobufjs/fetch/-/fetch-1.1.1.tgz",
"integrity": "sha512-GpptLrs57adMSuHi3VNj0mAF8dwh36LMaYF6XyJ6JMWlVsc+t42tm1HSEDmOs3A8fC9yyeisgLhsTVQokOZ0zw==",
"license": "BSD-3-Clause",
"dependencies": {
"@protobufjs/aspromise": "^1.1.1"
}
},
"node_modules/@protobufjs/float": {
"version": "1.0.2",
"resolved": "https://registry.npmjs.org/@protobufjs/float/-/float-1.0.2.tgz",
"integrity": "sha512-Ddb+kVXlXst9d+R9PfTIxh1EdNkgoRe5tOX6t01f1lYWOvJnSPDBlG241QLzcyPdoNTsblLUdujGSE4RzrTZGQ==",
"license": "BSD-3-Clause"
},
"node_modules/@protobufjs/path": {
"version": "1.1.2",
"resolved": "https://registry.npmjs.org/@protobufjs/path/-/path-1.1.2.tgz",
"integrity": "sha512-6JOcJ5Tm08dOHAbdR3GrvP+yUUfkjG5ePsHYczMFLq3ZmMkAD98cDgcT2iA1lJ9NVwFd4tH/iSSoe44YWkltEA==",
"license": "BSD-3-Clause"
},
"node_modules/@protobufjs/pool": {
"version": "1.1.0",
"resolved": "https://registry.npmjs.org/@protobufjs/pool/-/pool-1.1.0.tgz",
"integrity": "sha512-0kELaGSIDBKvcgS4zkjz1PeddatrjYcmMWOlAuAPwAeccUrPHdUqo/J6LiymHHEiJT5NrF1UVwxY14f+fy4WQw==",
"license": "BSD-3-Clause"
},
"node_modules/@protobufjs/utf8": {
"version": "1.1.2",
"resolved": "https://registry.npmjs.org/@protobufjs/utf8/-/utf8-1.1.2.tgz",
"integrity": "sha512-b1UQwcEZ4yCnMCD8DAL1VlbvBJE9/IX4FTIp7BG1xYpf29SLazLSrqUkj4w7Y5y7cCVP6E5tcqqcI0xemPkHug==",
"license": "BSD-3-Clause"
},
"node_modules/@types/node": {
"version": "26.6.5",
"resolved": "https://registry.npmjs.org/@types/node/-/node-26.6.5.tgz",
"integrity": "sha512-uMzsv9stDdofIZBx4UGh4Z9ZgXnGC9seRDscilBcTHAeOFk67MZg/k9bWVfO+bk4qZmG+l52hRnLwUiH2LnJTg==",
"license": "MIT",
"dependencies": {
"undici-types": "~8.9.0"
}
},
"node_modules/esbuild": {
"version": "0.25.5",
"resolved": "https://registry.npmjs.org/esbuild/-/esbuild-0.25.5.tgz",
"integrity": "sha512-P8OtKZRv/5J5hhz0cUAdu/cLuPIKXpQl1R9pZtvmHWQvrAUVd0UNIPT4IB4W3rNOqVO0rlqHmCIbSwxh/c9yUQ==",
"hasInstallScript": true,
"license": "MIT",
"bin": {
"esbuild": "bin/esbuild"
},
"engines": {
"node": ">=18"
},
"optionalDependencies": {
"@esbuild/aix-ppc64": "0.25.5",
"@esbuild/android-arm": "0.25.5",
"@esbuild/android-arm64": "0.25.5",
"@esbuild/android-x64": "0.25.5",
"@esbuild/darwin-arm64": "0.25.5",
"@esbuild/darwin-x64": "0.25.5",
"@esbuild/freebsd-arm64": "0.25.5",
"@esbuild/freebsd-x64": "0.25.5",
"@esbuild/linux-arm": "0.25.5",
"@esbuild/linux-arm64": "0.25.5",
"@esbuild/linux-ia32": "0.25.5",
"@esbuild/linux-loong64": "0.25.5",
"@esbuild/linux-mips64el": "0.25.5",
"@esbuild/linux-ppc64": "0.25.5",
"@esbuild/linux-riscv64": "0.25.5",
"@esbuild/linux-s390x": "0.25.5",
"@esbuild/linux-x64": "0.25.5",
"@esbuild/netbsd-arm64": "0.25.5",
"@esbuild/netbsd-x64": "0.25.5",
"@esbuild/openbsd-arm64": "0.25.5",
"@esbuild/openbsd-x64": "0.25.5",
"@esbuild/sunos-x64": "0.25.5",
"@esbuild/win32-arm64": "0.25.5",
"@esbuild/win32-ia32": "0.25.5",
"@esbuild/win32-x64": "0.25.5"
}
},
"node_modules/flatbuffers": {
"version": "1.12.0",
"resolved": "https://registry.npmjs.org/flatbuffers/-/flatbuffers-1.12.0.tgz",
"integrity": "sha512-c7CZADjRcl6j0PlvFy0ZqXQ67qSEZfrVPynmnL+2zPc+NtMvrF8Y0QceMo7QqnSPc7+uWjUIAbvCQ5WIKlMVdQ==",
"license": "SEE LICENSE IN LICENSE.txt"
},
"node_modules/guid-typescript": {
"version": "1.0.9",
"resolved": "https://registry.npmjs.org/guid-typescript/-/guid-typescript-1.0.9.tgz",
"integrity": "sha512-Y8T4vYhEfwJOTbouREvG+3XDsjr8E3kIr7uf+JZ0BYloFsttiHU0WfvANVsR7TxNUJa/WpCnw/Ino/p+DeBhBQ==",
"license": "ISC"
},
"node_modules/long": {
"version": "5.3.2",
"resolved": "https://registry.npmjs.org/long/-/long-5.3.2.tgz",
"integrity": "sha512-mNAgZ1GmyNhD7AuqnTG3/VQ26o760+ZYBPKjPvugO8+nLbYfX6TVpJPseBvopbdY+qpZ/lKUnmEc1LeZYS3QAA==",
"license": "Apache-2.0"
},
"node_modules/onnxruntime-common": {
"version": "1.20.1",
"resolved": "https://registry.npmjs.org/onnxruntime-common/-/onnxruntime-common-1.20.1.tgz",
"integrity": "sha512-YiU0s0IzYYC+gWvqD1HzLc46Du1sXpSiwzKb63PACIJr6LfL27VsXSXQvt68EzD3V0D5Bc0vyJTjmMxp0ylQiw==",
"license": "MIT"
},
"node_modules/onnxruntime-web": {
"version": "1.20.1",
"resolved": "https://registry.npmjs.org/onnxruntime-web/-/onnxruntime-web-1.20.1.tgz",
"integrity": "sha512-TePF6XVpLL1rWVMIl5Y9ACBQcyCNFThZON/jgElNd9Txb73CIEGlklhYR3UEr1cp5r0rbGI6nDwwrs79g7WjoA==",
"license": "MIT",
"dependencies": {
"flatbuffers": "^1.12.0",
"guid-typescript": "^1.0.9",
"long": "^5.2.3",
"onnxruntime-common": "1.20.1",
"platform": "^1.3.6",
"protobufjs": "^7.2.4"
}
},
"node_modules/platform": {
"version": "1.3.6",
"resolved": "https://registry.npmjs.org/platform/-/platform-1.3.6.tgz",
"integrity": "sha512-fnWVljUchTro6RiCFvCXBbNhJc2NijN7oIQxbwsyL0buWJPG85v81ehlHI9fXrJsMNgTofEoWIQeClKpgxFLrg==",
"license": "MIT"
},
"node_modules/protobufjs": {
"version": "7.6.6",
"resolved": "https://registry.npmjs.org/protobufjs/-/protobufjs-7.6.6.tgz",
"integrity": "sha512-dYDWdjSl5RNb7SgPxGQcRU+GtvP7s2fpkrY0r432PcOIaZ0/rBcxEZnQN67iJhFuQiVw754JDoPruPCNdGsbjg==",
"hasInstallScript": true,
"license": "BSD-3-Clause",
"dependencies": {
"@protobufjs/aspromise": "^1.1.2",
"@protobufjs/base64": "^1.1.2",
"@protobufjs/codegen": "^2.0.5",
"@protobufjs/eventemitter": "^1.1.1",
"@protobufjs/fetch": "^1.1.1",
"@protobufjs/float": "^1.0.2",
"@protobufjs/path": "^1.1.2",
"@protobufjs/pool": "^1.1.0",
"@protobufjs/utf8": "^1.1.1",
"@types/node": ">=13.7.0",
"long": "^5.3.2"
},
"engines": {
"node": ">=12.0.0"
}
},
"node_modules/undici-types": {
"version": "8.9.0",
"resolved": "https://registry.npmjs.org/undici-types/-/undici-types-8.9.0.tgz",
"integrity": "sha512-KTDyRTYX8sWmKXAikPHHSyc63CRPETMctyjKFupcC6OBLXT3xsN0e9aF7m+mIXutFWpUXuedtowG7iLOzp0kQg==",
"license": "MIT"
}
}
}
+14
View File
@@ -0,0 +1,14 @@
{
"name": "ai-spel-frontend-assets",
"private": true,
"description": "Build-only Piper WebAssembly assets for the static game client.",
"scripts": {
"build:piper": "node scripts/build-piper.mjs"
},
"dependencies": {
"@diffusionstudio/piper-wasm": "1.0.0",
"@mintplex-labs/piper-tts-web": "1.0.3",
"esbuild": "0.25.5",
"onnxruntime-web": "1.20.1"
}
}
+37
View File
@@ -0,0 +1,37 @@
export function trackDownloadProgress(response, {id, postMessage, asset = 'model', file}) {
const reader = response.body?.getReader?.();
if (!reader || typeof ReadableStream !== 'function' || typeof Response !== 'function') return response;
const total = Number(response.headers.get('content-length')) || 0;
let loaded = 0;
const body = new ReadableStream({
async pull(controller) {
try {
const {done, value} = await reader.read();
if (done) {
if (asset === 'runtime') {
postMessage({id, type: 'progress', progress: {stage: 'initializing-runtime', file}});
}
controller.close();
return;
}
loaded += value.byteLength;
const progress = {asset, loaded, total};
if (file) progress.file = file;
postMessage({id, type: 'progress', progress});
controller.enqueue(value);
} catch (error) {
controller.error(error);
}
},
cancel(reason) {
return reader.cancel(reason);
},
});
return new Response(body, {
status: response.status,
statusText: response.statusText,
headers: response.headers,
});
}
+9
View File
@@ -0,0 +1,9 @@
const PIPER_MODEL_ORIGIN = 'https://huggingface.co/diffusionstudio/piper-voices/resolve/main/';
const localPathPrefix = '/static/piper-wasm-v1/voices/';
export function localPiperModelUrl(requestedUrl, origin) {
if (!requestedUrl.startsWith(PIPER_MODEL_ORIGIN)) return null;
const relativePath = requestedUrl.slice(PIPER_MODEL_ORIGIN.length);
if (!/^[\w./-]+$/.test(relativePath) || relativePath.split('/').includes('..')) return null;
return new URL(`${localPathPrefix}${relativePath}`, origin).href;
}
+31
View File
@@ -0,0 +1,31 @@
const assetRoot = '/static/piper-wasm-v1/onnx/';
export function createOnnxWasmPaths(origin) {
const absoluteAssetRoot = new URL(assetRoot, origin).href;
return absoluteAssetRoot;
}
export function configureOnnxRuntime(onnxRuntime) {
if (!onnxRuntime?.env?.wasm) throw new TypeError('ONNX Runtime WebAssembly settings are unavailable.');
// Piper 1.0.3 overwrites this value in TtsSession.init() with
// navigator.hardwareConcurrency. Override that source as well, otherwise an
// iPad may start a large WASM worker pool despite this setting.
const navigatorObject = globalThis.navigator;
if (navigatorObject && navigatorObject.hardwareConcurrency !== 1) {
try {
Object.defineProperty(navigatorObject, 'hardwareConcurrency', {
configurable: true,
value: 1,
});
} catch (_) {
// The check below converts an unsupported override into a clear error.
}
}
if (navigatorObject && navigatorObject.hardwareConcurrency !== 1) {
throw new Error('Piper could not be restricted to one processor thread.');
}
// Piper already runs in a worker. Avoid a second worker pool on mobile Safari.
onnxRuntime.env.wasm.numThreads = 1;
onnxRuntime.env.wasm.initTimeout = 60000;
}
+67
View File
@@ -0,0 +1,67 @@
const version = document.querySelector('#frontend-version')?.textContent || 'dev';
const workerUrl = `/tts/piper-wasm-v1/piper-worker.js?v=${encodeURIComponent(version)}`;
let worker;
let requestId = 0;
const pending = new Map();
function getWorker() {
if (worker) return worker;
// ONNX Runtime resolves its WASM loader relative to the worker module URL.
// Keep the worker as ESM so import.meta.url remains available at runtime.
worker = new Worker(workerUrl, {type: 'module'});
worker.onmessage = event => {
const message = event.data || {};
const request = pending.get(message.id);
if (!request) return;
if (message.type === 'progress') {
request.onProgress?.(message.progress);
} else {
pending.delete(message.id);
if (message.type === 'audio') {
request.resolve(new Blob([message.audio], {type: 'audio/x-wav'}));
} else {
const error = new Error(message.error || 'Piper-arbetaren misslyckades.');
request.reject(error);
// TtsSession keeps a singleton even when ONNX initialization fails.
// Discard the whole worker so a player retry starts with a clean ONNX
// module and does not reuse a poisoned WASM initialization.
for (const queued of pending.values()) queued.reject(error);
pending.clear();
worker?.terminate();
worker = null;
}
}
};
worker.onerror = event => {
const details = [event.message, event.filename && `${event.filename}:${event.lineno || 0}:${event.colno || 0}`]
.filter(Boolean)
.join(' — ');
const error = new Error(details
? `Piper-arbetaren kunde inte startas: ${details}`
: 'Piper-arbetaren kunde inte startas.');
for (const request of pending.values()) request.reject(error);
pending.clear();
worker?.terminate();
worker = null;
};
worker.onmessageerror = () => {
const error = new Error('Piper-arbetaren skickade ett oläsbart svar.');
for (const request of pending.values()) request.reject(error);
pending.clear();
worker?.terminate();
worker = null;
};
return worker;
}
window.GamePiper = {
voiceId: 'sv_SE-nst-medium',
synthesize(text, onProgress) {
return new Promise((resolve, reject) => {
const id = ++requestId;
pending.set(id, {resolve, reject, onProgress});
try { getWorker().postMessage({id, text: String(text)}); }
catch (error) { pending.delete(id); reject(error); }
});
},
};
+92
View File
@@ -0,0 +1,92 @@
import {TtsSession} from '@mintplex-labs/piper-tts-web';
import * as onnxRuntime from 'onnxruntime-web';
import {trackDownloadProgress} from './piper-download-progress.mjs';
import {localPiperModelUrl} from './piper-model-routing.mjs';
import {configureOnnxRuntime, createOnnxWasmPaths} from './piper-onnx-config.mjs';
const VOICE_ID = 'sv_SE-nst-medium';
const ASSET_ROOT = '/static/piper-wasm-v1';
const localFetch = self.fetch.bind(self);
function reportStage(id, stage, details = {}) {
if (Number.isSafeInteger(id)) self.postMessage({id, type: 'progress', progress: {stage, ...details}});
}
// Keep the TTS library's OPFS cache logic, but serve models/config from the
// same-origin static asset service instead of its built-in external model URL.
self.fetch = async (resource, options) => {
const requestedUrl = resource instanceof Request ? resource.url : String(resource);
const localModelUrl = localPiperModelUrl(requestedUrl, self.location.origin);
if (!localModelUrl) {
const requestUrl = new URL(requestedUrl, self.location.origin);
if (requestUrl.origin !== self.location.origin) throw new Error(`External Piper asset blocked: ${requestUrl.origin}`);
const runtimeAsset = requestedUrl.includes('/static/piper-wasm-v1/onnx/');
const runtimeFile = runtimeAsset ? new URL(requestedUrl, self.location.origin).pathname.split('/').pop() : undefined;
if (activeRequestId && runtimeAsset) {
reportStage(activeRequestId, 'loading-runtime-assets', {file: runtimeFile});
}
const response = await localFetch(resource, options);
if (!activeRequestId || !runtimeAsset) return response;
reportStage(activeRequestId, 'reading-runtime-assets', {file: runtimeFile});
return trackDownloadProgress(response, {
id: activeRequestId,
asset: 'runtime',
file: runtimeFile,
postMessage: message => self.postMessage(message),
});
}
const isModel = localModelUrl.endsWith('.onnx');
if (activeRequestId) reportStage(activeRequestId, isModel ? 'loading-model' : 'loading-model-info');
const redirected = resource instanceof Request ? new Request(localModelUrl, resource) : localModelUrl;
const response = await localFetch(redirected, options);
if (!activeRequestId || !isModel) return response;
reportStage(activeRequestId, 'reading-model');
return trackDownloadProgress(response, {
id: activeRequestId,
postMessage: message => self.postMessage(message),
});
};
let sessionPromise;
let inferenceQueue = Promise.resolve();
let activeRequestId = null;
async function getSession() {
if (!sessionPromise) {
configureOnnxRuntime(onnxRuntime);
sessionPromise = TtsSession.create({
voiceId: VOICE_ID,
wasmPaths: {
onnxWasm: createOnnxWasmPaths(self.location.origin),
piperData: `${ASSET_ROOT}/piper/piper_phonemize.data`,
piperWasm: `${ASSET_ROOT}/piper/piper_phonemize.wasm`,
},
}).catch(error => {
sessionPromise = null;
throw error;
});
}
return sessionPromise;
}
async function synthesizeMessage(event) {
const {id, text} = event.data || {};
if (!Number.isSafeInteger(id) || typeof text !== 'string') return;
activeRequestId = id;
reportStage(id, 'loading-runtime');
try {
const session = await getSession();
reportStage(id, 'model-ready');
const blob = await session.predict(text);
const audio = await blob.arrayBuffer();
self.postMessage({id, type: 'audio', audio}, [audio]);
} catch (error) {
self.postMessage({id, type: 'error', error: String(error?.message || error)});
} finally {
activeRequestId = null;
}
}
self.addEventListener('message', event => {
inferenceQueue = inferenceQueue.then(() => synthesizeMessage(event));
});
+46
View File
@@ -0,0 +1,46 @@
import {build} from 'esbuild';
import {mkdir, rm, readFile} from 'node:fs/promises';
import {join, resolve} from 'node:path';
const root = process.cwd();
const publicRoot = join(root, 'public');
const workerRoot = join(publicRoot, 'tts', 'piper-wasm-v1');
await rm(workerRoot, {recursive: true, force: true});
await mkdir(workerRoot, {recursive: true});
await build({
entryPoints: [resolve(root, 'piper-runtime.js')],
outfile: join(publicRoot, 'piper-runtime.js'),
bundle: true,
format: 'iife',
platform: 'browser',
target: ['es2022'],
external: ['fs', 'path'],
sourcemap: false,
legalComments: 'none',
});
await build({
entryPoints: [resolve(root, 'piper-worker.js')],
outfile: join(workerRoot, 'piper-worker.js'),
bundle: true,
format: 'esm',
platform: 'browser',
target: ['es2022'],
external: ['fs', 'path'],
sourcemap: false,
legalComments: 'none',
});
const workerBundle = await readFile(join(workerRoot, 'piper-worker.js'), 'utf8');
for (const route of [
'https://huggingface.co/diffusionstudio/piper-voices/resolve/main/',
'/static/piper-wasm-v1',
'/static/piper-wasm-v1/voices/',
'/static/piper-wasm-v1/onnx/',
]) {
if (!workerBundle.includes(route)) throw new Error(`The Piper worker is missing static route ${route}`);
}
console.log(`Piper worker bundle prepared at ${workerRoot}`);
+135 -2
View File
@@ -3,11 +3,144 @@ set -euo pipefail
test -s index.html
grep -q '<html lang="sv">' index.html
grep -q '<h1>En värld du formar</h1>' index.html
grep -q 'id="frontend-version">__FRONTEND_VERSION__' index.html
grep -q '<script src="/voice.js?v=__FRONTEND_VERSION__"></script>' index.html
grep -q 'const FEATURE_FLAGS = Object.freeze({localAI: false})' index.html
grep -q 'if (!FEATURE_FLAGS.localAI) return Promise.resolve(null)' index.html
grep -q "script.src = '/static/' + 'wllama-gemma3-v2/local-ai.js'" index.html
! grep -q '<script src="/static/wllama-gemma3-v2/local-ai.js"></script>' index.html
grep -q '<script src="/piper-runtime.js?v=__FRONTEND_VERSION__"></script>' index.html
grep -q 'no-store, no-cache, must-revalidate, proxy-revalidate, max-age=0' nginx/default.conf
grep -q 'Cross-Origin-Embedder-Policy "require-corp"' nginx/default.conf
grep -q 'add_header Cross-Origin-Embedder-Policy "require-corp" always;' nginx/default.conf
grep -q 'add_header Cross-Origin-Resource-Policy "same-origin" always;' nginx/default.conf
grep -q 'application/javascript js mjs;' nginx/default.conf
grep -q "request('/version')" index.html
grep -q 'id="api-version"' index.html
grep -q 'id="static-version">hämtar version…' index.html
grep -q "request('/static/version.json', {cache: 'no-store'})" index.html
grep -Fq "credentials: 'same-origin'" index.html
grep -q "request('/graphql'" index.html
grep -q 'id="dialogue" aria-label="Dialoghistorik" role="log" aria-live="polite"' index.html
grep -q 'id="message" name="message"' index.html
grep -q 'id="auth-intro"' index.html
grep -q 'Skapa konto med ett användarnamn och ett lösenord på minst tolv tecken' index.html
grep -q 'id="auth-repeat-intro"' index.html
grep -q 'function playFirstVisitIntroduction' index.html
grep -q 'id="auth-voice-status" role="status" aria-live="polite"' index.html
grep -q 'activateFromUserGesture' index.html
grep -q 'function showSpeechRecovery' index.html
grep -q "retry.textContent = 'Läs senaste repliken'" index.html
grep -q "location.pathname !== '/admin'" index.html
grep -q "if (options.speak !== false && location.pathname !== '/admin')" index.html
grep -q 'id="microphone" aria-pressed="false"' index.html
grep -q 'type="submit" id="send-message">Skicka</button>' index.html
grep -q 'id="voice-status" role="status" aria-live="polite"' index.html
grep -q 'id="speech-progress" aria-label="Nedladdning av svensk röstmodell"' index.html
grep -q 'id="speech-progress-value"' index.html
grep -q 'MB hämtade' index.html
grep -q 'loading-runtime-assets' piper-worker.js
grep -q 'Röstmodellen är inläst' voice.js
grep -q "window.GameVoice.createVoiceController" index.html
grep -q "addVoiceButton(item, 'Testa ljudet'" index.html
grep -q 'Jag förstår – starta mikrofonen' index.html
grep -q 'supportsRecognition' voice.js
grep -q 'characterVoiceProfile' voice.js
grep -q 'utterance.volume = 1' voice.js
grep -q 'Webbläsaren har startat talsyntesen' voice.js
grep -q 'WebKit versions before Safari 27' voice.js
grep -q "voiceIdentity: speakingNpc.voice_identity" index.html
grep -q "role: 'narrator', voiceIdentity: 'neutral'" index.html
grep -q 'COPY voice.js /usr/share/nginx/html/voice.js' Dockerfile
grep -Fq 'if (!currentAccount.is_admin && FEATURE_FLAGS.localAI)' index.html
grep -Fq 'localAI?.start(currentAccount.id)' index.html
grep -q "type === 'terms-required'" index.html
grep -q 'Gemma-villkor' index.html
grep -q 'lokal ai godkänn villkor' index.html
grep -q 'lokal ai avvisa villkor' index.html
grep -q 'client_assistance: clientAssistance' index.html
grep -q 'COPY public/piper-runtime.js /usr/share/nginx/html/piper-runtime.js' Dockerfile
grep -q 'COPY public/tts/piper-wasm-v1/' Dockerfile
grep -q 'build:piper' .gitea/workflows/publish.yaml
grep -q 'Piper' piper-runtime.js
grep -q 'sv_SE-nst-medium' piper-worker.js
grep -q "new Worker(workerUrl, {type: 'module'})" piper-runtime.js
grep -q 'worker.js?v=' piper-runtime.js
grep -q 'worker.onmessageerror' piper-runtime.js
grep -q 'localPiperModelUrl' piper-worker.js
grep -q 'External Piper asset blocked' piper-worker.js
grep -q 'trackDownloadProgress' piper-worker.js
grep -q 'new ReadableStream' piper-download-progress.mjs
grep -q 'createOnnxWasmPaths(self.location.origin)' piper-worker.js
grep -q 'configureOnnxRuntime(onnxRuntime)' piper-worker.js
grep -q 'numThreads = 1' piper-onnx-config.mjs
grep -q "hardwareConcurrency'" piper-onnx-config.mjs
grep -q 'Piper could not be restricted to one processor thread' piper-onnx-config.mjs
grep -q '/static/piper-wasm-v1/onnx/' piper-onnx-config.mjs
grep -q 'PIPER_MODEL_ORIGIN' piper-model-routing.mjs
grep -q '/static/piper-wasm-v1/voices/' piper-model-routing.mjs
grep -q 'ai-spel-static' README.md
grep -q 'ATTRIBUTION.txt' index.html
grep -q "SpeechRecognition || win.webkitSpeechRecognition" voice.js
grep -q "submitMessage(text, 'voice')" index.html
grep -q 'Spelets repliker läses alltid upp' index.html
grep -q "event.key === 'Enter' && !event.shiftKey" index.html
grep -q "request('/api/character/draft'" index.html
grep -q "request('/api/world/draft'" index.html
grep -q "request('/api/dialogue'" index.html
grep -q "request('/api/presence/heartbeat'" index.html
grep -q "request('/api/players/nearby'" index.html
grep -q "request('/api/player/messages'" index.html
grep -q "Säg till Robin" index.html
grep -q "result.intent === 'move' || result.intent === 'meet'" index.html
grep -q 'dialogue_temporarily_unavailable:' index.html
grep -q 'id="admin-view"' index.html
grep -q 'id="play-layout"' index.html
grep -q 'id="debug-panel"' index.html
grep -q "query AdminPlayerTrace" index.html
grep -q 'adminPlayerTrace(accountId: \$accountId, limit: \$limit, offset: \$offset)' index.html
grep -q 'function renderDecisionTrace' index.html
grep -q 'function renderJsonTree' index.html
grep -q "'Öppna alla block'" index.html
grep -q "'Fäll ihop nästlade block'" index.html
grep -q "nested.className = 'json-node'" index.html
grep -q 'json-value-string' index.html
grep -q "setAttribute('aria-label', 'Utfällbart JSON-svar')" index.html
grep -q 'debug-enabled' index.html
grep -q '/api/admin/players?' index.html
grep -q 'Välj konto att följa' index.html
grep -q 'function renderAdminConversations' index.html
grep -q 'function renderDecisionProvenance' index.html
grep -q 'Visa äldre samtalsturer' index.html
grep -q 'Lättläst konversation' index.html
grep -q 'admin-simple-conversation' index.html
grep -q 'aria-expanded' index.html
grep -q "request('/api/admin/prompts'" index.html
grep -q "request('/api/admin/rules'" index.html
grep -q "request('/api/admin/settings/logging'" index.html
grep -q 'data-admin-view="logging"' index.html
grep -q '/api/admin/audit?limit=200' index.html
grep -q 'data-admin-view="npcs"' index.html
grep -q '/api/admin/npcs?q=' index.html
grep -q '/api/admin/npcs/${encodeURIComponent(npcId)}/profile' index.html
grep -q '/api/admin/npcs/${encodeURIComponent(npcId)}/identity' index.html
grep -q '/api/admin/npcs/${encodeURIComponent(npcId)}/memories/${encodeURIComponent(memory.id)}' index.html
grep -q '/api/admin/npcs/${encodeURIComponent(npcId)}/possessions' index.html
grep -q 'Egenskaper och framtida profilfält' index.html
grep -q 'Minnesrekonstruktioner' index.html
grep -q 'interaction.external_call' index.html
grep -q 'Externt tjänsteanrop' index.html
grep -q "request('/api/world/start'" index.html
grep -q "request('/api/character'" index.html
grep -q 'location = /healthz' nginx/default.conf
if grep -Eq 'id="(new-character|world-setup|shop|buy-offer|balance|inventory|place-heading|npc-heading)"|Platsens sinnesintryck|Ekonomi och ägodelar|Köp på platsen|id="status"|id="logout"' index.html; then
echo 'The active player UI must not contain permanent data panels, forms, or action buttons.' >&2
exit 1
fi
if sed -n '/<section id="play"/,/^ <\/section>/p' index.html | grep '<button' | grep -Ev 'id="(microphone|send-message)"' >/dev/null; then
echo 'Only the send and microphone controls may appear beside the game text input.' >&2
exit 1
fi
node --test tests/*.test.cjs
echo 'Frontend source checks passed.'
+23
View File
@@ -0,0 +1,23 @@
const assert = require('node:assert/strict');
const fs = require('node:fs');
const path = require('node:path');
const test = require('node:test');
const source = fs.readFileSync(path.join(__dirname, '..', 'index.html'), 'utf8');
test('player sees an accessible live activity line during world and character proposals', () => {
assert.match(source, /function setActivityStatus\(message\)/);
assert.match(source, /setAttribute\('aria-live', 'polite'\)/);
assert.match(source, /AI ta fram ett förslag på startvärld och en plats/);
assert.match(source, /AI skapa eller uppdatera ett biografiförslag/);
});
test('dialogue processing explains that scene, place, or person establishment is being considered', () => {
assert.match(source, /Berättaren arbetar med din avsikt\. Den avgör om en plats, scen eller person behöver etableras/);
});
test('local AI activity is shown separately from general narrator processing', () => {
assert.match(source, /detail\.type === 'activity' \? 'data-local-ai-activity'/);
assert.match(source, /Lokal AI: \$\{detail\.text \|\| ''\}/);
assert.match(source, /clearActivityStatus\(\);/);
});
+66
View File
@@ -0,0 +1,66 @@
const test = require('node:test');
const assert = require('node:assert/strict');
const fs = require('node:fs');
const page = fs.readFileSync(new URL('../index.html', `file://${__filename}`), 'utf8');
test('admin can select a searched account before opening its conversations', () => {
assert.match(page, /Välj konto att följa/);
assert.match(page, /chooserSelect\.value\);/);
assert.match(page, /\/api\/admin\/players\?q=/);
});
test('conversation transcript exposes player and narrator messages as expandable replies', () => {
assert.match(page, /function renderAdminConversations/);
assert.match(page, /payload\.player_message/);
assert.match(page, /payload\.reply \|\| payload\.npc_reply/);
assert.match(page, /aria-expanded/);
assert.match(page, /renderDecisionProvenance\(group, event, detail\)/);
});
test('selected replies reveal AI, Luau and Rust provenance without injecting HTML', () => {
assert.match(page, /function renderDecisionProvenance/);
assert.match(page, /interaction\.prompt_yaml/);
assert.match(page, /interaction\.external_call/);
assert.match(page, /details\.luau_trace/);
assert.match(page, /details\.rust_validation/);
assert.match(page, /element\.textContent = text/);
});
test('account trace can be paged until all stored turns are loaded', () => {
assert.match(page, /Visa äldre samtalsturer/);
assert.match(page, /query AdminPlayerTrace\(\$accountId: String, \$limit: Int!, \$offset: Int!\)/);
assert.match(page, /getAdminTrace\(accountId, trace\.limit \|\| 200, adminTraceOffset\)/);
});
test('admin can switch to a storyteller-only reading view and return to diagnostics', () => {
assert.match(page, /Lättläst konversation/);
assert.match(page, /Visa felsökningsspår/);
assert.match(page, /root\.classList\.toggle\('admin-simple-conversation', adminSimpleConversation\)/);
assert.match(page, /playerLine\.className = 'admin-story-player'/);
assert.match(page, /story\.className = 'admin-story-reply'/);
assert.match(page, /article > :not\(\.admin-story-player\):not\(\.admin-story-reply\)/);
assert.match(page, /article > \.admin-story-player,\s*#admin-content \.admin-simple-conversation article > \.admin-story-reply/);
});
test('admin JSON responses are readable as accessible collapsible trees', () => {
assert.match(page, /function renderJsonTree/);
assert.match(page, /nested\.className = 'json-node'/);
assert.match(page, /const nodeValues = new WeakMap\(\)/);
assert.match(page, /nodeValues\.set\(nested, child\)/);
assert.match(page, /groupSummary/);
assert.match(page, /Lista · \$\{item\.length\}/);
assert.match(page, /Objekt · \$\{Object\.keys\(item\)\.length\} fält/);
assert.match(page, /Öppna alla block/);
assert.match(page, /Fäll ihop nästlade block/);
assert.match(page, /setAttribute\('aria-label', 'Utfällbart JSON-svar'\)/);
assert.match(page, /json-value-string/);
assert.match(page, /json-value-number/);
assert.match(page, /json-value-boolean/);
assert.match(page, /json-value-null/);
assert.match(page, /renderJsonTree\(json, group\)/);
assert.match(page, /rawSummary\.textContent = 'Visa hela spårdata'/);
assert.match(page, /JSON\.stringify\(npc\.profile, null, '\\t'\)/);
assert.doesNotMatch(page, /jsnview|cdn\.jsdelivr/);
});
+31
View File
@@ -0,0 +1,31 @@
const assert = require('node:assert/strict');
const fs = require('node:fs');
const path = require('node:path');
const test = require('node:test');
const page = fs.readFileSync(path.join(__dirname, '..', 'index.html'), 'utf8');
test('local AI is paused by default and adapter loading is gated by its feature flag', () => {
assert.match(page, /const FEATURE_FLAGS = Object\.freeze\(\{localAI: false\}\)/);
assert.match(page, /if \(!FEATURE_FLAGS\.localAI\) return Promise\.resolve\(null\)/);
assert.match(page, /script\.src = '\/static\/' \+ 'wllama-gemma3-v2\/local-ai\.js'/);
assert.doesNotMatch(page, /<script src="\/static\/wllama-gemma3-v2\/local-ai\.js"><\/script>/);
assert.match(page, /if \(!currentAccount\.is_admin && FEATURE_FLAGS\.localAI\)[\s\S]*?loadLocalAiAdapter\(\)/);
});
test('Gemma license links are shown in the accessible game dialogue and consent can be withdrawn', () => {
assert.match(page, /type === 'terms-required'/);
assert.match(page, /Gemma-villkor/);
assert.match(page, /Spelvillkor för Gemma/);
assert.match(page, /policy för förbjuden användning/);
assert.match(page, /lokal ai godkänn villkor/);
assert.match(page, /lokal ai avvisa villkor/);
assert.match(page, /window\.localGameAI\?\.stop\(\)/);
});
test('local assistance remains advisory and preserves the normal dialogue request path', () => {
assert.match(page, /client_assistance: clientAssistance/);
assert.match(page, /Local assistance is optional; the original input always proceeds/);
assert.match(page, /request\('\/api\/dialogue'/);
assert.match(page, /Lokalt, osparat förslag:/);
});
+59
View File
@@ -0,0 +1,59 @@
const assert = require('node:assert/strict');
const test = require('node:test');
test('model response progress forwards each downloaded chunk and preserves the response', async () => {
const {trackDownloadProgress} = await import('../piper-download-progress.mjs');
const source = new ReadableStream({
start(controller) {
controller.enqueue(new Uint8Array([1, 2]));
controller.enqueue(new Uint8Array([3, 4, 5]));
controller.close();
},
});
const response = new Response(source, {headers: {'content-length': '5'}});
const messages = [];
const tracked = trackDownloadProgress(response, {id: 7, postMessage: message => messages.push(message)});
assert.deepEqual([...new Uint8Array(await tracked.arrayBuffer())], [1, 2, 3, 4, 5]);
assert.deepEqual(messages.map(message => message.progress), [
{asset: 'model', loaded: 2, total: 5},
{asset: 'model', loaded: 5, total: 5},
]);
assert.ok(messages.every(message => message.id === 7 && message.type === 'progress'));
});
test('model response progress works when content length is absent', async () => {
const {trackDownloadProgress} = await import('../piper-download-progress.mjs');
const source = new Response(new Uint8Array([1, 2, 3]));
const messages = [];
const tracked = trackDownloadProgress(source, {
id: 9,
asset: 'runtime',
file: 'runtime.wasm',
postMessage: message => messages.push(message),
});
assert.equal((await tracked.arrayBuffer()).byteLength, 3);
assert.deepEqual(messages
.map(message => message.progress)
.filter(progress => Number.isFinite(progress.loaded)),
[{asset: 'runtime', file: 'runtime.wasm', loaded: 3, total: 0}]);
});
test('runtime asset completion reports that initialization follows the download', async () => {
const {trackDownloadProgress} = await import('../piper-download-progress.mjs');
const response = new Response(new Uint8Array([1, 2]), {headers: {'content-length': '2'}});
const messages = [];
const tracked = trackDownloadProgress(response, {
id: 10,
asset: 'runtime',
file: 'ort-wasm-simd-threaded.wasm',
postMessage: message => messages.push(message),
});
await tracked.arrayBuffer();
assert.deepEqual(messages.at(-1).progress, {
stage: 'initializing-runtime',
file: 'ort-wasm-simd-threaded.wasm',
});
});
+23
View File
@@ -0,0 +1,23 @@
const test = require('node:test');
const assert = require('node:assert/strict');
test('Piper model and config requests use the same-origin voice mirror', async () => {
const {localPiperModelUrl} = await import('../piper-model-routing.mjs');
const origin = 'https://ai-spel.k3s.k0.nu';
assert.equal(
localPiperModelUrl('https://huggingface.co/diffusionstudio/piper-voices/resolve/main/sv/sv_SE/nst/medium/sv_SE-nst-medium.onnx', origin),
'https://ai-spel.k3s.k0.nu/static/piper-wasm-v1/voices/sv/sv_SE/nst/medium/sv_SE-nst-medium.onnx',
);
assert.equal(
localPiperModelUrl('https://huggingface.co/diffusionstudio/piper-voices/resolve/main/sv/sv_SE/lisa/medium/sv_SE-lisa-medium.onnx.json', origin),
'https://ai-spel.k3s.k0.nu/static/piper-wasm-v1/voices/sv/sv_SE/lisa/medium/sv_SE-lisa-medium.onnx.json',
);
});
test('Piper model routing leaves unrelated URLs alone and rejects traversal paths', async () => {
const {localPiperModelUrl} = await import('../piper-model-routing.mjs');
const origin = 'https://ai-spel.k3s.k0.nu';
assert.equal(localPiperModelUrl('https://example.com/model.onnx', origin), null);
assert.equal(localPiperModelUrl('https://huggingface.co.evil.test/diffusionstudio/piper-voices/resolve/main/model.onnx', origin), null);
assert.equal(localPiperModelUrl('https://huggingface.co/diffusionstudio/piper-voices/resolve/main/../secret', origin), null);
});
+32
View File
@@ -0,0 +1,32 @@
const test = require('node:test');
const assert = require('node:assert/strict');
test('ONNX Runtime receives an absolute same-origin base URL', async () => {
const {createOnnxWasmPaths} = await import('../piper-onnx-config.mjs');
const wasmPaths = createOnnxWasmPaths('https://ai-spel.k3s.k0.nu');
assert.equal(wasmPaths, 'https://ai-spel.k3s.k0.nu/static/piper-wasm-v1/onnx/');
assert.equal(new URL('ort-wasm-simd-threaded.mjs', wasmPaths).href,
'https://ai-spel.k3s.k0.nu/static/piper-wasm-v1/onnx/ort-wasm-simd-threaded.mjs');
});
test('ONNX Runtime base URL rejects an invalid worker origin', async () => {
const {createOnnxWasmPaths} = await import('../piper-onnx-config.mjs');
assert.throws(() => createOnnxWasmPaths('undefined'), TypeError);
});
test('Piper and ONNX Runtime stay on one thread even though Piper overwrites ONNX settings', async () => {
const {configureOnnxRuntime} = await import('../piper-onnx-config.mjs');
const navigatorObject = {hardwareConcurrency: 8};
const previousNavigator = globalThis.navigator;
Object.defineProperty(globalThis, 'navigator', {configurable: true, value: navigatorObject});
const runtime = {env: {wasm: {numThreads: 0, initTimeout: 0}}};
try {
configureOnnxRuntime(runtime);
assert.equal(navigatorObject.hardwareConcurrency, 1);
assert.equal(runtime.env.wasm.numThreads, 1);
assert.equal(runtime.env.wasm.initTimeout, 60000);
} finally {
if (previousNavigator === undefined) delete globalThis.navigator;
else Object.defineProperty(globalThis, 'navigator', {configurable: true, value: previousNavigator});
}
});
+19
View File
@@ -0,0 +1,19 @@
const test = require('node:test');
const assert = require('node:assert/strict');
const {readFile} = require('node:fs/promises');
const {join} = require('node:path');
test('Piper worker is built and started as an ES module', async () => {
const [buildScript, runtime] = await Promise.all([
readFile(join(__dirname, '..', 'scripts', 'build-piper.mjs'), 'utf8'),
readFile(join(__dirname, '..', 'piper-runtime.js'), 'utf8'),
]);
assert.match(buildScript, /outfile: join\(workerRoot, 'piper-worker\.js'\),\s*bundle: true,\s*format: 'esm'/);
assert.match(runtime, /new Worker\(workerUrl, \{type: 'module'\}\)/);
});
test('Piper runtime discards a worker after a failed initialization for a clean retry', async () => {
const runtime = await readFile(join(__dirname, '..', 'piper-runtime.js'), 'utf8');
assert.match(runtime, /TtsSession keeps a singleton even when ONNX initialization fails/);
assert.match(runtime, /worker\?\.terminate\(\);\s*worker = null;/);
});
+343
View File
@@ -0,0 +1,343 @@
const assert = require('node:assert/strict');
const fs = require('node:fs');
const path = require('node:path');
const test = require('node:test');
const vm = require('node:vm');
const source = fs.readFileSync(path.join(__dirname, '..', 'voice.js'), 'utf8');
const apiWindow = {};
vm.runInNewContext(source, {window: apiWindow, globalThis: apiWindow, Promise, String, Math, Object});
const GameVoice = apiWindow.GameVoice;
function makeHarness({supported = true, tts = true, piper = false, onTranscript = () => Promise.resolve()} = {}) {
const recognitions = [];
const utterances = [];
const states = [];
const timers = new Map();
const timerDelays = new Map();
let timerId = 0;
class Recognition {
constructor() { recognitions.push(this); }
start() { this.started = true; }
stop() { this.stopped = true; }
abort() { this.aborted = true; }
}
class Utterance {
constructor(text) { this.text = text; utterances.push(this); }
}
const audioSources = [];
const piperProgressCallbacks = [];
class AudioContext {
constructor() { this.state = 'running'; this.destination = {}; }
resume() { this.state = 'running'; return Promise.resolve(); }
decodeAudioData() { return Promise.resolve({duration: 1}); }
createBufferSource() {
const source = {playbackRate: {value: 1}, detune: {value: 0}, connect() {}, start() { this.started = true; }, stop() { this.stopped = true; }};
audioSources.push(source);
return source;
}
}
const synthesis = tts ? {
spoken: [], cancelled: 0,
getVoices: () => [{name: 'Svensk', lang: 'sv-SE'}],
speak(utterance) { this.spoken.push(utterance); },
cancel() { this.cancelled += 1; },
} : undefined;
const window = {
setTimeout(callback, delay = 0) { const id = ++timerId; timers.set(id, callback); timerDelays.set(id, delay); return id; },
clearTimeout(id) { timers.delete(id); timerDelays.delete(id); },
speechSynthesis: synthesis,
SpeechSynthesisUtterance: tts ? Utterance : undefined,
SpeechRecognition: supported ? Recognition : undefined,
AudioContext,
GamePiper: piper ? {synthesize: (_text, onProgress) => {
piperProgressCallbacks.push(onProgress);
return Promise.resolve({arrayBuffer: () => Promise.resolve(new ArrayBuffer(8))});
}} : undefined,
};
vm.runInNewContext(source, {window, globalThis: window, Promise, String, Math, Object});
const controller = window.GameVoice.createVoiceController({
window,
onState: (state, message) => states.push({state, message}),
onTranscript,
});
return {
controller, recognitions, utterances, synthesis, states, timers, audioSources, piperProgressCallbacks,
runTimer(delay) {
const match = [...timerDelays.entries()].find(([, value]) => value === delay);
if (!match) throw new Error(`No timer found with delay ${delay}`);
timers.get(match[0])();
},
};
}
test('recognition is single-shot Swedish and sends only final transcript once', async () => {
const received = [];
const h = makeHarness({onTranscript: text => { received.push(text); }});
assert.equal(h.controller.startListening(), true);
const recognition = h.recognitions[0];
assert.equal(recognition.lang, 'sv-SE');
assert.equal(recognition.continuous, false);
assert.equal(recognition.interimResults, false);
recognition.onresult({resultIndex: 0, results: [{isFinal: false, 0: {transcript: 'delvis'}}]});
recognition.onresult({resultIndex: 0, results: [{isFinal: true, 0: {transcript: ' Hej världen '}}]});
recognition.onresult({resultIndex: 0, results: [{isFinal: true, 0: {transcript: 'dubblett'}}]});
await Promise.resolve(); await Promise.resolve();
assert.deepEqual(received, ['Hej världen']);
assert.equal(h.controller.getState(), 'IDLE');
});
test('second microphone activation stops the active recognition session', () => {
const h = makeHarness();
h.controller.startListening();
h.controller.startListening();
assert.equal(h.recognitions.length, 1);
assert.equal(h.recognitions[0].aborted, true);
assert.equal(h.controller.getState(), 'IDLE');
});
test('unsupported recognition stays recoverable and leaves text input available', () => {
const h = makeHarness({supported: false});
assert.equal(h.controller.startListening(), false);
assert.equal(h.controller.getState(), 'IDLE');
assert.match(h.states.at(-1).message, /skriva/);
});
test('permission errors reset state and a later session can start', () => {
const h = makeHarness();
h.controller.startListening();
h.recognitions[0].onerror({error: 'not-allowed'});
assert.equal(h.controller.getState(), 'IDLE');
assert.match(h.states.at(-1).message, /behörighet nekades/);
assert.equal(h.controller.startListening(), true);
assert.equal(h.recognitions.length, 2);
});
test('late recognition results after cancellation are ignored', () => {
let delivered = 0;
const h = makeHarness({onTranscript: () => { delivered += 1; }});
h.controller.startListening();
const old = h.recognitions[0];
h.controller.stopListening();
old.onresult({resultIndex: 0, results: [{isFinal: true, 0: {transcript: 'för sent'}}]});
assert.equal(delivered, 0);
});
test('recognition watchdog closes a session that never ends and permits retry', () => {
const h = makeHarness();
h.controller.startListening();
const watchdog = [...h.timers.values()][0];
watchdog();
assert.equal(h.controller.getState(), 'IDLE');
assert.match(h.states.at(-1).message, /en minut/);
assert.equal(h.controller.startListening(), true);
assert.equal(h.recognitions.length, 2);
});
test('TTS uses the system default voice unless a named Swedish voice is selected', () => {
const h = makeHarness();
h.controller.update({mode: 'game-voice', rate: 1.4});
assert.equal(h.controller.speak('Hej.'), true);
const first = h.utterances[0];
assert.equal(first.lang, 'sv-SE');
assert.equal(first.rate, 1.4);
assert.equal(first.voice, null);
h.controller.cancelSpeech();
first.onend();
assert.equal(h.controller.getState(), 'IDLE');
assert.equal(h.controller.speak('Namngiven röst.', {voiceName: 'Svensk'}), true);
assert.equal(h.utterances.at(-1).voice.name, 'Svensk');
});
test('a player gesture restores the iOS speech primer after cancelling a queued reply', () => {
const h = makeHarness();
assert.equal(h.controller.activateFromUserGesture(), true);
assert.equal(h.synthesis.spoken[0].text, ' ');
h.controller.speak('Tidigare replik');
h.controller.cancelSpeech();
const countAfterCancel = h.synthesis.spoken.length;
assert.equal(h.controller.activateFromUserGesture(), true);
assert.equal(h.synthesis.spoken.length, countAfterCancel + 1);
assert.equal(h.synthesis.spoken.at(-1).text, ' ');
h.controller.speak('Nytt svar');
assert.equal(h.synthesis.spoken.at(-1).text, 'Nytt svar');
});
test('speech is reported as in progress only after the native onstart event', () => {
const h = makeHarness();
h.controller.speak('Hej.');
assert.equal(h.controller.getState(), 'QUEUED');
assert.match(h.states.at(-1).message, /Startar uppläsningen/);
h.utterances[0].onstart();
assert.equal(h.controller.getState(), 'SPEAKING');
assert.match(h.states.at(-1).message, /Webbläsaren har startat talsyntesen/);
assert.match(h.states.at(-1).message, /Läs senaste repliken/);
});
test('iOS user gesture primes speech silently and idle speech is not cancelled before speak', () => {
const h = makeHarness();
assert.equal(h.controller.activateFromUserGesture(), true);
assert.equal(h.synthesis.spoken[0].text, ' ');
assert.equal(h.synthesis.spoken[0].volume, 0);
const cancelledBeforeReply = h.synthesis.cancelled;
assert.equal(h.controller.speak('Ett svar efter nätverksanropet'), true);
assert.equal(h.synthesis.spoken.at(-1).text, 'Ett svar efter nätverksanropet');
assert.equal(h.synthesis.cancelled, cancelledBeforeReply);
});
test('replacing active speech waits one event-loop turn after WebKit cancel', () => {
const h = makeHarness();
h.controller.speak('Första repliken');
const cancelledBeforeReplace = h.synthesis.cancelled;
h.controller.speak('Nästa replik');
assert.equal(h.synthesis.cancelled, cancelledBeforeReplace + 1);
assert.notEqual(h.synthesis.spoken.at(-1).text, 'Nästa replik');
h.runTimer(100);
assert.equal(h.synthesis.spoken.at(-1).text, 'Nästa replik');
});
test('speech start timeout tells the player how to recover when mobile playback is blocked', () => {
const h = makeHarness();
h.controller.speak('En replik');
const cancelledBeforeTimeout = h.synthesis.cancelled;
h.runTimer(4000);
assert.match(h.states.at(-1).message, /Tryck på Läs senaste repliken/);
assert.equal(h.synthesis.cancelled, cancelledBeforeTimeout + 1);
const cancelledBeforeRetry = h.synthesis.cancelled;
h.controller.speak('Manuell återläsning');
assert.equal(h.synthesis.spoken.at(-1).text, 'Manuell återläsning');
assert.equal(h.synthesis.cancelled, cancelledBeforeRetry);
});
test('iOS not-allowed speech error offers an immediate gesture-based retry', () => {
const h = makeHarness();
h.controller.speak('En replik');
h.utterances[0].onerror({error: 'not-allowed'});
assert.match(h.states.at(-1).message, /Safari blockerade uppläsningen/);
assert.match(h.states.at(-1).message, /Läs senaste repliken/);
assert.equal(h.controller.speak('Försök igen'), true);
assert.equal(h.synthesis.spoken.at(-1).text, 'Försök igen');
});
test('character voice identity gives stable distinct masculine, feminine, and neutral timbres', () => {
const profile = GameVoice.characterVoiceProfile;
const masculine = profile('masculine', 'character-1');
const feminine = profile('feminine', 'character-1');
const neutral = profile('neutral', 'character-1');
assert.equal(profile('masculine', 'character-1').pitch, masculine.pitch);
assert.ok(masculine.pitch < neutral.pitch);
assert.ok(neutral.pitch < feminine.pitch);
assert.notEqual(profile('masculine', 'character-2').pitch, masculine.pitch);
});
test('narrator uses neutral pitch while character replies use their saved voice identity', () => {
const h = makeHarness();
h.controller.update({mode: 'game-voice'});
h.controller.speak('Berättarröst', {role: 'narrator', voiceIdentity: 'feminine', characterId: 'narrator'});
h.controller.speak('NPC-replik', {voiceIdentity: 'masculine', characterId: 'npc-1'});
h.runTimer(100);
assert.equal(h.utterances[0].pitch, 1);
assert.ok(h.utterances[1].pitch < 1);
});
test('Piper WASM output uses the unlocked audio context and starts only after local synthesis', async () => {
const h = makeHarness({piper: true});
assert.equal(h.controller.activateFromUserGesture(), true);
assert.equal(h.controller.speak('Ett svar från Piper.', {role: 'narrator', voiceIdentity: 'neutral'}), true);
assert.equal(h.controller.getState(), 'QUEUED');
await new Promise(resolve => setImmediate(resolve));
assert.equal(h.audioSources.length, 1);
assert.equal(h.audioSources[0].started, true);
assert.equal(h.audioSources[0].detune.value, 0);
assert.equal(h.controller.getState(), 'SPEAKING');
h.audioSources[0].onended();
assert.equal(h.controller.getState(), 'IDLE');
});
test('Piper model download progress is reported as a bounded percentage', async () => {
const h = makeHarness({piper: true});
h.controller.activateFromUserGesture();
h.controller.speak('Ett svar från Piper.');
await new Promise(resolve => setImmediate(resolve));
h.piperProgressCallbacks[0]({stage: 'loading-model'});
assert.match(h.states.at(-1).message, /Ansluter till servern/);
h.piperProgressCallbacks[0]({asset: 'runtime', file: 'ort-wasm-simd-threaded.wasm', loaded: 5 * 1024 * 1024, total: 10 * 1024 * 1024});
assert.match(h.states.at(-1).message, /ort-wasm-simd-threaded\.wasm: 50 procent/);
h.piperProgressCallbacks[0]({loaded: 31_500_000, total: 63_000_000});
assert.equal(h.states.at(-1).state, 'PROCESSING');
assert.match(h.states.at(-1).message, /50 procent/);
h.piperProgressCallbacks[0]({loaded: 90_000_000, total: 63_000_000});
assert.match(h.states.at(-1).message, /100 procent/);
h.piperProgressCallbacks[0]({loaded: 10 * 1024 * 1024, total: 0});
assert.match(h.states.at(-1).message, /10 MB hämtade/);
});
test('Piper output keeps per-character pitch and rate stable', async () => {
const h = makeHarness({piper: true});
h.controller.activateFromUserGesture();
h.controller.speak('NPC-svar.', {voiceIdentity: 'masculine', characterId: 'npc-1'});
await new Promise(resolve => setImmediate(resolve));
assert.ok(h.audioSources[0].detune.value < 0);
assert.ok(h.audioSources[0].playbackRate.value < 1);
});
test('TTS and microphone are mutually exclusive', () => {
const h = makeHarness();
h.controller.update({mode: 'game-voice'});
h.controller.startListening();
h.controller.speak('Svar');
assert.equal(h.recognitions[0].aborted, true);
assert.equal(h.controller.getState(), 'QUEUED');
h.utterances.at(-1).onstart();
assert.equal(h.controller.getState(), 'SPEAKING');
});
test('game speech stays automatic even with legacy text-only settings and gracefully degrades without synthesis', () => {
const screenReader = makeHarness();
screenReader.controller.update({mode: 'text-only', autoSpeak: false});
assert.equal(screenReader.controller.speak('dialog'), true);
assert.equal(screenReader.synthesis.spoken[0].text, 'dialog');
const noTts = makeHarness({tts: false});
noTts.controller.update({mode: 'game-voice'});
assert.equal(noTts.controller.speak('dialog'), false);
});
test('system commands require an explicit prefix; ordinary dialogue words are untouched', () => {
const global = {};
vm.runInNewContext(source, {window: global, globalThis: global, Promise, String, Math, Object});
assert.equal(GameVoice.parseVoiceCommand('upprepa'), null);
assert.equal(GameVoice.parseVoiceCommand('hjälp'), null);
assert.equal(GameVoice.parseVoiceCommand('röstkommando upprepa.' ).command, 'repeat');
assert.equal(GameVoice.parseVoiceCommand('röstkommando alternativ').command, 'settings');
assert.equal(GameVoice.parseVoiceCommand('röstinställningar').command, 'settings');
assert.equal(GameVoice.parseVoiceCommand('röstinställningar', {requirePrefix: true}), null);
assert.equal(GameVoice.parseVoiceCommand('röstkommando alternativ', {requirePrefix: true}).command, 'settings');
});
test('settings survive reload and invalid storage falls back to accessible defaults', () => {
const global = {};
vm.runInNewContext(source, {window: global, globalThis: global, Promise, String, Math, Object});
const values = new Map();
const storage = {getItem: key => values.get(key) || null, setItem: (key, value) => values.set(key, value)};
const defaults = GameVoice.loadSettings(storage, 'new-player');
assert.equal(defaults.mode, 'game-voice');
assert.equal(defaults.autoSpeak, true);
values.set('voice-v1', JSON.stringify({mode: 'text-only', autoSpeak: false, rate: 1.4, voiceName: 'Svensk', soundSignals: false}));
const migrated = GameVoice.loadSettings(storage, 'voice-v2', 'voice-v1');
assert.equal(migrated.mode, 'game-voice');
assert.equal(migrated.autoSpeak, true);
assert.equal(migrated.rate, 1.4);
assert.equal(migrated.voiceName, 'Svensk');
assert.equal(migrated.soundSignals, false);
const requested = {...GameVoice.DEFAULT_SETTINGS, mode: 'game-voice', autoSpeak: true, rate: 1.5, voiceName: 'Svensk'};
assert.equal(GameVoice.saveSettings(storage, 'voice', requested), true);
const loaded = GameVoice.loadSettings(storage, 'voice');
assert.equal(loaded.mode, 'game-voice');
assert.equal(loaded.autoSpeak, true);
assert.equal(loaded.rate, 1.5);
assert.equal(loaded.voiceName, 'Svensk');
values.set('voice', '{trasig');
assert.equal(GameVoice.loadSettings(storage, 'voice').mode, 'game-voice');
assert.equal(GameVoice.loadSettings(storage, 'voice').autoSpeak, true);
assert.equal(GameVoice.saveSettings({setItem() { throw new Error('blocked'); }}, 'voice', requested), false);
});
+467
View File
@@ -0,0 +1,467 @@
/* Browser voice adapters. Kept independent of the game submission and API layer. */
(function exposeVoice(root) {
const DEFAULT_SETTINGS = Object.freeze({
mode: 'game-voice',
autoSpeak: true,
language: 'sv-SE',
rate: 1,
voiceName: '',
speakerProfiles: {},
autoStop: true,
soundSignals: true,
});
function parseVoiceCommand(text, options = {}) {
const value = String(text || '').trim();
if (/^röstinställningar[.!]?$/i.test(value)) return options.requirePrefix ? null : {command: 'settings'};
const match = value.match(/^röstkommando\s+(.+?)[.!]?$/i);
if (!match) return null;
const command = match[1].trim().replace(/[.!?]+$/, '').toLocaleLowerCase('sv-SE');
const aliases = {
upprepa: 'repeat', 'läs igen': 'repeat',
avbryt: 'stop', stopp: 'stop', paus: 'stop',
hjälp: 'help', alternativ: 'settings', inställningar: 'settings', röstinställningar: 'settings',
};
return {command: aliases[command] || 'unknown'};
}
function loadSettings(storage, key, legacyKey) {
try {
const current = storage.getItem(key);
if (!current && legacyKey) {
const legacy = JSON.parse(storage.getItem(legacyKey) || '{}');
const migrated = {
...DEFAULT_SETTINGS,
rate: legacy.rate,
voiceName: legacy.voiceName,
speakerProfiles: legacy.speakerProfiles,
soundSignals: legacy.soundSignals,
};
saveSettings(storage, key, migrated);
return migrated;
}
const stored = JSON.parse(current || '{}');
const settings = {...DEFAULT_SETTINGS, ...stored};
// Game dialogue is always spoken. These assignments also migrate older
// local settings that allowed text-only or screen-reader-only playback.
settings.mode = 'game-voice';
settings.autoSpeak = true;
settings.rate = Math.min(2, Math.max(0.5, Number(settings.rate) || 1));
settings.voiceName = typeof settings.voiceName === 'string' ? settings.voiceName : '';
settings.speakerProfiles = settings.speakerProfiles && typeof settings.speakerProfiles === 'object' ? settings.speakerProfiles : {};
settings.soundSignals = settings.soundSignals !== false;
return settings;
} catch (_) { return {...DEFAULT_SETTINGS}; }
}
function saveSettings(storage, key, settings) {
try { storage.setItem(key, JSON.stringify(settings)); return true; }
catch (_) { return false; }
}
function characterVoiceProfile(voiceIdentity, characterId = '') {
const identity = ['masculine', 'feminine', 'neutral'].includes(voiceIdentity) ? voiceIdentity : 'neutral';
let hash = 2166136261;
for (const char of String(characterId)) hash = Math.imul(hash ^ char.charCodeAt(0), 16777619) >>> 0;
const variation = (hash % 1000) / 1000;
if (identity === 'masculine') return {pitch: 0.88 + variation * 0.08, rate: 0.96 + variation * 0.04};
if (identity === 'feminine') return {pitch: 1.06 + variation * 0.08, rate: 0.98 + variation * 0.04};
return {pitch: 0.98 + variation * 0.04, rate: 1};
}
function createVoiceController(options = {}) {
const win = options.window || root;
const onState = options.onState || (() => {});
const onTranscript = options.onTranscript || (() => {});
const settings = {...DEFAULT_SETTINGS, ...(options.settings || {})};
let state = 'IDLE';
let generation = 0;
let recognition = null;
let speechTimer = null;
let speechStartTimer = null;
let listeningTimer = null;
let currentUtterance = null;
let speechPrimed = false;
let piperAudioContext = null;
let piperSource = null;
let piperAudioUnlocked = false;
function setState(next, message = '') {
state = next;
onState(next, message);
}
function cancelSpeech() {
generation += 1;
if (speechTimer !== null) win.clearTimeout(speechTimer);
if (speechStartTimer !== null) win.clearTimeout(speechStartTimer);
speechTimer = null;
speechStartTimer = null;
const wasQueued = currentUtterance !== null;
const wasPiper = currentUtterance?.kind === 'piper';
currentUtterance = null;
// WebKit versions before Safari 27 can discard a speak() queued in the
// same turn as cancel(). Do not clear an already-empty native queue.
if (wasQueued) {
if (wasPiper) {
try { piperSource?.stop(); } catch (_) { /* Already stopped. */ }
piperSource = null;
} else {
try { win.speechSynthesis?.cancel(); } catch (_) { /* Best effort. */ }
// cancel() also removes the silent user-gesture primer from the native
// queue. A later reply must prime again from the next player gesture.
speechPrimed = false;
}
}
if (!recognition) setState('IDLE');
}
function activateFromUserGesture() {
const AudioContext = win.AudioContext || win.webkitAudioContext;
if (win.GamePiper && AudioContext) {
try {
piperAudioContext ||= new AudioContext();
if (piperAudioContext.state === 'suspended') piperAudioContext.resume().catch(() => {});
piperAudioUnlocked = true;
return true;
} catch (_) { /* Fall through to the browser speech adapter. */ }
}
if (!win.speechSynthesis || !win.SpeechSynthesisUtterance) return false;
if (speechPrimed) return true;
// iOS Safari requires speech output to be initiated by a user gesture.
// Prime its speech channel silently on the first trusted tap/key press so
// later game replies can be spoken after the API response arrives.
try {
const primer = new win.SpeechSynthesisUtterance(' ');
primer.volume = 0;
win.speechSynthesis.speak(primer);
speechPrimed = true;
return true;
} catch (_) { return false; }
}
function finishRecognition(token, message = '') {
if (token !== generation) return;
if (listeningTimer !== null) win.clearTimeout(listeningTimer);
listeningTimer = null;
recognition = null;
generation += 1;
if (message) setState('ERROR', message);
setState('IDLE', message);
}
function stopListening() {
if (!recognition) return;
const old = recognition;
recognition = null;
generation += 1;
if (listeningTimer !== null) win.clearTimeout(listeningTimer);
listeningTimer = null;
try { old.abort(); } catch (_) { try { old.stop(); } catch (_) { /* Already stopped. */ } }
setState('IDLE', 'Mikrofonen är avstängd.');
}
function startListening() {
if (recognition) { stopListening(); return true; }
const Recognition = win.SpeechRecognition || win.webkitSpeechRecognition;
if (!Recognition) {
setState('ERROR', 'Taligenkänning stöds inte här. Du kan fortfarande skriva.');
setState('IDLE', 'Taligenkänning stöds inte här. Du kan fortfarande skriva.');
return false;
}
cancelSpeech();
// This runs synchronously from the microphone button gesture. If
// cancelSpeech() removed the earlier primer, restore it before starting
// recognition so a spoken reply can follow the transcript.
activateFromUserGesture();
const token = ++generation;
let instance;
try { instance = new Recognition(); }
catch (_) { setState('IDLE', 'Mikrofonen kunde inte startas. Kontrollera behörigheten och försök igen.'); return false; }
recognition = instance;
instance.lang = settings.language || 'sv-SE';
instance.continuous = false;
instance.interimResults = false;
let delivered = false;
instance.onresult = event => {
if (token !== generation || delivered) return;
const result = event.results?.[event.resultIndex ?? 0];
if (!result?.isFinal) return;
const text = String(result[0]?.transcript || '').trim();
if (!text) { finishRecognition(token, 'Inget tal kunde identifieras. Försök igen eller skriv.'); return; }
delivered = true;
if (listeningTimer !== null) win.clearTimeout(listeningTimer);
listeningTimer = null;
setState('PROCESSING', 'Tal identifierat.');
Promise.resolve().then(() => onTranscript(text)).then(
() => finishRecognition(token),
() => finishRecognition(token, 'Meddelandet kunde inte skickas. Du kan försöka igen eller skriva.')
);
};
instance.onerror = event => {
if (token !== generation) return;
const messages = {
'not-allowed': 'Mikrofonbehörighet nekades. Tillåt mikrofonen i webbläsaren eller skriv i stället.',
'service-not-allowed': 'Taligenkänning är inte tillgänglig. Du kan skriva i stället.',
'audio-capture': 'Ingen mikrofon hittades. Anslut en mikrofon eller skriv i stället.',
'no-speech': 'Inget tal hördes. Tryck på mikrofonen och försök igen.',
network: 'Taligenkänningens nätverkstjänst svarar inte. Försök igen eller skriv.',
aborted: 'Taligenkänningen avbröts. Du kan starta den igen.',
};
finishRecognition(token, messages[event.error] || 'Taligenkänningen avslutades oväntat. Försök igen eller skriv.');
};
instance.onend = () => {
if (token !== generation || delivered || state === 'PROCESSING') return;
finishRecognition(token, 'Mikrofonen avslutades. Tryck för att försöka igen eller skriv.');
};
setState('LISTENING', 'Lyssnar. Tryck på mikrofonen igen för att avsluta.');
listeningTimer = win.setTimeout(() => {
if (token !== generation) return;
try { instance.abort(); } catch (_) { /* Recognition may already have stopped. */ }
finishRecognition(token, 'Mikrofonen stängdes efter en minut. Tryck för att försöka igen eller skriv.');
}, 60000);
try { instance.start(); }
catch (_) { finishRecognition(token, 'Mikrofonen kunde inte startas. Kontrollera behörigheten och försök igen.'); return false; }
return true;
}
function availableVoices() {
try { return win.speechSynthesis?.getVoices?.() || []; } catch (_) { return []; }
}
function speakWithPiper(text, voiceOptions) {
const AudioContext = win.AudioContext || win.webkitAudioContext;
if (!AudioContext || !piperAudioUnlocked) return false;
stopListening();
if (currentUtterance) cancelSpeech();
const token = ++generation;
const playback = {kind: 'piper', token};
currentUtterance = playback;
setState('QUEUED', 'Förbereder svensk uppläsning. Första gången kan en röstmodell på cirka 63 MB behöva hämtas till enheten.');
if (speechTimer !== null) win.clearTimeout(speechTimer);
speechTimer = win.setTimeout(() => {
if (token !== generation) return;
generation += 1;
currentUtterance = null;
try { piperSource?.stop(); } catch (_) { /* Best effort. */ }
piperSource = null;
speechTimer = null;
setState('IDLE', 'Piper tog för lång tid på sig. Dialogen finns kvar som text. Tryck på Läs senaste repliken för att försöka igen.');
}, 180000);
let lastProgressPercent = -1;
let lastProgressMegabytes = -1;
let lastProgressResource = '';
const progress = event => {
if (token !== generation) return;
const resource = `${event?.asset || 'model'}:${event?.file || ''}`;
if (resource !== lastProgressResource) {
lastProgressResource = resource;
lastProgressPercent = -1;
lastProgressMegabytes = -1;
}
if (event?.asset === 'runtime' && Number.isFinite(event.loaded) && event.loaded >= 0) {
const file = /^[\w.-]+$/.test(event.file || '') ? event.file : 'WebAssembly-fil';
if (Number.isFinite(event.total) && event.total > 0) {
const percent = Math.max(0, Math.min(100, Math.floor((event.loaded / event.total) * 100)));
if (percent === lastProgressPercent) return;
lastProgressPercent = percent;
setState('PROCESSING', `Hämtar WebAssembly-filen ${file}: ${percent} procent.`);
} else {
const megabytes = Math.floor((event.loaded / (1024 * 1024)) * 10) / 10;
if (megabytes === lastProgressMegabytes) return;
lastProgressMegabytes = megabytes;
setState('PROCESSING', `Hämtar WebAssembly-filen ${file}: ${megabytes.toLocaleString('sv-SE')} MB hämtade.`);
}
return;
}
const stages = {
'loading-runtime': 'Laddar WebAssembly-motorn för svensk uppläsning.',
'loading-runtime-assets': `Hämtar WebAssembly-filen ${event?.file || 'från servern'}.`,
'reading-runtime-assets': `Läser in WebAssembly-filen ${event?.file || ''}.`,
'initializing-runtime': `Startar WebAssembly-motorn efter nedladdning av ${event?.file || 'filen'}.`,
'loading-model-info': 'Hämtar information om den svenska röstmodellen.',
'loading-model': 'Ansluter till servern för att hämta den svenska röstmodellen.',
'reading-model': 'Läser in den svenska röstmodellen.',
'model-ready': 'Röstmodellen är inläst. Skapar uppläsningen.',
};
if (stages[event?.stage]) {
setState('PROCESSING', stages[event.stage]);
return;
}
if (!Number.isFinite(event?.loaded) || event.loaded < 0) return;
if (Number.isFinite(event.total) && event.total > 0) {
const percent = Math.max(0, Math.min(100, Math.floor((event.loaded / event.total) * 100)));
if (percent === lastProgressPercent) return;
lastProgressPercent = percent;
setState('PROCESSING', `Hämtar svensk röstmodell till enheten: ${percent} procent.`);
return;
}
const megabytes = Math.floor((event.loaded / (1024 * 1024)) * 10) / 10;
if (megabytes === lastProgressMegabytes) return;
lastProgressMegabytes = megabytes;
setState('PROCESSING', `Hämtar svensk röstmodell till enheten: ${megabytes.toLocaleString('sv-SE')} MB hämtade.`);
};
Promise.resolve()
.then(() => win.GamePiper.synthesize(String(text), progress))
.then(async blob => {
if (token !== generation) return;
piperAudioContext ||= new AudioContext();
if (piperAudioContext.state === 'suspended') await piperAudioContext.resume();
const buffer = await piperAudioContext.decodeAudioData(await blob.arrayBuffer());
if (token !== generation) return;
const source = piperAudioContext.createBufferSource();
const profile = voiceOptions.characterId ? settings.speakerProfiles?.[voiceOptions.characterId] || {} : {};
const identity = characterVoiceProfile(voiceOptions.voiceIdentity, voiceOptions.characterId);
const narrator = voiceOptions.role === 'narrator';
const requestedRate = Number(voiceOptions.rate ?? profile.rate ?? settings.rate) || 1;
source.buffer = buffer;
source.playbackRate.value = Math.min(2, Math.max(0.5, requestedRate * (narrator || voiceOptions.rate != null || profile.rate != null ? 1 : identity.rate)));
const pitch = narrator ? 1 : Number(voiceOptions.pitch ?? profile.pitch ?? identity.pitch) || 1;
if (source.detune) source.detune.value = Math.min(600, Math.max(-600, (pitch - 1) * 1200));
source.connect(piperAudioContext.destination);
source.onended = () => {
if (token !== generation) return;
if (speechTimer !== null) win.clearTimeout(speechTimer);
speechTimer = null;
currentUtterance = null;
piperSource = null;
setState('IDLE');
};
piperSource = source;
source.start();
if (typeof voiceOptions.onStart === 'function') voiceOptions.onStart();
setState('SPEAKING', 'Läser upp dialogen med svensk röst.');
})
.catch(error => {
if (token !== generation) return;
if (speechTimer !== null) win.clearTimeout(speechTimer);
speechTimer = null;
currentUtterance = null;
piperSource = null;
generation += 1;
setState('IDLE', `Piper kunde inte skapa eller spela upp ljudet${error?.message ? `: ${error.message}` : '.'} Dialogen finns kvar som text. Tryck på Läs senaste repliken för att försöka igen.`);
});
return true;
}
function speak(text, voiceOptions = {}) {
if (text && win.GamePiper?.synthesize && speakWithPiper(text, voiceOptions)) return true;
if (!text || !win.speechSynthesis || !win.SpeechSynthesisUtterance) {
setState('IDLE', 'Talsyntes stöds inte i den här webbläsaren. Dialogen finns kvar som text.');
return false;
}
stopListening();
const hadQueuedUtterance = currentUtterance !== null;
if (hadQueuedUtterance) cancelSpeech();
const token = ++generation;
let utterance;
try { utterance = new win.SpeechSynthesisUtterance(text); }
catch (_) { setState('IDLE', 'Talsyntesen kunde inte startas. Dialogen finns kvar som text.'); return false; }
utterance.lang = settings.language || 'sv-SE';
utterance.volume = 1;
const profile = voiceOptions.characterId ? settings.speakerProfiles?.[voiceOptions.characterId] || {} : {};
const identityProfile = characterVoiceProfile(voiceOptions.voiceIdentity, voiceOptions.characterId);
const isNarrator = voiceOptions.role === 'narrator';
const configuredRate = Number(voiceOptions.rate ?? profile.rate ?? settings.rate) || 1;
utterance.rate = Math.min(2, Math.max(0.5, configuredRate * (isNarrator || voiceOptions.rate != null || profile.rate != null ? 1 : identityProfile.rate)));
utterance.pitch = isNarrator ? 1 : Math.min(2, Math.max(0, Number(voiceOptions.pitch ?? profile.pitch ?? identityProfile.pitch) || 1));
const requestedName = voiceOptions.voiceName || profile.voiceName || settings.voiceName;
const voices = availableVoices();
// An empty selection means the operating system should choose its
// default voice for the requested language. Forcing the first voice
// returned by WebKit can select a voice that is listed but cannot speak.
utterance.voice = requestedName
? voices.find(voice => voice.name === requestedName)
|| voices.find(voice => /^sv(-|$)/i.test(voice.lang))
|| null
: null;
utterance.onstart = () => {
if (token !== generation) return;
if (speechStartTimer !== null) win.clearTimeout(speechStartTimer);
speechStartTimer = null;
if (typeof voiceOptions.onStart === 'function') voiceOptions.onStart();
// onstart confirms the browser speech engine accepted the utterance;
// it cannot confirm that sound reached the device's speakers.
setState('SPEAKING', 'Webbläsaren har startat talsyntesen. Om du inte hör ljud, tryck på Läs senaste repliken.');
};
utterance.onend = () => {
if (token !== generation) return;
if (speechTimer !== null) win.clearTimeout(speechTimer);
if (speechStartTimer !== null) win.clearTimeout(speechStartTimer);
speechTimer = null;
speechStartTimer = null;
currentUtterance = null;
setState('IDLE');
};
utterance.onerror = event => {
if (token !== generation) return;
if (speechTimer !== null) win.clearTimeout(speechTimer);
if (speechStartTimer !== null) win.clearTimeout(speechStartTimer);
speechTimer = null;
speechStartTimer = null;
currentUtterance = null;
generation += 1;
const blocked = event?.error === 'not-allowed' || event?.error === 'service-not-allowed';
const message = blocked
? 'Safari blockerade uppläsningen. Tryck på Läs senaste repliken för att starta ljudet.'
: 'Uppläsningen avbröts. Tryck på Läs senaste repliken för att försöka igen. Dialogen finns kvar som text.';
setState('IDLE', message);
};
setState('QUEUED', 'Startar uppläsningen.');
currentUtterance = utterance;
speechStartTimer = win.setTimeout(() => {
if (token !== generation || currentUtterance !== utterance) return;
speechStartTimer = null;
generation += 1;
currentUtterance = null;
if (speechTimer !== null) win.clearTimeout(speechTimer);
speechTimer = null;
// Drop a blocked native utterance now. A player retry can then call
// speak() directly from its button gesture instead of following a
// same-turn cancel() that older WebKit versions may discard.
try { win.speechSynthesis.cancel(); } catch (_) { /* Best effort. */ }
setState('IDLE', 'Uppläsningen startade inte. Tryck på Läs senaste repliken för att starta ljudet.');
}, 4000);
speechTimer = win.setTimeout(() => {
if (token !== generation) return;
generation += 1;
try { win.speechSynthesis.cancel(); } catch (_) { /* Best effort. */ }
currentUtterance = null;
if (speechStartTimer !== null) win.clearTimeout(speechStartTimer);
speechStartTimer = null;
speechTimer = null;
setState('IDLE', 'Uppläsningen avslutades. Dialogen finns kvar som text.');
}, Math.max(30000, Math.min(180000, String(text).length * 180)));
const enqueue = () => {
if (token !== generation) return;
try { win.speechSynthesis.speak(utterance); }
catch (_) {
currentUtterance = null;
cancelSpeech();
setState('IDLE', 'Talsyntesen kunde inte startas. Dialogen finns kvar som text.');
}
};
try {
// Give WebKit one event-loop turn to finish cancel() before replacing
// speech that was actively playing. Normal replies enqueue immediately.
if (hadQueuedUtterance) win.setTimeout(enqueue, 100);
else enqueue();
}
catch (_) { cancelSpeech(); setState('IDLE', 'Talsyntesen kunde inte startas. Dialogen finns kvar som text.'); return false; }
return true;
}
function update(patch) { Object.assign(settings, patch); return {...settings}; }
function stopAll() { stopListening(); cancelSpeech(); }
function getState() { return state; }
function getSettings() { return {...settings}; }
function getVoices() { return availableVoices(); }
function supportsRecognition() { return Boolean(win.SpeechRecognition || win.webkitSpeechRecognition); }
return {startListening, stopListening, speak, cancelSpeech, stopAll, activateFromUserGesture, update, getState, getSettings, getVoices, supportsRecognition};
}
root.GameVoice = {createVoiceController, DEFAULT_SETTINGS, parseVoiceCommand, loadSettings, saveSettings, characterVoiceProfile};
})(typeof window !== 'undefined' ? window : globalThis);