Compare commits
111
Commits
v0.15.2
...
6fb7a52980
Executable
+121
@@ -0,0 +1,121 @@
|
|||||||
|
#!/usr/bin/env bash
|
||||||
|
# Build an OCI image with buildctl and push it to the local registry.
|
||||||
|
#
|
||||||
|
# CANONICAL COPY: mathias/infra ci-templates/build-image.sh (infra#309).
|
||||||
|
# Every repo carries a byte-identical copy at .gitea/build-image.sh, written by
|
||||||
|
# `task ci:sync` and held in place by the drift gate. DO NOT EDIT THE COPIES --
|
||||||
|
# edit here, re-sync, and the gate will tell you which repos still disagree.
|
||||||
|
#
|
||||||
|
# Why this exists: this step was hand-copied into a dozen repos, so migrating it
|
||||||
|
# off rootless buildah (infra#241) meant eleven near-identical commits, eleven
|
||||||
|
# verifications, and three separate rediscoveries of the same fix in the two
|
||||||
|
# repo templates and the gitea-ci skill. The differences between the copies were
|
||||||
|
# incidental -- a label here, a build-arg there -- never intentional. Those are
|
||||||
|
# inputs now, not forks of the implementation.
|
||||||
|
#
|
||||||
|
# Why buildctl and not buildah: the gitea-runner pod runs with
|
||||||
|
# `capabilities: drop [ALL]` and `allowPrivilegeEscalation: false`, which
|
||||||
|
# unconditionally blocks the setuid-root exec that rootless buildah's uid/gid
|
||||||
|
# remapping needs, and the pod has no OCI runtime at all. buildctl is a thin
|
||||||
|
# client -- it hands the build to the host's buildkitd over a socket, so the
|
||||||
|
# privileged layer work happens on the host and this pod's securityContext is
|
||||||
|
# not in the picture. buildah is absent from the runner image as of baked-v14
|
||||||
|
# and its absence is asserted at pod start (infra#308).
|
||||||
|
#
|
||||||
|
# Inputs, all via environment:
|
||||||
|
#
|
||||||
|
# IMAGE (required) image name, e.g. cobalt-dingo
|
||||||
|
# REGISTRY default localhost:5000
|
||||||
|
# SHA_TAG default `git rev-parse --short HEAD`
|
||||||
|
# VERSION_TAG optional extra tag, e.g. v1.2.3 on a tag build
|
||||||
|
# PUSH_LATEST default 1; set 0 to skip the :latest tag
|
||||||
|
# CONTEXT default . -- build context directory
|
||||||
|
# DOCKERFILE_DIR default $CONTEXT -- directory holding the Dockerfile
|
||||||
|
# DOCKERFILE_NAME optional, when the file is not named `Dockerfile`
|
||||||
|
# TARGET optional, multi-stage build target (--opt target=)
|
||||||
|
# BUILD_ARGS optional, space-separated K=V pairs
|
||||||
|
# BUILD_SECRETS optional, space-separated buildkit secret specs, each
|
||||||
|
# `id=NAME,src=PATH`. Pass the SPEC only -- the caller
|
||||||
|
# writes the secret to PATH itself. A secret VALUE must
|
||||||
|
# never be passed here: it would land in this script's
|
||||||
|
# argv and therefore in the CI log.
|
||||||
|
# EXTRA_LABELS optional, space-separated K=V pairs
|
||||||
|
# GIT_SHA optional, stamped as org.opencontainers.image.revision
|
||||||
|
# IMAGE_SOURCE optional, stamped as org.opencontainers.image.source
|
||||||
|
#
|
||||||
|
# Note on shell style below: every conditional is a full `if` block, never
|
||||||
|
# `[ -n "$X" ] && cmd`. Under `set -e` the && form exits the script whenever the
|
||||||
|
# test is false, which is a real bug this estate has already shipped once.
|
||||||
|
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
if [ -z "${IMAGE:-}" ]; then
|
||||||
|
echo "build-image: IMAGE is required" >&2
|
||||||
|
exit 2
|
||||||
|
fi
|
||||||
|
|
||||||
|
REGISTRY="${REGISTRY:-localhost:5000}"
|
||||||
|
BUILDKIT_HOST="${BUILDKIT_HOST:-unix:///run/buildkit/buildkitd.sock}"
|
||||||
|
CONTEXT="${CONTEXT:-.}"
|
||||||
|
DOCKERFILE_DIR="${DOCKERFILE_DIR:-$CONTEXT}"
|
||||||
|
PUSH_LATEST="${PUSH_LATEST:-1}"
|
||||||
|
VERSION_TAG="${VERSION_TAG:-}"
|
||||||
|
|
||||||
|
if [ -z "${SHA_TAG:-}" ]; then
|
||||||
|
SHA_TAG="$(git rev-parse --short HEAD)"
|
||||||
|
fi
|
||||||
|
|
||||||
|
REF="${REGISTRY}/${IMAGE}:${SHA_TAG}"
|
||||||
|
|
||||||
|
TAR_FILE="$(mktemp)"
|
||||||
|
trap 'rm -f "$TAR_FILE"' EXIT
|
||||||
|
|
||||||
|
args=(
|
||||||
|
--frontend dockerfile.v0
|
||||||
|
--local "context=${CONTEXT}"
|
||||||
|
--local "dockerfile=${DOCKERFILE_DIR}"
|
||||||
|
)
|
||||||
|
|
||||||
|
if [ -n "${DOCKERFILE_NAME:-}" ]; then
|
||||||
|
args+=(--opt "filename=${DOCKERFILE_NAME}")
|
||||||
|
fi
|
||||||
|
if [ -n "${TARGET:-}" ]; then
|
||||||
|
args+=(--opt "target=${TARGET}")
|
||||||
|
fi
|
||||||
|
for spec in ${BUILD_SECRETS:-}; do
|
||||||
|
# Opaque id=NAME,src=PATH -- buildkit reads the file, nothing is echoed.
|
||||||
|
args+=(--secret "${spec}")
|
||||||
|
done
|
||||||
|
if [ -n "${GIT_SHA:-}" ]; then
|
||||||
|
args+=(--opt "label:org.opencontainers.image.revision=${GIT_SHA}")
|
||||||
|
fi
|
||||||
|
if [ -n "${IMAGE_SOURCE:-}" ]; then
|
||||||
|
args+=(--opt "label:org.opencontainers.image.source=${IMAGE_SOURCE}")
|
||||||
|
fi
|
||||||
|
for kv in ${BUILD_ARGS:-}; do
|
||||||
|
args+=(--opt "build-arg:${kv}")
|
||||||
|
done
|
||||||
|
for kv in ${EXTRA_LABELS:-}; do
|
||||||
|
args+=(--opt "label:${kv}")
|
||||||
|
done
|
||||||
|
|
||||||
|
echo "build-image: building ${REF}"
|
||||||
|
buildctl --addr "$BUILDKIT_HOST" build "${args[@]}" --output "type=oci,dest=${TAR_FILE}"
|
||||||
|
|
||||||
|
# buildctl has no registry-push equivalent to `buildah push`, so skopeo copies
|
||||||
|
# the OCI archive up -- once per tag, from the same archive, so every tag points
|
||||||
|
# at bit-identical content.
|
||||||
|
push_tag() {
|
||||||
|
echo "build-image: pushing ${1}"
|
||||||
|
skopeo copy --dest-tls-verify=false "oci-archive:${TAR_FILE}" "docker://${1}"
|
||||||
|
}
|
||||||
|
|
||||||
|
push_tag "$REF"
|
||||||
|
if [ "$PUSH_LATEST" = "1" ]; then
|
||||||
|
push_tag "${REGISTRY}/${IMAGE}:latest"
|
||||||
|
fi
|
||||||
|
if [ -n "$VERSION_TAG" ]; then
|
||||||
|
push_tag "${REGISTRY}/${IMAGE}:${VERSION_TAG}"
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo "✓ build-image: ${REF} pushed"
|
||||||
+157
-27
@@ -61,33 +61,163 @@ jobs:
|
|||||||
echo "version-tag=${REF#refs/tags/}" >> "$GITHUB_OUTPUT"
|
echo "version-tag=${REF#refs/tags/}" >> "$GITHUB_OUTPUT"
|
||||||
fi
|
fi
|
||||||
|
|
||||||
|
# infra#241: rootless buildah inside the gitea-runner pod can't remap the
|
||||||
|
# UID/GID range newuidmap/newgidmap need (the pod drops ALL capabilities
|
||||||
|
# and sets allowPrivilegeEscalation:false — both deliberate, it also holds
|
||||||
|
# CI secrets), so extracting a base-image layer that chowns outside the
|
||||||
|
# single available mapping fails with `ApplyLayer ... requested 0:42 for
|
||||||
|
# /etc/gshadow`. Main has been red on exactly this since 2026-08-13.
|
||||||
|
# buildctl instead talks to koala's host buildkitd over the socket the
|
||||||
|
# runner pod already mounts: the privileged extraction happens inside
|
||||||
|
# buildkitd on the host, never in this pod. Same migration agentsquad
|
||||||
|
# (infra#233) and segment-embedder (infra#243) already made — zero
|
||||||
|
# security tradeoff, unlike loosening the pod's capabilities.
|
||||||
|
#
|
||||||
|
# buildctl has no registry-push flag of its own: it writes an OCI archive
|
||||||
|
# and skopeo pushes that, which is also why every tag below is one copy of
|
||||||
|
# a single build rather than a rebuild.
|
||||||
- name: Build and push to local registry
|
- name: Build and push to local registry
|
||||||
run: |
|
# infra#309: implementation lives in .gitea/build-image.sh, a
|
||||||
REGISTRY="localhost:5000"
|
# byte-identical copy of mathias/infra's ci-templates/build-image.sh.
|
||||||
REF="${REGISTRY}/${{ env.IMAGE }}:${{ steps.meta.outputs.sha-tag }}"
|
# Do not edit it here -- edit the canonical file, run `task ci:sync`,
|
||||||
buildah build \
|
# and infra's drift gate names any repo still carrying an old copy.
|
||||||
--label "org.opencontainers.image.revision=${{ github.sha }}" \
|
env:
|
||||||
--label "org.opencontainers.image.source=${{ github.repositoryUrl }}" \
|
SHA_TAG: ${{ steps.meta.outputs.sha-tag }}
|
||||||
-t ${REF} \
|
VERSION_TAG: ${{ steps.meta.outputs.version-tag }}
|
||||||
-t ${REGISTRY}/${{ env.IMAGE }}:latest \
|
GIT_SHA: ${{ github.sha }}
|
||||||
.
|
IMAGE_SOURCE: ${{ github.repositoryUrl }}
|
||||||
buildah push --tls-verify=false ${REF}
|
run: bash .gitea/build-image.sh
|
||||||
buildah push --tls-verify=false ${REGISTRY}/${{ env.IMAGE }}:latest
|
|
||||||
[[ -n "${{ steps.meta.outputs.version-tag }}" ]] && \
|
|
||||||
buildah push --tls-verify=false \
|
|
||||||
${REGISTRY}/${{ env.IMAGE }}:${{ steps.meta.outputs.version-tag }} || true
|
|
||||||
echo "Image pushed to ${REF}"
|
|
||||||
|
|
||||||
- name: Smoke test
|
# The buildah-based smoke test that used to sit here is gone with the
|
||||||
run: |
|
# buildctl migration above: `buildah from ${REF}` would pull the image
|
||||||
REGISTRY="localhost:5000"
|
# back into the pod's buildah store and hit the very uid/gid wall the
|
||||||
REF="${REGISTRY}/${{ env.IMAGE }}:${{ steps.meta.outputs.sha-tag }}"
|
# migration exists to avoid — it would fail the job for a reason that has
|
||||||
CNAME="smoke-${{ steps.meta.outputs.sha-tag }}"
|
# nothing to do with the image being good. The `Verify rollout` step in
|
||||||
sudo k3s ctr images pull --plain-http ${REF}
|
# the deploy job below is the stronger check anyway: it requires the real
|
||||||
OUTPUT=$(timeout 5 sudo k3s ctr run --rm ${REF} ${CNAME} /tapir 2>&1 || true)
|
# pod to reach Ready in-cluster, not just the entrypoint to print its own
|
||||||
sudo k3s ctr containers delete ${CNAME} 2>/dev/null || true
|
# name for 5s. Tag builds lose their only image-level check (deploy is
|
||||||
echo "$OUTPUT" | grep -q "tapir" \
|
# main-push only) — accepted; a tag is always built from a main commit
|
||||||
&& echo "Smoke test passed" \
|
# that already deployed.
|
||||||
|| echo "Smoke test inconclusive: $OUTPUT"
|
|
||||||
|
|
||||||
# ── 3. Mirror to GitHub — skipped for now (SSH key rotation pending) ─
|
# ── 3. Deploy via infra repo + Flux ─────────────────────────────────────────
|
||||||
|
# Flux native image-automation can't scan localhost:5000 from inside k3s pods
|
||||||
|
# (mathias/infra k3s/flux/flux-system/image-automation.yaml) — this job
|
||||||
|
# mirrors cobalt-dingo's proven pattern instead: patch the infra repo's
|
||||||
|
# manifest directly on every push to main, then annotate Flux for a fast
|
||||||
|
# reconcile. Fixes infra#111 (image built+pushed but manifest bump was
|
||||||
|
# manual, so merged features silently didn't deploy).
|
||||||
|
deploy:
|
||||||
|
name: Deploy via GitOps
|
||||||
|
needs: build
|
||||||
|
runs-on: self-hosted
|
||||||
|
if: github.ref == 'refs/heads/main' && github.event_name == 'push'
|
||||||
|
environment: staging
|
||||||
|
steps:
|
||||||
|
- name: Update image tag in infra repo
|
||||||
|
env:
|
||||||
|
IMAGE_TAG: ${{ needs.build.outputs.image-tag }}
|
||||||
|
DEPLOY_KEY: ${{ secrets.INFRA_DEPLOY_KEY }}
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
# infra#311: fail on an empty tag BEFORE patching anything. The
|
||||||
|
# grep verification further down CANNOT catch it -- with IMAGE_TAG
|
||||||
|
# empty its pattern matches the very corruption it exists to reject.
|
||||||
|
# The result is `image: <repo>:` in the manifest, which is invalid
|
||||||
|
# YAML, so Flux fails the ENTIRE apps Kustomization and every app
|
||||||
|
# stops reconciling, not just this one. That happened on 2026-08-25.
|
||||||
|
[ -n "${IMAGE_TAG:-}" ] || { echo "IMAGE_TAG is empty - refusing to patch"; exit 1; }
|
||||||
|
|
||||||
|
# INFRA_DEPLOY_KEY is a Gitea org secret (mathias org), already
|
||||||
|
# configured per docs/cd-pipeline.md in the infra repo — same key
|
||||||
|
# cobalt-dingo and brain-gardener use, no new secret needed.
|
||||||
|
mkdir -p ~/.ssh
|
||||||
|
echo "$DEPLOY_KEY" > ~/.ssh/id_infra
|
||||||
|
chmod 600 ~/.ssh/id_infra
|
||||||
|
ssh-keyscan -p 30022 10.0.1.20 >> ~/.ssh/known_hosts 2>/dev/null
|
||||||
|
|
||||||
|
export GIT_SSH_COMMAND="ssh -i ~/.ssh/id_infra -o IdentitiesOnly=yes"
|
||||||
|
rm -rf /tmp/infra
|
||||||
|
git clone -b main ssh://git@10.0.1.20:30022/mathias/infra.git /tmp/infra
|
||||||
|
cd /tmp/infra
|
||||||
|
|
||||||
|
DEPLOYMENT="k3s/apps/tapir/deployment.yaml"
|
||||||
|
# In-place update of the image tag. sed (not yq) so we don't
|
||||||
|
# depend on additional tooling on the runner — same as cobalt-dingo.
|
||||||
|
sed -i "s|image: localhost:5000/tapir:.*|image: localhost:5000/tapir:${IMAGE_TAG}|" "$DEPLOYMENT"
|
||||||
|
|
||||||
|
# Verify the patch took effect.
|
||||||
|
grep -q "localhost:5000/tapir:${IMAGE_TAG}" "$DEPLOYMENT" \
|
||||||
|
|| { echo "✗ image tag patch failed"; exit 1; }
|
||||||
|
|
||||||
|
if git diff --quiet "$DEPLOYMENT"; then
|
||||||
|
echo "ℹ image tag unchanged — skipping push"
|
||||||
|
else
|
||||||
|
git -c user.name="tapir CI" \
|
||||||
|
-c user.email="ci@tapir.local" \
|
||||||
|
commit -m "chore(deploy): tapir → ${IMAGE_TAG}" "$DEPLOYMENT"
|
||||||
|
git push origin main
|
||||||
|
echo "✓ pushed to infra repo"
|
||||||
|
fi
|
||||||
|
|
||||||
|
shred -u ~/.ssh/id_infra
|
||||||
|
|
||||||
|
- name: Trigger Flux reconcile (immediate)
|
||||||
|
run: |
|
||||||
|
# Without these annotations, Flux would still pick up the change
|
||||||
|
# within 30s (the apps Kustomization interval). The annotations
|
||||||
|
# cut latency to ~1s.
|
||||||
|
kubectl -n flux-system annotate gitrepository flux-system \
|
||||||
|
reconcile.fluxcd.io/requestedAt="$(date +%s)" --overwrite
|
||||||
|
kubectl -n flux-system annotate kustomization apps \
|
||||||
|
reconcile.fluxcd.io/requestedAt="$(date +%s)" --overwrite
|
||||||
|
|
||||||
|
- name: Wait for Flux to apply new image
|
||||||
|
env:
|
||||||
|
IMAGE_TAG: ${{ needs.build.outputs.image-tag }}
|
||||||
|
run: |
|
||||||
|
# Poll the Deployment spec until it reflects the new tag.
|
||||||
|
# Bound to 60s so a stuck Flux doesn't hang CI.
|
||||||
|
EXPECTED="localhost:5000/tapir:${IMAGE_TAG}"
|
||||||
|
for i in $(seq 1 60); do
|
||||||
|
CURRENT=$(kubectl get deploy tapir -n tapir \
|
||||||
|
-o jsonpath='{.spec.template.spec.containers[0].image}' 2>/dev/null || echo "")
|
||||||
|
if [ "$CURRENT" = "$EXPECTED" ]; then
|
||||||
|
echo "✓ Flux applied new image after ${i}s"
|
||||||
|
break
|
||||||
|
fi
|
||||||
|
sleep 1
|
||||||
|
done
|
||||||
|
# Final assertion (in case the loop exited without matching).
|
||||||
|
kubectl get deploy tapir -n tapir \
|
||||||
|
-o jsonpath='{.spec.template.spec.containers[0].image}' \
|
||||||
|
| grep -qx "$EXPECTED" \
|
||||||
|
|| { echo "✗ Flux did not apply new image within 60s"; exit 1; }
|
||||||
|
|
||||||
|
- name: Verify rollout
|
||||||
|
run: |
|
||||||
|
kubectl rollout status deployment/tapir \
|
||||||
|
--namespace tapir \
|
||||||
|
--timeout=120s \
|
||||||
|
|| {
|
||||||
|
echo "── pod status ──"
|
||||||
|
kubectl get pods -n tapir -o wide
|
||||||
|
echo "── events ──"
|
||||||
|
kubectl get events -n tapir --sort-by='.lastTimestamp' | tail -20
|
||||||
|
echo "── describe ──"
|
||||||
|
kubectl describe pods -n tapir -l app=tapir | tail -40
|
||||||
|
exit 1
|
||||||
|
}
|
||||||
|
|
||||||
|
- name: Confirm pod running new image
|
||||||
|
env:
|
||||||
|
IMAGE_TAG: ${{ needs.build.outputs.image-tag }}
|
||||||
|
run: |
|
||||||
|
kubectl get pods -n tapir \
|
||||||
|
-l app=tapir \
|
||||||
|
--field-selector=status.phase=Running \
|
||||||
|
-o jsonpath='{.items[*].spec.containers[0].image}' \
|
||||||
|
| grep -q "localhost:5000/tapir:${IMAGE_TAG}" \
|
||||||
|
&& echo "✓ pod running new image" \
|
||||||
|
|| { echo "✗ pod image mismatch"; exit 1; }
|
||||||
|
|
||||||
|
# ── 4. Mirror to GitHub — skipped for now (SSH key rotation pending) ─
|
||||||
|
|||||||
+11
@@ -11,3 +11,14 @@
|
|||||||
.env.*
|
.env.*
|
||||||
!.env.example
|
!.env.example
|
||||||
*.local
|
*.local
|
||||||
|
|
||||||
|
# Spike media (#28): real recordings, their transcripts and derived analyses are
|
||||||
|
# private third-party content and this repo is public. Only synthetic fixtures
|
||||||
|
# are committed — see scripts/spike-media/README.md.
|
||||||
|
/scripts/spike-media/*.mov
|
||||||
|
/scripts/spike-media/*.mp4
|
||||||
|
/scripts/spike-media/*.wav
|
||||||
|
/scripts/spike-media/*.srt
|
||||||
|
/scripts/spike-media/*.json
|
||||||
|
/scripts/spike-media/*.html
|
||||||
|
!/scripts/spike-media/fixtures/
|
||||||
|
|||||||
@@ -50,8 +50,11 @@ These caused real mistakes that were caught and corrected; the corrections are l
|
|||||||
- **No global cross-tenant *video* table** — videos stay per-user (data-model). Transcripts ARE
|
- **No global cross-tenant *video* table** — videos stay per-user (data-model). Transcripts ARE
|
||||||
shared since ADR-021 (public caption content, keyed by `(provider, provider_video_id)`, non-RLS)
|
shared since ADR-021 (public caption content, keyed by `(provider, provider_video_id)`, non-RLS)
|
||||||
so re-analysis never re-fetches; the *videos* half of cross-tenant dedup stays a Future C concern.
|
so re-analysis never re-fetches; the *videos* half of cross-tenant dedup stays a Future C concern.
|
||||||
- **No audio-download + speech-to-text in the core path** — captions-first (ADR-007). STT is a
|
- **No YouTube audio-download + speech-to-text in the core path** — captions-first (ADR-007).
|
||||||
deferred, bounded optional component.
|
That rejection stands. ADR-033 superseded the STT deferral **for user-supplied audio only**:
|
||||||
|
an authenticated user may upload a recording and get a *private* transcript (own RLS table,
|
||||||
|
never the shared `transcripts`). It is off by default (`TAPIR_UPLOADS_ENABLED`) and does not
|
||||||
|
open the door to scraping audio.
|
||||||
- **No public SaaS / sign-up / billing / Google OAuth verification at scale** — Future C,
|
- **No public SaaS / sign-up / billing / Google OAuth verification at scale** — Future C,
|
||||||
deferred behind the Stage 0 gate (ADR-008).
|
deferred behind the Stage 0 gate (ADR-008).
|
||||||
|
|
||||||
@@ -97,7 +100,7 @@ The repo is **green and shipping** — last tag `v0.15.0`. `task check` passes (
|
|||||||
- Adapters present under `internal/adapters/`: `youtube` (captions-first `VideoSource`,
|
- Adapters present under `internal/adapters/`: `youtube` (captions-first `VideoSource`,
|
||||||
timedtext/InnerTube acquisition per ADR-010), `summarizer` + `llm` (the copied AI router,
|
timedtext/InnerTube acquisition per ADR-010), `summarizer` + `llm` (the copied AI router,
|
||||||
now a resilient endpoint chain — local primary → local fallback → external worst-case,
|
now a resilient endpoint chain — local primary → local fallback → external worst-case,
|
||||||
parse-failure-aware, ADR-004 + ADR-022), `store` (Postgres, golang-migrate migrations 001–015),
|
parse-failure-aware, ADR-004 + ADR-022), `store` (Postgres, golang-migrate migrations 001–017),
|
||||||
`secrets` (file-backed `SecretStore`). The brain HTTP sink (ADR-005) is the remaining
|
`secrets` (file-backed `SecretStore`). The brain HTTP sink (ADR-005) is the remaining
|
||||||
optional sink.
|
optional sink.
|
||||||
- Stage 1 is open (ADR-012): multi-user with **DB-enforced** isolation — Postgres RLS `FORCE`d
|
- Stage 1 is open (ADR-012): multi-user with **DB-enforced** isolation — Postgres RLS `FORCE`d
|
||||||
@@ -109,6 +112,12 @@ The repo is **green and shipping** — last tag `v0.15.0`. `task check` passes (
|
|||||||
(`TestTranscriptsTableIsSharedNotRLS`). The engine reads stored transcripts before any caption
|
(`TestTranscriptsTableIsSharedNotRLS`). The engine reads stored transcripts before any caption
|
||||||
fetch (`usecase.resolveTranscript`), so re-analysis — re-summarize, paste-a-URL, onboarding
|
fetch (`usecase.resolveTranscript`), so re-analysis — re-summarize, paste-a-URL, onboarding
|
||||||
burst — never re-touches YouTube. Per-user summaries/videos stay RLS-scoped.
|
burst — never re-touches YouTube. Per-user summaries/videos stay RLS-scoped.
|
||||||
|
- Audio upload (ADR-033, migration 017): `internal/uploads` (validation by **probing**, intake,
|
||||||
|
one-at-a-time in-process worker), `internal/adapters/audio` (ffprobe/ffmpeg), and
|
||||||
|
`internal/adapters/transcribe` (gateway client + iguana→berget chain). Transcripts are private
|
||||||
|
in `uploaded_transcripts`; the audio is never retained; chat reuses `chat.Service`. The
|
||||||
|
isolation test pins the **exact set** of non-RLS tables (`TestRowSecurityOffTablesAreExactlyTheKnownSet`).
|
||||||
|
The runtime image does not yet contain ffmpeg — that is a pending decision recorded in ADR-033.
|
||||||
- `cmd/tapir` subcommands: `list`, `show`, `auth` (interactive host-side OAuth), `run` (batch
|
- `cmd/tapir` subcommands: `list`, `show`, `auth` (interactive host-side OAuth), `run` (batch
|
||||||
watch→summarize), `serve` (the HTMX+Templ web reader/writer under `internal/web`, a new
|
watch→summarize), `serve` (the HTMX+Templ web reader/writer under `internal/web`, a new
|
||||||
transport over the unchanged engine/ports — ADR-003). `tapir env` prints config.
|
transport over the unchanged engine/ports — ADR-003). `tapir env` prints config.
|
||||||
|
|||||||
+332
-1
@@ -123,7 +123,9 @@ secret surface (see VISION Stage 2); it gets the existing, vetted secret path.
|
|||||||
## ADR-007 — Captions-first; audio-download + speech-to-text deferred
|
## ADR-007 — Captions-first; audio-download + speech-to-text deferred
|
||||||
|
|
||||||
**Status:** Accepted (2026-06-02). Acquisition mechanism superseded by ADR-010 (Data API
|
**Status:** Accepted (2026-06-02). Acquisition mechanism superseded by ADR-010 (Data API
|
||||||
`captions.download` → player/timedtext baseUrl); captions-first stance and STT deferral stand.
|
`captions.download` → player/timedtext baseUrl); captions-first stance and STT deferral stand
|
||||||
|
**for YouTube**. STT deferral superseded **for user-supplied audio only** by ADR-033; the
|
||||||
|
YouTube audio-download rejection is unchanged.
|
||||||
|
|
||||||
**Context.** YouTube's Data API does not expose transcripts. Options: official captions
|
**Context.** YouTube's Data API does not expose transcripts. Options: official captions
|
||||||
(clean, limited coverage) vs. audio download + local Whisper (broad coverage, ToS-grey,
|
(clean, limited coverage) vs. audio download + local Whisper (broad coverage, ToS-grey,
|
||||||
@@ -1314,6 +1316,330 @@ roll back. No schema, no structural change.
|
|||||||
|
|
||||||
---
|
---
|
||||||
|
|
||||||
|
## ADR-033 — Upload audio, get a private Swedish transcript, discuss it (user-supplied STT)
|
||||||
|
|
||||||
|
**Status:** Proposed (2026-10-01). **Decider: Mathias — pending.** Issue #33 (audio-only subset of
|
||||||
|
#28). **Supersedes ADR-007's speech-to-text deferral for user-supplied audio only.** The
|
||||||
|
YouTube audio-download rejection in ADR-007 **stands untouched**. Builds on ADR-012 (isolation),
|
||||||
|
ADR-018 (single replica), ADR-021 (**the constraint**), ADR-022 (endpoint chain), ADR-025
|
||||||
|
(honest status), ADR-027 (chat). ADR-014 item 4 ("Whisper reconsideration is a future ADR,
|
||||||
|
gated on caption data") is a different question — whether to transcribe YouTube videos with no
|
||||||
|
captions — and this ADR does not answer it. Measurements: `docs/research/audio-length-ceiling-2026-10-01.md`.
|
||||||
|
|
||||||
|
**Context.** The maintainer has a concrete need: a Swedish Teams voice-only export, 30–90
|
||||||
|
minutes, to upload and then *discuss* (what was decided, what is open, who owes what). Every
|
||||||
|
piece exists — a Whisper endpoint on the gateway (infra#274), chat-with-transcript (ADR-027) —
|
||||||
|
and nothing connects them.
|
||||||
|
|
||||||
|
ADR-007 deferred STT for three reasons: yt-dlp fragility, ToS-grey scraping, and GPU contention
|
||||||
|
with the JEPA PoC. Upload-STT shares **none** of them: the user owns the file, nothing is
|
||||||
|
scraped, there is no caption rate gate, and the contention moved from koala to iguana. What it
|
||||||
|
does share is landing Whisper in the codebase, which ADR-007 deferred — so a new ADR is required,
|
||||||
|
and ADR-017's process note records the one time a guardrail-reversing change shipped without one.
|
||||||
|
|
||||||
|
**The constraint that shapes everything.** ADR-021 made `transcripts` a shared, **non-RLS**
|
||||||
|
table on the explicit grounds that it holds only public caption content and nothing
|
||||||
|
user-identifying. A recorded internal meeting is the opposite: private third-party content owned
|
||||||
|
by one user. The existing isolation test asserts `transcripts` *is* non-RLS, so a naive reuse
|
||||||
|
would leak across tenants **and pass CI green**.
|
||||||
|
|
||||||
|
**What was measured, not argued** (research doc above):
|
||||||
|
- **No transcription ceiling up to 90 minutes.** One 174 MB request through the LiteLLM NodePort
|
||||||
|
took 440 s (~12× realtime). The first failure is the public ingress `llm-api.d-ma.be`
|
||||||
|
returning `413` above roughly 8–10 MB (~5 min of WAV) — not whisper, and not a Metal OOM.
|
||||||
|
The 8:20 failure recorded in #33 is consistent with that cap.
|
||||||
|
- **`response_format=srt` survives LiteLLM, wrapped** in a JSON envelope (`{"text": "<srt>"}`).
|
||||||
|
- **The two backends differ.** `iguana/kb-whisper` returns whole-second segments;
|
||||||
|
`berget/kb-whisper` returns sub-second times and a different `language` token.
|
||||||
|
- **The existing chat path truncates at 18,000 chars (~22 min of speech), keeping the head.**
|
||||||
|
#33 assumed chat "retrieves rather than generates" and so has no length ceiling. It does
|
||||||
|
not retrieve; it stuffs the transcript into the prompt and cuts the tail. Measured against
|
||||||
|
the offered models: `phi4-mini` 400s at ~13k tokens; `gemma4-26b` is right to 90,000 chars and
|
||||||
|
silently drops the head at 120,000.
|
||||||
|
|
||||||
|
**Unknowns, stated.** Real-speech accuracy; compressed-input behaviour; concurrent long jobs on
|
||||||
|
iguana; and the Metal OOM, deliberately not provoked. (Whether the offered chat models can hold
|
||||||
|
an hour of Swedish *was* an unknown here; it is now measured, see decision 8.)
|
||||||
|
|
||||||
|
**Decision.**
|
||||||
|
|
||||||
|
1. **Audio is what is used; the transcript is the only thing kept.** An authenticated user
|
||||||
|
uploads a recording; Tapir transcribes its audio and stores the transcript. The audio itself
|
||||||
|
is deleted after transcription (temp file, removed in a `defer`, swept at start-up) — no
|
||||||
|
custody problem to solve, and nothing to hand to #31. **A file that also carries a video
|
||||||
|
track is accepted: its audio is extracted, the video is discarded, and the user is told so**
|
||||||
|
(see 4). *Amended 2026-10-01, the same day this ADR was drafted: the first draft rejected
|
||||||
|
video and named #28. The maintainer's first real recording — a Teams meeting with the camera
|
||||||
|
off — is still an `.mp4` with a video track, so rejecting video rejected the primary use
|
||||||
|
case.* This keeps no video and analyses none: playback, keyframes and what-is-shown analysis
|
||||||
|
remain #28. YouTube audio-download stays rejected. No public/anonymous upload (ADR-008).
|
||||||
|
|
||||||
|
2. **Private store: a separate RLS-scoped table, `uploaded_transcripts`** (resolves #28's
|
||||||
|
decision 1). `user_id NOT NULL REFERENCES users ON DELETE CASCADE`, `ENABLE` + `FORCE ROW LEVEL
|
||||||
|
SECURITY`, the same `tapir.current_user_id` policy as every other user-owned table. It carries
|
||||||
|
the transcript text and its timestamped segments (re-transcribing 90 minutes costs ~7
|
||||||
|
minutes; discarding the timestamps is irreversible), `status`, the `endpoint` that served
|
||||||
|
it, `audio_seconds`, and a typed `error_kind`. **Not** a `user_id` column on `transcripts`
|
||||||
|
with a partial policy, even though that would reuse more code: ADR-021's exception is
|
||||||
|
precisely that *that table holds no private row*, the isolation test asserts it has no
|
||||||
|
`user_id`, and a partial policy would turn "single exception" into "single exception, with a
|
||||||
|
private lane inside it" — the shape under which a future query drops the policy clause and
|
||||||
|
leaks. Two tables keep both boundaries independently assertable.
|
||||||
|
|
||||||
|
3. **The isolation test asserts both boundaries and the set.** (a) User A cannot read, update or
|
||||||
|
delete user B's uploaded transcript; no GUC set → deny-all. (b) `transcripts` is still
|
||||||
|
non-RLS with no `user_id`. (c) **The set of public-schema tables with row security off is
|
||||||
|
asserted exactly** — so a new table added without RLS fails CI instead of passing it. (c) is
|
||||||
|
new; the existing test only checks the named tables.
|
||||||
|
|
||||||
|
4. **Validate by probing, reject clearly, and say what was ignored.** Format, duration and
|
||||||
|
what a file contains cannot be read from a filename or MIME type — a Teams recording is an
|
||||||
|
`.mp4` whether or not the camera was on. The upload is probed (`ffprobe`): **accept any
|
||||||
|
container with an audio stream, whether or not it also has a video stream** (an mp3's cover
|
||||||
|
art counts as neither). Whether a real video track was present is recorded on the row
|
||||||
|
(`had_video`) and the transcript page says so plainly — *this file contained a video track;
|
||||||
|
only its audio was used and the video was discarded* — so the user is never left to wonder
|
||||||
|
what happened to the picture. Reject a file with **no** audio stream (including a screen
|
||||||
|
recording with no microphone) and an unreadable one. Limits, all configurable, all rejected
|
||||||
|
synchronously with a specific message rather than by timeout: **200 MB** upload and
|
||||||
|
**90 minutes** duration. 90 minutes is *the longest length measured*, not a ceiling that was
|
||||||
|
found; raising it is a measurement, not an edit. The size cap now matters more: a video file
|
||||||
|
is much larger than its audio and is spooled whole before the audio is extracted, so a long
|
||||||
|
recording with screen sharing can exceed 200 MB while its audio is a few tens of MB.
|
||||||
|
|
||||||
|
5. **Transcode server-side, always, to 16 kHz mono PCM WAV** — even when the input already is,
|
||||||
|
rather than assuming. whisper-server's `--convert` is rejected (its `--tmp-dir` is created at
|
||||||
|
process start and rots under macOS periodic cleanup). The transcoder sits behind a port; the
|
||||||
|
tests use a fake. **This puts `ffmpeg` and `ffprobe` in the runtime image**, which is
|
||||||
|
distroless-static today. **Provisional: copy static ffmpeg/ffprobe binaries into the existing
|
||||||
|
distroless image** (no shell, no package manager retained). This is a heavy new dependency
|
||||||
|
and is **the maintainer's call** — see Open items.
|
||||||
|
|
||||||
|
6. **Transcription adapter via the gateway, never the public hostname.** A `Transcriber` port;
|
||||||
|
the implementation calls `POST {TAPIR_GATEWAY_URL}/audio/transcriptions` where the gateway
|
||||||
|
URL is the in-cluster NodePort (`koala:30401/v1`). Primary `iguana/kb-whisper`, fallback
|
||||||
|
`berget/kb-whisper` (immune to iguana contention, which can wedge permanently — infra#273).
|
||||||
|
- **Fallback triggers on any primary failure** (transport error, timeout, non-2xx). It never
|
||||||
|
branches on the body: `{"error":"failed to process audio"}` has had at least five distinct
|
||||||
|
causes.
|
||||||
|
- **`response_format=verbose_json`**, normalised to one segment shape: times clamped to the
|
||||||
|
audio duration (the final segment can end past it), one language token. Not `srt`: the
|
||||||
|
envelope adds a parse step and iguana's segment timing is the same either way.
|
||||||
|
- **No chunking in v1.** Nothing failed to 90 minutes (measured). Chunk-and-stitch is the
|
||||||
|
answer *if* the cap is raised or smaller requests become necessary — see triggers.
|
||||||
|
- **The serving endpoint is recorded per row**, and surfaced, because the two backends
|
||||||
|
differ in timestamp granularity: which one served a transcript is a quality fact.
|
||||||
|
- **Berget is a cloud endpoint.** On fallback the audio of a private meeting leaves the
|
||||||
|
homelab. #33 asks for this fallback; it is configurable (`TAPIR_TRANSCRIBE_FALLBACK_MODEL`,
|
||||||
|
empty disables), recorded per row, and called out in Open items rather than defaulted
|
||||||
|
silently.
|
||||||
|
- Swedish only (`language=sv`). Language detection and routing (#28 decision 2) are not
|
||||||
|
touched.
|
||||||
|
- `-H 'Expect:'`, multipart field `file` — encoded in the adapter and its tests, not rediscovered.
|
||||||
|
|
||||||
|
7. **Jobs run in-process, one at a time (ADR-018 stands).** Transcription is minutes (~7.5 min
|
||||||
|
for 90) but a single goroutine behind a one-slot semaphore: two simultaneous 90-minute jobs on
|
||||||
|
iguana were not measured, so concurrency is 1 until they are. No worker, no new deployable,
|
||||||
|
no second replica. Honest status per ADR-025: `queued → transcribing → done | failed`, polled
|
||||||
|
by the same `/status` pattern, every terminal state a rendered card, never a stuck spinner.
|
||||||
|
Audio is not retained, so a restart mid-job **cannot resume**: at start-up any
|
||||||
|
`queued`/`transcribing` row is marked `failed` with `error_kind = interrupted`, and the user
|
||||||
|
re-uploads. The single-replica assumption gains a second dependent (the semaphore is
|
||||||
|
process-local) and is recorded here.
|
||||||
|
|
||||||
|
8. **Chat reuses `chat.Service`; it is not forked.** The uploaded-transcript chat handlers
|
||||||
|
look the row up through the RLS-scoped store, so a non-owner gets 404 by the same mechanism
|
||||||
|
as ADR-027's summary gate, **before any model is called**. ADR-027's decisions (ephemeral,
|
||||||
|
switchable models, trust-the-model) carry over unchanged. **Two things must differ, and both
|
||||||
|
were measured** (`docs/research/chat-context-over-long-transcripts-2026-10-01.md`):
|
||||||
|
- **The transcript budget.** The 18,000-char caption default cuts a one-hour meeting to its
|
||||||
|
first third. Uploaded transcripts take their own `TAPIR_MAX_UPLOADED_TRANSCRIPT_CHARS`,
|
||||||
|
default **90,000** — the measured ceiling of the best offered model (`iguana/gemma4-26b`),
|
||||||
|
which answers correctly there but **silently loses the head of a 120,000-char transcript**
|
||||||
|
with no error and no truncation flag. (An earlier draft of this ADR proposed 120,000 as a
|
||||||
|
guess; the measurement refuted it.) The mechanism is a per-request `chat.Request.MaxChars`.
|
||||||
|
- **The opening model.** The offered list leads with the summarizer default `koala/phi4-mini`,
|
||||||
|
whose 8,192-token context returns HTTP 400 on an hour of speech (~13,000 tokens). Chat over
|
||||||
|
an upload opens on `TAPIR_UPLOAD_CHAT_MODEL` (default `iguana/gemma4-26b`); the switcher
|
||||||
|
still lists every model, and picking `phi4-mini` on a long recording fails loudly and
|
||||||
|
inline. A per-model budget is not built.
|
||||||
|
Past ~90,000 chars (≈100 minutes) no offered model can answer by stuffing; see triggers.
|
||||||
|
|
||||||
|
9. **Not decided here.** Rich `AVSNITT`/`ALTERNATIV` analysis (gated on #30 — `analyze_srt.py`
|
||||||
|
hardcodes `max_tokens: 6000`); video, keyframes, synced playback (#28); language detection;
|
||||||
|
per-transcript deletion UX (account deletion cascades; see Open items); retention of audio.
|
||||||
|
|
||||||
|
**On the sequencing question #28 asks of itself** — *is this the thing that best serves the
|
||||||
|
Stage-0 gate, or the most interesting thing to build?* Recorded answer: it proceeds **ahead of
|
||||||
|
#32** (the demand test) as the maintainer's explicit, knowing call (#28, comment of 2026-10-01),
|
||||||
|
on a concrete need rather than speculation. It is not a return-nudge (ADR-020/027): it adds
|
||||||
|
nothing that prompts a user to come back, so it does not contaminate the unprompted-return signal
|
||||||
|
ADR-016 measures. The honest risk is the one ADR-016 names: it is larger than anything ADR-020
|
||||||
|
deferred. The scope cut — chat first, no rich analysis, no video — is what keeps it bounded.
|
||||||
|
|
||||||
|
**Consequences.**
|
||||||
|
- **Positive.** The user's request is met end to end with existing parts. ADR-021's exception stays
|
||||||
|
singular and now provably so. The measured ceiling removes chunking from v1. No audio is stored.
|
||||||
|
- **Negative / watch.**
|
||||||
|
- Tapir's runtime image gains `ffmpeg`: a larger image and a new CVE surface to patch.
|
||||||
|
- iguana becomes load-bearing for a user-facing feature (#28 decision 3; infra#273 is still the
|
||||||
|
dependency that matters) — a Metal OOM now means *every upload fails over to berget*, i.e.
|
||||||
|
private audio leaving the homelab, silently unless the per-row endpoint is surfaced.
|
||||||
|
- A 90-minute job holds the single slot for ~7.5 minutes; a second user's upload queues behind it.
|
||||||
|
- Chat over a long transcript is bounded by model context, not by anything in Tapir, and the
|
||||||
|
failure at the edge is *silent* for gemma (the head is dropped, no error). The 90,000 default
|
||||||
|
sits just inside the measured limit and is only as good as that single measurement.
|
||||||
|
- **The default chat model for uploads is a large ollama model on iguana — the same host as
|
||||||
|
`iguana/kb-whisper`.** infra#273 is exactly that a large resident ollama model can Metal-OOM
|
||||||
|
whisper-server permanently. Chatting with a transcript can therefore load the model that
|
||||||
|
wedges the transcriber. Not solved here; the berget fallback limits the blast radius.
|
||||||
|
- Tapir's own ingress body limit for a 200 MB upload is **unverified** (it lives in `infra`).
|
||||||
|
- Accepting video means large files are spooled before their audio is extracted, and ffmpeg
|
||||||
|
demuxes (but, with `-vn`, does not decode) video it then throws away. A client-side audio
|
||||||
|
extraction would avoid the upload cost; it is not built.
|
||||||
|
|
||||||
|
**Validation / resolution triggers** (each observable by someone other than the author):
|
||||||
|
- *Chunking*: build it when the duration cap is raised above 90 min, or when a measured
|
||||||
|
request at the current cap fails with whisper-side (not ingress) errors.
|
||||||
|
- *Berget-first*: if more than a quarter of uploads in any week are served by the fallback,
|
||||||
|
swap the primary/fallback order and revisit infra#273.
|
||||||
|
- *Retrieval chat*: build chunked retrieval when a recording's transcript exceeds the measured
|
||||||
|
90,000-char ceiling (≈100 minutes) — i.e. the moment the duration cap is raised above that, or a
|
||||||
|
real recording turns out denser than the fixture — or when the offered model list changes and
|
||||||
|
the ceiling is re-measured lower.
|
||||||
|
- *Worker*: if a transcription job ever degrades the reading UI, or Tapir runs more than one
|
||||||
|
replica, ADR-018 is revisited.
|
||||||
|
- *The decision itself*: if the maintainer has not used the feature unprompted within the
|
||||||
|
ADR-016 window, it was the interesting thing, not the useful one — remove it.
|
||||||
|
|
||||||
|
**Open items this ADR creates.**
|
||||||
|
- **DECISION NEEDED — ffmpeg in the runtime image.** *Options:* (A) static ffmpeg/ffprobe copied
|
||||||
|
into distroless **(recommended — the only option that satisfies "accept m4a/mp3/opus/mp4,
|
||||||
|
validate duration, reject video"; pure-Go decoders cover wav/mp3 only)**; (B) accept WAV
|
||||||
|
only, convert client-side (fails "I just want to upload it"); (C) a transcode sidecar
|
||||||
|
(second deployable, ADR-018's reasoning against). *Blocks:* the Dockerfile slice, not the
|
||||||
|
tests, which use the port.
|
||||||
|
- **DECISION NEEDED — berget fallback for private audio.** *Options:* (A) enabled by default as
|
||||||
|
#33 specifies, with the serving endpoint shown **(recommended, matches the issue)**; (B)
|
||||||
|
disabled by default, a failed iguana job fails honestly and the user retries. *Blocks:*
|
||||||
|
the production default only; the adapter ships either way.
|
||||||
|
- Verify Tapir's ingress `proxy-body-size` against the 200 MB cap (`infra`).
|
||||||
|
- Per-transcript deletion is not built; account deletion cascades. A private-content store
|
||||||
|
without a delete button is a gap worth a ticket, not a silent omission.
|
||||||
|
|
||||||
|
**Reversibility.** Additive: one table (down-migration drops it), one adapter, one upload
|
||||||
|
surface, one image change. Removing the upload route removes the feature; `transcripts`, `videos`
|
||||||
|
and ADR-021 are untouched.
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## ADR-034 — Transcribe with two engines and let a local model reconcile their disagreements
|
||||||
|
|
||||||
|
**Status:** Proposed (2026-10-01). **Decider: Mathias — pending.** Issue #40 (decision B) and #33.
|
||||||
|
Builds on ADR-033 (private upload transcripts), ADR-022 (endpoint chain, a pattern reused), ADR-018
|
||||||
|
(single replica), ADR-025 (honest status). Evidence:
|
||||||
|
`docs/research/asr-kb-whisper-vs-pianissimo-2026-10-01.md` and
|
||||||
|
`docs/research/local-model-adjudicator-sweep-2026-10-01.md`.
|
||||||
|
|
||||||
|
**Context.** On the first real one-hour recording `iguana/kb-whisper` and `iguana/pianissimo` were
|
||||||
|
a near tie on accuracy (the speaker's blind verdicts on the 30 meaning-changing disagreements:
|
||||||
|
pianissimo 17, kb-whisper 13) and they **err in different places**: pianissimo is better on terms and
|
||||||
|
numbers, kb-whisper on ordinary words; kb-whisper's errors garble, pianissimo's read as plausible.
|
||||||
|
Pianissimo is ~6x faster (40 s vs 4m08s for 63.7 min) and runs through the same adapter. Two engines
|
||||||
|
that disagree in ~380 places per hour, with a ~92% word agreement, is information a single-engine
|
||||||
|
pipeline throws away. Separately, eleven local models were scored on adjudicating those disagreements
|
||||||
|
against the speaker's answers: **`gemma4-31b` 97% and `gemma4-26b` 92%** passed the pre-set bar
|
||||||
|
(>= 80% accuracy, >= 85% order-swap consistency, <= 10% unparseable), nothing else did.
|
||||||
|
|
||||||
|
**Unknowns, stated.** The adjudicator evidence is 30 items from one speaker and one domain, chosen by
|
||||||
|
Opus as decidable; the other ~350 disagreements (fillers, compounds, small words) have no ground
|
||||||
|
truth. Whether a *merged* transcript is better than the better single engine has not been measured.
|
||||||
|
Reconcile time per hour is estimated, not measured. `gemma4-31b`'s slowness is unexplained (Low Power
|
||||||
|
Mode on iguana is the unproven suspect).
|
||||||
|
|
||||||
|
**Decision.**
|
||||||
|
|
||||||
|
1. **Two engines, one WAV, both local, one after the other.** Each upload is transcribed by
|
||||||
|
`iguana/pianissimo` and `iguana/kb-whisper` from the same converted WAV, sequentially (concurrency
|
||||||
|
stays 1, ADR-033). Each engine fails independently; the berget fallback (ADR-033) applies only when
|
||||||
|
**both** fail. Off by default: with no second engine configured nothing changes.
|
||||||
|
|
||||||
|
2. **Align by word, with pianissimo as the base text.** Both texts are tokenised (lower case, letters
|
||||||
|
and digits only) and diffed word by word (Myers); neighbouring differences separated by a single
|
||||||
|
equal word are merged into one **dispute**. The base is pianissimo: sentence-level prose with
|
||||||
|
punctuation and millisecond timestamps, where kb-whisper's output is wrapped fragments. **This
|
||||||
|
choice is about readability and timing, not accuracy — accuracy was a tie — so it is the cheaper
|
||||||
|
mistake, not a measured winner.** A replaced span takes the alternative's own words.
|
||||||
|
|
||||||
|
3. **Resolve the trivial ones without a model.** A dispute that is identical once spaces are removed
|
||||||
|
(a compound split or joined) keeps the base; so does a dispute that is only a short filler word
|
||||||
|
on one side. Everything else is adjudicated. (Opus's classification of 380 disputes found ~46
|
||||||
|
compound and ~26 punctuation-only residue, ~65 filler.)
|
||||||
|
|
||||||
|
4. **A local model adjudicates the rest, bounded.** Each dispute goes to a local chat model (default
|
||||||
|
`iguana/gemma4-26b`; `gemma4-31b` is configurable and scored higher but is ~5x slower) with ~100
|
||||||
|
words of context either side and the two readings, in the wording that was measured. The reading
|
||||||
|
order alternates by dispute so position bias averages out. The verdict is *base*, *alternative* or
|
||||||
|
*unsure*; **unsure keeps the base and is flagged**. An optional order-check mode asks twice with the
|
||||||
|
order swapped and treats disagreement as unsure; it is **off by default** because it doubles the time
|
||||||
|
and the measured consistency of the passing models is 93%.
|
||||||
|
- **The model must be local.** Its alias must begin `koala/` or `iguana/`; a cloud alias is a
|
||||||
|
start-up configuration error. Private meeting content never goes to a cloud model for this step.
|
||||||
|
- **Bounded impact.** The reconciler can only choose between two readings the engines already
|
||||||
|
produced; it cannot write new text. Speech that says "answer 2" can at worst flip one dispute.
|
||||||
|
|
||||||
|
5. **Reconciliation never fails a job.** One engine fails → its text is used, recorded as
|
||||||
|
single-engine. The adjudicator is down (three consecutive errors) → the base text is used
|
||||||
|
unreconciled, recorded as skipped with the reason, and the remaining disputes are not retried one
|
||||||
|
timeout at a time. Both engines fail → ADR-033's fallback path.
|
||||||
|
|
||||||
|
6. **What is stored and shown.** `content` is the merged text. `segments` stay the base engine's timed
|
||||||
|
segments, untouched: `content` is authoritative for chat, `segments` only for time. `endpoint`
|
||||||
|
lists every contributor and the reconciler. A new `reconciliation` column (migration 019, same
|
||||||
|
RLS-scoped table) records the status, counts, and the **uncertain and changed spots with a minute
|
||||||
|
mark and both readings**, so the user can check them against the audio. The transcript page says in
|
||||||
|
plain words what was done — "reconciled from two transcripts: N differences, K uncertain" — and
|
||||||
|
lists the uncertain spots. A reconciled transcript is never presented as simply "the" transcript.
|
||||||
|
|
||||||
|
7. **Configuration.** `TAPIR_TRANSCRIBE_SECOND_MODEL` (empty = off), `TAPIR_RECONCILE_MODEL`
|
||||||
|
(required when a second engine is set), `TAPIR_RECONCILE_CHECK_ORDER` (off). The default job
|
||||||
|
timeout rises from 30 to 60 minutes: ~4 min of kb-whisper and ~40 s of pianissimo per hour of audio,
|
||||||
|
plus the adjudication.
|
||||||
|
|
||||||
|
8. **Not decided here.** A cloud adjudicator (rejected: private content); tuning the prompt; making
|
||||||
|
`gemma4-31b` the default; a "reconciling" progress state (the page says "transcribing" for the whole
|
||||||
|
job); feeding the uncertain spots to chat; whether pianissimo should also be a middle tier in the
|
||||||
|
fallback chain (#40, option A).
|
||||||
|
|
||||||
|
**Consequences.**
|
||||||
|
- **Positive.** Uses the finding that the engines err differently; stays local end to end; degrades
|
||||||
|
to today's behaviour at every failure; and is honest on the page about what it did.
|
||||||
|
- **Negative / watch.**
|
||||||
|
- Job time grows: roughly 300 adjudicated disputes x ~2 s on `gemma4-26b` ~ 10 minutes per hour of
|
||||||
|
audio — an estimate, not a measurement; double with order-check on, ~5x with `gemma4-31b`.
|
||||||
|
- Two gemma-class calls sit on iguana beside whisper. During the sweep a 17-20 GB model was resident
|
||||||
|
beside whisper-server without wedging it, far below the 52 GB that did (infra#273); the hazard is
|
||||||
|
reduced, not removed.
|
||||||
|
- A merged transcript can be wrong where both engines are wrong, and where the adjudicator picks
|
||||||
|
the wrong one (it was right 92% on a hand-picked set, ~97% for 31b).
|
||||||
|
- Reading the page takes more words: the reconciliation summary is new surface to keep honest.
|
||||||
|
|
||||||
|
**Validation / resolution triggers.**
|
||||||
|
- **The test that decides it:** re-upload the same real recording after merge; the speaker judges, blind,
|
||||||
|
~30 disputes where the reconciled text differs from pianissimo alone. Keep the feature only if the
|
||||||
|
reconciled reading is right at least 85% of the time **and** no worse than the better single engine.
|
||||||
|
If not, switch it off (config) and keep the single-engine path.
|
||||||
|
- Reconcile time above 25 minutes per hour of audio: drop to a smaller adjudicator or skip more
|
||||||
|
disputes automatically.
|
||||||
|
- A different recording or speaker in which the engines agree far less (or far more): re-measure before
|
||||||
|
trusting the 92%/97% figures.
|
||||||
|
|
||||||
|
**Reversibility.** Off by default and additive: the second engine, the reconciler and the column are
|
||||||
|
unused when the settings are empty; the down-migration drops the column; the single-engine path is
|
||||||
|
unchanged.
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
## Rejected alternatives
|
## Rejected alternatives
|
||||||
|
|
||||||
Approaches considered during the 2026-06-02 planning + grill session and **deliberately not
|
Approaches considered during the 2026-06-02 planning + grill session and **deliberately not
|
||||||
@@ -1338,6 +1664,11 @@ maps to the ADR that settles it.
|
|||||||
| Reverse the Dex-write invite flow (Google OIDC only) | Some intended Future-B users won't use Google; OIDC-only leaves them with no onboarding path — invite flow is load-bearing | ADR-017 |
|
| Reverse the Dex-write invite flow (Google OIDC only) | Some intended Future-B users won't use Google; OIDC-only leaves them with no onboarding path — invite flow is load-bearing | ADR-017 |
|
||||||
| k8s CronJob for scheduled discovery (vs in-process) | At Future-B scale the in-process scheduler is simpler to deploy; CronJob's failure-isolation benefit was weighed and traded away knowingly (revisit if >1 replica or load grows) | ADR-018 |
|
| k8s CronJob for scheduled discovery (vs in-process) | At Future-B scale the in-process scheduler is simpler to deploy; CronJob's failure-isolation benefit was weighed and traded away knowingly (revisit if >1 replica or load grows) | ADR-018 |
|
||||||
| Cached-transcript-first onboarding burst (instant, zero-fetch picks) | Live pilot DB: ~3% cross-user video overlap, 0 cached-and-unsummarized, a new user's newest-20 are 20/20 uncached — newest-first and cached-first are structurally incompatible. Empty lever at pilot scale | ADR-028 |
|
| Cached-transcript-first onboarding burst (instant, zero-fetch picks) | Live pilot DB: ~3% cross-user video overlap, 0 cached-and-unsummarized, a new user's newest-20 are 20/20 uncached — newest-first and cached-first are structurally incompatible. Empty lever at pilot scale | ADR-028 |
|
||||||
|
| Uploaded transcripts as a `user_id` column + partial RLS policy on `transcripts` | Turns ADR-021's single exception into an exception with a private lane inside it; the isolation test asserts `transcripts` has no `user_id`. A separate RLS table keeps both boundaries independently assertable | ADR-033 |
|
||||||
|
| whisper-server `--convert` for server-side transcode | Its `--tmp-dir` is created at process start and rots under macOS periodic cleanup | ADR-033 |
|
||||||
|
| Calling the public `llm-api.d-ma.be` from in-cluster Tapir | Its ingress returns 413 above ~8–10 MB (~5 min of WAV); the NodePort has no such cap | ADR-033 |
|
||||||
|
| A cloud model (e.g. Opus) as the adjudicator | It scored 30/30 but would send private meeting content to a cloud API; local gemma4-26b/31b passed the same bar | ADR-034 |
|
||||||
|
| Pick one engine globally (pianissimo only, or kb-whisper only) | A near tie on accuracy with different error profiles; choosing one discards the information in their disagreement | ADR-034 |
|
||||||
|
|
||||||
If a future case genuinely reopens one of these, that's a new ADR superseding the relevant one —
|
If a future case genuinely reopens one of these, that's a new ADR superseding the relevant one —
|
||||||
not a silent reversal.
|
not a silent reversal.
|
||||||
|
|||||||
@@ -0,0 +1,176 @@
|
|||||||
|
package main
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"fmt"
|
||||||
|
"io"
|
||||||
|
"mime/multipart"
|
||||||
|
"net/http"
|
||||||
|
"net/http/httptest"
|
||||||
|
"net/url"
|
||||||
|
"os"
|
||||||
|
"path/filepath"
|
||||||
|
"strings"
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
embeddedpostgres "github.com/fergusstrange/embedded-postgres"
|
||||||
|
"github.com/jackc/pgx/v5/pgxpool"
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
"github.com/stretchr/testify/require"
|
||||||
|
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/adapters/store"
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/config"
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/web"
|
||||||
|
)
|
||||||
|
|
||||||
|
// TestE2E_UploadTranscribeAndChat is the end-to-end check for tapir#33: upload a
|
||||||
|
// real audio file, watch it become a transcript through the REAL ffprobe, ffmpeg
|
||||||
|
// and gateway, then ask a question and get a grounded answer from a REAL model.
|
||||||
|
// It is opt-in — it needs real binaries and the live gateway — and skipped unless
|
||||||
|
// TAPIR_E2E_AUDIO is set:
|
||||||
|
//
|
||||||
|
// TAPIR_E2E_AUDIO=/path/meeting.m4a TAPIR_E2E_FFMPEG=/path/ffmpeg \
|
||||||
|
// TAPIR_E2E_FFPROBE=/path/ffprobe TAPIR_E2E_QUESTION='Vem ansvarar för virket?' \
|
||||||
|
// TAPIR_E2E_EXPECT=anders op run --env-file ~/.op-env -- \
|
||||||
|
// go test ./cmd/tapir -run E2E_Upload -v -count=1
|
||||||
|
//
|
||||||
|
// Use SYNTHETIC audio only: this repo is public, and a fallback to berget sends
|
||||||
|
// the audio to a cloud endpoint (#33).
|
||||||
|
func TestE2E_UploadTranscribeAndChat(t *testing.T) {
|
||||||
|
audioPath := os.Getenv("TAPIR_E2E_AUDIO")
|
||||||
|
if audioPath == "" {
|
||||||
|
t.Skip("set TAPIR_E2E_AUDIO (and friends) to run the live end-to-end check")
|
||||||
|
}
|
||||||
|
key := os.Getenv("LITELLM_MASTER_KEY")
|
||||||
|
require.NotEmpty(t, key, "LITELLM_MASTER_KEY must be set (via op run)")
|
||||||
|
ctx, cancel := context.WithCancel(context.Background())
|
||||||
|
t.Cleanup(cancel)
|
||||||
|
|
||||||
|
// A private embedded Postgres: nothing here may touch a real database.
|
||||||
|
port := uint32(55000 + os.Getpid()%1000)
|
||||||
|
rt := filepath.Join(os.TempDir(), fmt.Sprintf("tapir-epg-e2e-%d", os.Getpid()))
|
||||||
|
pg := embeddedpostgres.NewDatabase(embeddedpostgres.DefaultConfig().Port(port).
|
||||||
|
RuntimePath(rt).DataPath(filepath.Join(rt, "data")).BinariesPath(filepath.Join(rt, "bin")).
|
||||||
|
CachePath(filepath.Join(os.TempDir(), "tapir-epg-cache")))
|
||||||
|
require.NoError(t, pg.Start())
|
||||||
|
t.Cleanup(func() { _ = pg.Stop(); _ = os.RemoveAll(rt) })
|
||||||
|
dsn := fmt.Sprintf("postgres://postgres:postgres@localhost:%d/postgres?sslmode=disable", port)
|
||||||
|
|
||||||
|
st, err := store.New(ctx, dsn)
|
||||||
|
require.NoError(t, err)
|
||||||
|
t.Cleanup(st.Close)
|
||||||
|
raw, err := pgxpool.New(ctx, dsn)
|
||||||
|
require.NoError(t, err)
|
||||||
|
t.Cleanup(raw.Close)
|
||||||
|
const uid = "11111111-1111-1111-1111-111111111111"
|
||||||
|
_, err = raw.Exec(ctx, `INSERT INTO users (id) VALUES ($1)`, uid)
|
||||||
|
require.NoError(t, err)
|
||||||
|
_, err = raw.Exec(ctx, `INSERT INTO user_identities (dex_subject, user_id) VALUES ('e2e', $1)`, uid)
|
||||||
|
require.NoError(t, err)
|
||||||
|
|
||||||
|
cfg, err := config.Load()
|
||||||
|
require.NoError(t, err)
|
||||||
|
cfg.GatewayKey = key
|
||||||
|
cfg.UploadsEnabled = true
|
||||||
|
cfg.UploadTmpDir = filepath.Join(t.TempDir(), "spool")
|
||||||
|
cfg.FFmpegBin = envOrDefault("TAPIR_E2E_FFMPEG", "ffmpeg")
|
||||||
|
cfg.FFprobeBin = envOrDefault("TAPIR_E2E_FFPROBE", "ffprobe")
|
||||||
|
|
||||||
|
intake, worker, err := buildUploads(ctx, cfg, st, quietLog())
|
||||||
|
require.NoError(t, err)
|
||||||
|
go worker.Run(ctx)
|
||||||
|
app := &web.App{
|
||||||
|
Store: st, Identity: st, Auth: web.StubAuth{U: web.User{Subject: "e2e"}},
|
||||||
|
Chat: buildChat(cfg),
|
||||||
|
}
|
||||||
|
wireUploads(app, cfg, intake) // the same wiring cmdServe uses
|
||||||
|
srv := httptest.NewServer(app.Router())
|
||||||
|
t.Cleanup(srv.Close)
|
||||||
|
noRedirect := &http.Client{CheckRedirect: func(*http.Request, []*http.Request) error { return http.ErrUseLastResponse }}
|
||||||
|
|
||||||
|
// 1. Upload.
|
||||||
|
f, err := os.Open(audioPath)
|
||||||
|
require.NoError(t, err)
|
||||||
|
defer f.Close()
|
||||||
|
pr, pw := io.Pipe()
|
||||||
|
mw := multipart.NewWriter(pw)
|
||||||
|
go func() {
|
||||||
|
_ = mw.WriteField("title", "E2E recording")
|
||||||
|
fw, _ := mw.CreateFormFile("file", filepath.Base(audioPath))
|
||||||
|
_, _ = io.Copy(fw, f)
|
||||||
|
_ = mw.Close()
|
||||||
|
_ = pw.Close()
|
||||||
|
}()
|
||||||
|
req, err := http.NewRequest(http.MethodPost, srv.URL+"/uploads", pr)
|
||||||
|
require.NoError(t, err)
|
||||||
|
req.Header.Set("Content-Type", mw.FormDataContentType())
|
||||||
|
resp, err := noRedirect.Do(req)
|
||||||
|
require.NoError(t, err)
|
||||||
|
_ = resp.Body.Close()
|
||||||
|
require.Equal(t, http.StatusSeeOther, resp.StatusCode, "an accepted upload redirects to its page")
|
||||||
|
loc := resp.Header.Get("Location")
|
||||||
|
require.True(t, strings.HasPrefix(loc, "/uploads/"), loc)
|
||||||
|
t.Logf("accepted -> %s", loc)
|
||||||
|
|
||||||
|
// 2. Wait for the transcript: unfinished states poll, terminal states do not.
|
||||||
|
var page string
|
||||||
|
require.Eventually(t, func() bool {
|
||||||
|
r, err := http.Get(srv.URL + loc + "/status")
|
||||||
|
if err != nil {
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
b, _ := io.ReadAll(r.Body)
|
||||||
|
_ = r.Body.Close()
|
||||||
|
page = string(b)
|
||||||
|
return !strings.Contains(page, "hx-trigger")
|
||||||
|
}, 12*time.Minute, 3*time.Second, "the upload never reached a terminal state")
|
||||||
|
require.Contains(t, page, "Transcribed", "terminal state was not 'done': %.300s", page)
|
||||||
|
|
||||||
|
var status, endpoint, content string
|
||||||
|
var secs float64
|
||||||
|
var hadVideo bool
|
||||||
|
require.NoError(t, raw.QueryRow(ctx,
|
||||||
|
`SELECT status, endpoint, content, audio_seconds, had_video FROM uploaded_transcripts WHERE user_id = $1`, uid).
|
||||||
|
Scan(&status, &endpoint, &content, &secs, &hadVideo))
|
||||||
|
t.Logf("done: endpoint=%s audio_s=%.1f transcript_chars=%d had_video=%v", endpoint, secs, len(content), hadVideo)
|
||||||
|
if os.Getenv("TAPIR_E2E_HAD_VIDEO") == "1" {
|
||||||
|
// A Teams meeting with the camera off: a video file whose audio is what matters.
|
||||||
|
assert.True(t, hadVideo, "the file had a video track and the row must say so")
|
||||||
|
assert.Contains(t, page, "Only its audio was used", "and the user must be told")
|
||||||
|
}
|
||||||
|
assert.Equal(t, "done", status)
|
||||||
|
assert.NotEmpty(t, endpoint)
|
||||||
|
assert.NotEmpty(t, content)
|
||||||
|
entries, err := os.ReadDir(cfg.UploadTmpDir)
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Empty(t, entries, "the audio must be deleted once transcribed")
|
||||||
|
|
||||||
|
// 3. Ask a question; the answer must come from the transcript.
|
||||||
|
q := envOrDefault("TAPIR_E2E_QUESTION", "Who is responsible for the timber order?")
|
||||||
|
chatResp, err := http.PostForm(srv.URL+loc+"/chat", url.Values{"question": {q}})
|
||||||
|
require.NoError(t, err)
|
||||||
|
answerPage, _ := io.ReadAll(chatResp.Body)
|
||||||
|
_ = chatResp.Body.Close()
|
||||||
|
require.Equal(t, http.StatusOK, chatResp.StatusCode)
|
||||||
|
t.Logf("question: %s", q)
|
||||||
|
if want := os.Getenv("TAPIR_E2E_EXPECT"); want != "" {
|
||||||
|
assert.Contains(t, strings.ToLower(string(answerPage)), strings.ToLower(want),
|
||||||
|
"the answer should be grounded in the transcript")
|
||||||
|
}
|
||||||
|
t.Logf("answer page excerpt: %.600s", afterMarker(string(answerPage), `class="chat-turn chat-a"`))
|
||||||
|
}
|
||||||
|
|
||||||
|
func envOrDefault(k, d string) string {
|
||||||
|
if v := os.Getenv(k); v != "" {
|
||||||
|
return v
|
||||||
|
}
|
||||||
|
return d
|
||||||
|
}
|
||||||
|
|
||||||
|
func afterMarker(s, m string) string {
|
||||||
|
if i := strings.Index(s, m); i >= 0 {
|
||||||
|
return s[i:]
|
||||||
|
}
|
||||||
|
return "(no answer turn found)"
|
||||||
|
}
|
||||||
@@ -207,6 +207,26 @@ func cmdServe(ctx context.Context, log *slog.Logger) error {
|
|||||||
log.Info("web chat enabled (stored-transcript only)", "models", chatModels(cfg))
|
log.Info("web chat enabled (stored-transcript only)", "models", chatModels(cfg))
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Audio upload -> private transcript (ADR-033). Off unless TAPIR_UPLOADS_ENABLED:
|
||||||
|
// the image must carry ffmpeg first. The worker is IN-PROCESS and one job at a
|
||||||
|
// time, so it inherits the single-replica assumption below (its queue is
|
||||||
|
// process-local); it stops with the same ctx as the server.
|
||||||
|
intake, worker, err := buildUploads(ctx, cfg, st, log)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
wireUploads(app, cfg, intake)
|
||||||
|
if intake != nil {
|
||||||
|
go worker.Run(ctx)
|
||||||
|
log.Info("audio upload enabled", "model", cfg.TranscribeModel, "fallback", cfg.TranscribeFallbackModel,
|
||||||
|
"max_mb", cfg.UploadMaxBytes>>20, "max_minutes", int(cfg.UploadMaxDuration.Minutes()))
|
||||||
|
log.Warn("audio upload assumes a SINGLE replica: the transcription queue is process-local (ADR-033, ADR-018)")
|
||||||
|
if cfg.TranscribeFallbackModel != "" {
|
||||||
|
log.Warn("audio upload fallback is a CLOUD endpoint: if the primary fails, private audio leaves the homelab",
|
||||||
|
"fallback", cfg.TranscribeFallbackModel)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
// User onboarding is handled by the IdP (Authentik invite flow), not Tapir —
|
// User onboarding is handled by the IdP (Authentik invite flow), not Tapir —
|
||||||
// the Dex local-password provisioning path was removed (ADR-019). An
|
// the Dex local-password provisioning path was removed (ADR-019). An
|
||||||
// authenticated subject with no Tapir user is routed to /register.
|
// authenticated subject with no Tapir user is routed to /register.
|
||||||
|
|||||||
@@ -0,0 +1,100 @@
|
|||||||
|
package main
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"fmt"
|
||||||
|
"log/slog"
|
||||||
|
"net/http"
|
||||||
|
"os"
|
||||||
|
"path/filepath"
|
||||||
|
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/adapters/audio"
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/adapters/transcribe"
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/config"
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/uploads"
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/web"
|
||||||
|
)
|
||||||
|
|
||||||
|
// uploadsStore is the store surface the upload wiring needs. *store.Store
|
||||||
|
// satisfies it.
|
||||||
|
type uploadsStore interface {
|
||||||
|
uploads.Store
|
||||||
|
uploads.WorkerStore
|
||||||
|
FailInterruptedUploads(ctx context.Context) (int, error)
|
||||||
|
}
|
||||||
|
|
||||||
|
// buildUploads wires audio upload and private transcription (ADR-033). It returns
|
||||||
|
// nils when uploads are disabled — never a typed-nil Intake, which would mount the
|
||||||
|
// /uploads routes over nothing. When enabled it, in order: prepares a private spool
|
||||||
|
// directory, deletes any audio a crashed run left in it, fails the rows such a run
|
||||||
|
// left queued or transcribing (the audio is not retained, so they can never
|
||||||
|
// resume), and only then builds the intake and the worker. The caller runs the
|
||||||
|
// worker. The fallback endpoint is a cloud service; an empty
|
||||||
|
// TAPIR_TRANSCRIBE_FALLBACK_MODEL keeps private audio on the homelab.
|
||||||
|
func buildUploads(ctx context.Context, cfg config.Config, st uploadsStore, log *slog.Logger) (*uploads.Intake, *uploads.Worker, error) {
|
||||||
|
if !cfg.UploadsEnabled {
|
||||||
|
return nil, nil, nil
|
||||||
|
}
|
||||||
|
if cfg.GatewayURL == "" {
|
||||||
|
return nil, nil, fmt.Errorf("uploads: TAPIR_UPLOADS_ENABLED is set but there is no TAPIR_GATEWAY_URL to transcribe through")
|
||||||
|
}
|
||||||
|
|
||||||
|
if err := os.MkdirAll(cfg.UploadTmpDir, 0o700); err != nil {
|
||||||
|
return nil, nil, fmt.Errorf("uploads: spool dir: %w", err)
|
||||||
|
}
|
||||||
|
removeSpooledAudio(cfg.UploadTmpDir, log)
|
||||||
|
|
||||||
|
n, err := st.FailInterruptedUploads(ctx)
|
||||||
|
if err != nil {
|
||||||
|
return nil, nil, fmt.Errorf("uploads: fail interrupted rows: %w", err)
|
||||||
|
}
|
||||||
|
if n > 0 {
|
||||||
|
log.Warn("uploads: marked interrupted by a restart (audio is not retained; they must be re-uploaded)", "count", n)
|
||||||
|
}
|
||||||
|
|
||||||
|
// No overall client timeout: a 90 minute recording takes minutes. The deadline
|
||||||
|
// is the worker's per-job context.
|
||||||
|
client := &http.Client{}
|
||||||
|
primary := transcribe.NewGateway(cfg.GatewayURL, cfg.GatewayKey, cfg.TranscribeModel, client)
|
||||||
|
var fallback transcribe.Backend
|
||||||
|
if cfg.TranscribeFallbackModel != "" && cfg.TranscribeFallbackModel != cfg.TranscribeModel {
|
||||||
|
fallback = transcribe.NewGateway(cfg.GatewayURL, cfg.GatewayKey, cfg.TranscribeFallbackModel, client)
|
||||||
|
}
|
||||||
|
|
||||||
|
worker := uploads.NewWorker(st, &audio.FFmpeg{Bin: cfg.FFmpegBin}, transcribe.NewChain(primary, fallback),
|
||||||
|
cfg.UploadTmpDir, cfg.TranscribeTimeout)
|
||||||
|
intake := uploads.NewIntake(st, &audio.FFprobe{Bin: cfg.FFprobeBin}, worker,
|
||||||
|
uploadLimits(cfg), cfg.UploadTmpDir)
|
||||||
|
return intake, worker, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func uploadLimits(cfg config.Config) uploads.Limits {
|
||||||
|
return uploads.Limits{MaxBytes: cfg.UploadMaxBytes, MaxDuration: cfg.UploadMaxDuration}
|
||||||
|
}
|
||||||
|
|
||||||
|
// removeSpooledAudio deletes the spool files this process family creates
|
||||||
|
// (upload-*, wav-*) and nothing else.
|
||||||
|
func removeSpooledAudio(dir string, log *slog.Logger) {
|
||||||
|
for _, pat := range []string{"upload-*", "wav-*"} {
|
||||||
|
matches, _ := filepath.Glob(filepath.Join(dir, pat))
|
||||||
|
for _, m := range matches {
|
||||||
|
if err := os.Remove(m); err != nil {
|
||||||
|
log.Warn("uploads: remove leftover audio", "path", m, "err", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// wireUploads connects a built Intake to the web App: the routes, the limits the
|
||||||
|
// form states, and the chat settings for an uploaded recording. A nil intake
|
||||||
|
// leaves the App untouched — assigning a nil *Intake to the Uploader interface
|
||||||
|
// would produce a non-nil interface and mount the routes over nothing.
|
||||||
|
func wireUploads(app *web.App, cfg config.Config, in *uploads.Intake) {
|
||||||
|
if in == nil {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
app.Uploads = in
|
||||||
|
app.UploadLimits = uploadLimits(cfg)
|
||||||
|
app.UploadChatMaxChars = cfg.MaxUploadedTranscriptChars
|
||||||
|
app.UploadChatModel = cfg.UploadChatModel
|
||||||
|
}
|
||||||
@@ -0,0 +1,156 @@
|
|||||||
|
package main
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"errors"
|
||||||
|
"os"
|
||||||
|
"path/filepath"
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
"github.com/stretchr/testify/require"
|
||||||
|
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/config"
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/domain"
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/web"
|
||||||
|
)
|
||||||
|
|
||||||
|
// fakeUploadsStore satisfies the store surface buildUploads needs, and counts the
|
||||||
|
// start-up sweep.
|
||||||
|
type fakeUploadsStore struct {
|
||||||
|
sweeps int
|
||||||
|
sweepErr error
|
||||||
|
}
|
||||||
|
|
||||||
|
func (f *fakeUploadsStore) CreateUpload(context.Context, string, string, bool) (string, error) {
|
||||||
|
return "id", nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (f *fakeUploadsStore) FailUpload(context.Context, string, string, domain.UploadErrorKind) error {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (f *fakeUploadsStore) StartTranscribing(context.Context, string, string) error { return nil }
|
||||||
|
|
||||||
|
func (f *fakeUploadsStore) CompleteUpload(context.Context, string, string, domain.Transcription) error {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (f *fakeUploadsStore) FailInterruptedUploads(context.Context) (int, error) {
|
||||||
|
f.sweeps++
|
||||||
|
return 2, f.sweepErr
|
||||||
|
}
|
||||||
|
|
||||||
|
func uploadCfg(t *testing.T, enabled bool) config.Config {
|
||||||
|
t.Helper()
|
||||||
|
var cfg config.Config
|
||||||
|
cfg.GatewayURL = "http://gateway.invalid/v1"
|
||||||
|
cfg.UploadsEnabled = enabled
|
||||||
|
cfg.UploadMaxBytes = 200 << 20
|
||||||
|
cfg.UploadTmpDir = filepath.Join(t.TempDir(), "spool")
|
||||||
|
cfg.TranscribeModel = "iguana/kb-whisper"
|
||||||
|
cfg.TranscribeFallbackModel = "berget/kb-whisper"
|
||||||
|
return cfg
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestBuildUploads_DisabledMountsNothingAndSweepsNothing(t *testing.T) {
|
||||||
|
st := &fakeUploadsStore{}
|
||||||
|
|
||||||
|
in, w, err := buildUploads(context.Background(), uploadCfg(t, false), st, quietLog())
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Nil(t, in, "a typed-nil Intake must never reach web.App.Uploads: it would mount the routes over nothing")
|
||||||
|
assert.Nil(t, w)
|
||||||
|
assert.Zero(t, st.sweeps)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestBuildUploads_EnabledFailsInterruptedRowsBeforeAnythingElseStarts(t *testing.T) {
|
||||||
|
st := &fakeUploadsStore{}
|
||||||
|
|
||||||
|
in, w, err := buildUploads(context.Background(), uploadCfg(t, true), st, quietLog())
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
require.NotNil(t, in)
|
||||||
|
require.NotNil(t, w)
|
||||||
|
assert.Equal(t, 1, st.sweeps,
|
||||||
|
"audio is not retained, so rows left queued/transcribing by a restart can never resume: fail them at start-up, not never")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestBuildUploads_SweepFailureStopsStartup(t *testing.T) {
|
||||||
|
st := &fakeUploadsStore{sweepErr: errors.New("db down")}
|
||||||
|
|
||||||
|
_, _, err := buildUploads(context.Background(), uploadCfg(t, true), st, quietLog())
|
||||||
|
|
||||||
|
require.Error(t, err)
|
||||||
|
assert.Contains(t, err.Error(), "db down")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestBuildUploads_CreatesTheSpoolDirectoryPrivately(t *testing.T) {
|
||||||
|
cfg := uploadCfg(t, true)
|
||||||
|
|
||||||
|
_, _, err := buildUploads(context.Background(), cfg, &fakeUploadsStore{}, quietLog())
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
info, err := os.Stat(cfg.UploadTmpDir)
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.True(t, info.IsDir())
|
||||||
|
assert.Equal(t, os.FileMode(0o700), info.Mode().Perm(), "spooled audio is private third-party content")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestBuildUploads_EnabledWithoutAGatewayIsAnError(t *testing.T) {
|
||||||
|
cfg := uploadCfg(t, true)
|
||||||
|
cfg.GatewayURL = ""
|
||||||
|
|
||||||
|
_, _, err := buildUploads(context.Background(), cfg, &fakeUploadsStore{}, quietLog())
|
||||||
|
|
||||||
|
assert.Error(t, err, "uploads on with nowhere to transcribe must fail loudly at start-up, not at the first upload")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestBuildUploads_RemovesAudioLeftBehindByACrash(t *testing.T) {
|
||||||
|
cfg := uploadCfg(t, true)
|
||||||
|
require.NoError(t, os.MkdirAll(cfg.UploadTmpDir, 0o700))
|
||||||
|
leftovers := []string{"upload-123", "wav-456"}
|
||||||
|
for _, n := range leftovers {
|
||||||
|
require.NoError(t, os.WriteFile(filepath.Join(cfg.UploadTmpDir, n), []byte("audio"), 0o600))
|
||||||
|
}
|
||||||
|
unrelated := filepath.Join(cfg.UploadTmpDir, "someone-elses-file")
|
||||||
|
require.NoError(t, os.WriteFile(unrelated, []byte("keep"), 0o600))
|
||||||
|
|
||||||
|
_, _, err := buildUploads(context.Background(), cfg, &fakeUploadsStore{}, quietLog())
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
for _, n := range leftovers {
|
||||||
|
_, err := os.Stat(filepath.Join(cfg.UploadTmpDir, n))
|
||||||
|
assert.True(t, os.IsNotExist(err), "%s: audio is never retained, so a spooled file from a crashed run must not survive start-up", n)
|
||||||
|
}
|
||||||
|
_, err = os.Stat(unrelated)
|
||||||
|
assert.NoError(t, err, "only our own spool files are removed")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestWireUploads_SetsEverythingTheWebAppNeedsForUploadsAndChat(t *testing.T) {
|
||||||
|
cfg := uploadCfg(t, true)
|
||||||
|
cfg.UploadMaxDuration = 90 * 60 * 1e9
|
||||||
|
cfg.MaxUploadedTranscriptChars = 90000
|
||||||
|
cfg.UploadChatModel = "iguana/gemma4-26b"
|
||||||
|
in, _, err := buildUploads(context.Background(), cfg, &fakeUploadsStore{}, quietLog())
|
||||||
|
require.NoError(t, err)
|
||||||
|
app := &web.App{}
|
||||||
|
|
||||||
|
wireUploads(app, cfg, in)
|
||||||
|
|
||||||
|
assert.NotNil(t, app.Uploads)
|
||||||
|
assert.Equal(t, cfg.UploadMaxBytes, app.UploadLimits.MaxBytes, "the form states the limits Intake enforces")
|
||||||
|
assert.Equal(t, cfg.UploadMaxDuration, app.UploadLimits.MaxDuration)
|
||||||
|
assert.Equal(t, 90000, app.UploadChatMaxChars,
|
||||||
|
"without this the chat would use the 18,000-char caption default and cut an hour to its first third")
|
||||||
|
assert.Equal(t, "iguana/gemma4-26b", app.UploadChatModel)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestWireUploads_NilIntakeLeavesTheAppUntouched(t *testing.T) {
|
||||||
|
app := &web.App{}
|
||||||
|
|
||||||
|
wireUploads(app, uploadCfg(t, false), nil)
|
||||||
|
|
||||||
|
assert.Nil(t, app.Uploads, "a nil *Intake must not become a non-nil interface that mounts the routes")
|
||||||
|
assert.Zero(t, app.UploadChatMaxChars)
|
||||||
|
}
|
||||||
+36
-3
@@ -18,7 +18,12 @@ only opaque references to them; the secret material lives in ESO/1Password (ADR-
|
|||||||
not LLM re-summarization but a rate-gated, reputation-risky caption fetch (ADR-010/014), which
|
not LLM re-summarization but a rate-gated, reputation-risky caption fetch (ADR-010/014), which
|
||||||
is paid per re-fetch regardless of user count — so persisting public caption content once and
|
is paid per re-fetch regardless of user count — so persisting public caption content once and
|
||||||
sharing it strictly beats the coupling it removes. Everything else each user owns is
|
sharing it strictly beats the coupling it removes. Everything else each user owns is
|
||||||
self-contained; `rls_test.go` proves transcripts is the single exception.
|
self-contained; `rls_test.go` proves transcripts is the single exception for *content*.
|
||||||
|
**Uploaded-audio transcripts are the opposite of public caption content** (private, owned by
|
||||||
|
one user) and therefore live in their own RLS-scoped `uploaded_transcripts` table, never in
|
||||||
|
`transcripts` (ADR-033). The isolation test now also pins the **exact set** of tables with row
|
||||||
|
security off (`transcripts`, `user_identities`, `invitations`, `schema_migrations`), so a new
|
||||||
|
table added without RLS fails CI.
|
||||||
- **Secrets by reference only.** Tables hold a `secret_ref` (opaque string/UUID resolved via
|
- **Secrets by reference only.** Tables hold a `secret_ref` (opaque string/UUID resolved via
|
||||||
the `SecretStore` port), never tokens or keys.
|
the `SecretStore` port), never tokens or keys.
|
||||||
- **The brain sink is just a delivery target.** No brain-specific tables. Whether a summary
|
- **The brain sink is just a delivery target.** No brain-specific tables. Whether a summary
|
||||||
@@ -41,6 +46,7 @@ erDiagram
|
|||||||
VIDEO ||--o| SUMMARY : "has at most one"
|
VIDEO ||--o| SUMMARY : "has at most one"
|
||||||
SUMMARY ||--o{ SINK_DELIVERY : "delivered via"
|
SUMMARY ||--o{ SINK_DELIVERY : "delivered via"
|
||||||
USER ||--o{ CHANNEL_ERROR : "reports unavailable channels"
|
USER ||--o{ CHANNEL_ERROR : "reports unavailable channels"
|
||||||
|
USER ||--o{ UPLOADED_TRANSCRIPT : "uploads (private, ADR-033)"
|
||||||
|
|
||||||
USER {
|
USER {
|
||||||
uuid id PK
|
uuid id PK
|
||||||
@@ -136,12 +142,28 @@ erDiagram
|
|||||||
timestamptz first_seen
|
timestamptz first_seen
|
||||||
timestamptz last_seen
|
timestamptz last_seen
|
||||||
}
|
}
|
||||||
|
UPLOADED_TRANSCRIPT {
|
||||||
|
uuid id PK
|
||||||
|
uuid user_id FK "-> USER, ON DELETE CASCADE, NOT NULL; RLS ENABLE+FORCE (migration 017)"
|
||||||
|
text title
|
||||||
|
text status "queued | transcribing | done | failed"
|
||||||
|
text content "nullable until done; the transcript text"
|
||||||
|
jsonb segments "nullable until done; [{start,end,text}] in seconds"
|
||||||
|
text endpoint "which backend served it: iguana/... | berget/... (berget = audio left the homelab)"
|
||||||
|
float audio_seconds
|
||||||
|
text error_kind "typed: interrupted | transcription_failed — never a provider string"
|
||||||
|
bool had_video "the file carried a video track; only its audio was used (migration 018)"
|
||||||
|
timestamptz created_at
|
||||||
|
timestamptz finished_at
|
||||||
|
}
|
||||||
```
|
```
|
||||||
|
|
||||||
`SUMMARY_ACTION` has `UNIQUE (user_id, video_id, action)`; `VIDEO_CONNECTION` has
|
`SUMMARY_ACTION` has `UNIQUE (user_id, video_id, action)`; `VIDEO_CONNECTION` has
|
||||||
`UNIQUE (user_id, provider)` (one connection per provider — reconnect upserts in place).
|
`UNIQUE (user_id, provider)` (one connection per provider — reconnect upserts in place).
|
||||||
RLS (`ENABLE` + `FORCE`) is on **every solid user-owned table above** — `users`, `videos`,
|
RLS (`ENABLE` + `FORCE`) is on **every solid user-owned table above** — `users`, `videos`,
|
||||||
`transcripts`, `summaries`, `summary_actions`, `video_connections`, `channel_errors`.
|
`summaries`, `summary_actions`, `video_connections`, `channel_errors`, `uploaded_transcripts`.
|
||||||
|
(`transcripts` is deliberately **not** in this list: since ADR-021 it is shared public caption
|
||||||
|
content with no `user_id`.)
|
||||||
`sink_deliveries` is RLS'd via an `EXISTS` on its parent summary; `user_identities` is
|
`sink_deliveries` is RLS'd via an `EXISTS` on its parent summary; `user_identities` is
|
||||||
intentionally **not** RLS'd (auth plumbing). See the *Isolation invariant* section for the
|
intentionally **not** RLS'd (auth plumbing). See the *Isolation invariant* section for the
|
||||||
mechanism.
|
mechanism.
|
||||||
@@ -197,6 +219,14 @@ mechanism.
|
|||||||
the most recent discovery pass. Upserted per scheduler pass (`last_seen` refreshed each run);
|
the most recent discovery pass. Upserted per scheduler pass (`last_seen` refreshed each run);
|
||||||
surfaced on the account page as a warning. Cascades on user deletion. Primary key is
|
surfaced on the account page as a warning. Cascades on user deletion. Primary key is
|
||||||
`(user_id, channel_id)`. FORCE RLS'd.
|
`(user_id, channel_id)`. FORCE RLS'd.
|
||||||
|
- **UPLOADED_TRANSCRIPTS** (migration 017, ADR-033) — the **private** transcript of audio a user
|
||||||
|
uploaded. Deliberately a separate table from the shared `transcripts`: that one is non-RLS on the
|
||||||
|
grounds that it holds only public caption content, and a recorded meeting is the opposite.
|
||||||
|
`user_id NOT NULL ... ON DELETE CASCADE`, FORCE RLS'd. `status` runs `queued → transcribing →
|
||||||
|
done | failed`; `done` requires `content`, `failed` requires a typed `error_kind` (CHECK
|
||||||
|
constraints). `had_video` (migration 018) records that the file carried a video track — a Teams meeting with the camera off is still a video file — so the page can say only its audio was used and the video was discarded. `endpoint` records which backend served it — `berget/...` means the audio left the
|
||||||
|
homelab. The audio itself is never stored. `segments` keeps the timestamps (re-transcribing 90
|
||||||
|
minutes costs ~7). Unlike `summary_actions`/`login_events` it **does** cascade on user deletion.
|
||||||
- **LOGIN_EVENTS** (migration 010) — throttled one-row-per-(user, date) login stamp. Used by the
|
- **LOGIN_EVENTS** (migration 010) — throttled one-row-per-(user, date) login stamp. Used by the
|
||||||
Stage-0 gate query (VISION §Stage 0: "returned and used in ≥2 distinct weeks").
|
Stage-0 gate query (VISION §Stage 0: "returned and used in ≥2 distinct weeks").
|
||||||
|
|
||||||
@@ -209,7 +239,10 @@ enforcement dormant); **ADR-012 opened Stage 1 and turned enforcement on in the
|
|||||||
Enforcement is **Postgres Row-Level Security** (migration `003_rls.up.sql`):
|
Enforcement is **Postgres Row-Level Security** (migration `003_rls.up.sql`):
|
||||||
|
|
||||||
- RLS is `ENABLE`d **and** `FORCE`d on every user-owned table — `users`, `videos`,
|
- RLS is `ENABLE`d **and** `FORCE`d on every user-owned table — `users`, `videos`,
|
||||||
`transcripts`, `summaries`, `summary_actions`, `video_connections`, `channel_errors`.
|
`summaries`, `summary_actions`, `video_connections`, `channel_errors`, and (migration 017)
|
||||||
|
`uploaded_transcripts`. `transcripts` is **not** one of them: ADR-021 made it shared public
|
||||||
|
content, and migration 003's original per-user `transcripts` policy was dropped with that
|
||||||
|
table in migration 015.
|
||||||
`FORCE` is load-bearing: the app connects as the table **owner** (`tapir` role), and owners
|
`FORCE` is load-bearing: the app connects as the table **owner** (`tapir` role), and owners
|
||||||
bypass RLS unless forced.
|
bypass RLS unless forced.
|
||||||
- Each policy keys off the per-request GUC `tapir.current_user_id`, set transaction-locally by
|
- Each policy keys off the per-request GUC `tapir.current_user_id`, set transaction-locally by
|
||||||
|
|||||||
@@ -12,6 +12,22 @@ it** — endpoints and aliases drift, and this file is a snapshot (2026-06-06),
|
|||||||
- **Off-cluster (host / NodePort):** `http://koala:30401/v1/` — service `litellm-nodeport` (`4000:30401`).
|
- **Off-cluster (host / NodePort):** `http://koala:30401/v1/` — service `litellm-nodeport` (`4000:30401`).
|
||||||
- NOTE: the earlier `31234` was **wrong** — `31234` is the `llama-swap` NodePort (`8080:31234`),
|
- NOTE: the earlier `31234` was **wrong** — `31234` is the `llama-swap` NodePort (`8080:31234`),
|
||||||
not LiteLLM. Use `30401` for off-cluster LiteLLM. `confirm` resolved.
|
not LiteLLM. Use `30401` for off-cluster LiteLLM. `confirm` resolved.
|
||||||
|
- **Speech-to-text (ADR-033):** the same gateway serves `POST /v1/audio/transcriptions` for
|
||||||
|
`iguana/kb-whisper` (primary, local) and `berget/kb-whisper` (fallback, EU cloud — private audio
|
||||||
|
leaves the homelab if it is used). **Call it via the NodePort / in-cluster address above, NOT
|
||||||
|
`https://llm-api.d-ma.be`:** that public ingress (openresty) returns `413` for bodies over
|
||||||
|
roughly 8–10 MB (~5 minutes of 16 kHz WAV), while the NodePort took 174 MB (90 minutes) in one
|
||||||
|
request (measured 2026-10-01, `docs/research/audio-length-ceiling-2026-10-01.md`). Send multipart
|
||||||
|
field `file`, `response_format=verbose_json`, no `Expect: 100-continue`. iguana's whisper-server
|
||||||
|
can wedge permanently after a Metal OOM (infra#273); never branch on its
|
||||||
|
`{"error":"failed to process audio"}` string — it has had at least five causes. Tapir's knobs:
|
||||||
|
`TAPIR_UPLOADS_ENABLED` (off by default), `TAPIR_UPLOAD_MAX_MB` (200), `TAPIR_UPLOAD_MAX_MINUTES`
|
||||||
|
(90), `TAPIR_TRANSCRIBE_MODEL`, `TAPIR_TRANSCRIBE_FALLBACK_MODEL` (empty disables the cloud
|
||||||
|
fallback), `TAPIR_TRANSCRIBE_TIMEOUT` (30m), `TAPIR_UPLOAD_TMP_DIR`, `TAPIR_FFMPEG_BIN`,
|
||||||
|
`TAPIR_FFPROBE_BIN`, `TAPIR_MAX_UPLOADED_TRANSCRIPT_CHARS` (90000 — the measured ceiling of
|
||||||
|
`iguana/gemma4-26b`, which silently drops the head above it), `TAPIR_UPLOAD_CHAT_MODEL`
|
||||||
|
(`iguana/gemma4-26b`; `koala/phi4-mini`'s 8,192-token context 400s on an hour of speech). Needs `ffmpeg` + `ffprobe`
|
||||||
|
in the runtime image; Tapir's own ingress body limit for a 200 MB upload is unverified (infra).
|
||||||
- **Auth key:** treat as a secret via the SecretStore port; do not hardcode in committed code.
|
- **Auth key:** treat as a secret via the SecretStore port; do not hardcode in committed code.
|
||||||
NOTE: the documented `sk-local-123` returned `401` on `30401/v1/models` (2026-06-02) — it is
|
NOTE: the documented `sk-local-123` returned `401` on `30401/v1/models` (2026-06-02) — it is
|
||||||
stale or the gateway now enforces the `LITELLM_MASTER_KEY` (1Password `op://HomeLab/LITELLM_MASTER_KEY`).
|
stale or the gateway now enforces the `LITELLM_MASTER_KEY` (1Password `op://HomeLab/LITELLM_MASTER_KEY`).
|
||||||
|
|||||||
@@ -0,0 +1,81 @@
|
|||||||
|
# kb-whisper vs pianissimo on one real hour of Swedish speech (tapir#33, 2026-10-01)
|
||||||
|
|
||||||
|
One recording, one speaker: a 63.7-minute Teams session of the maintainer dictating project
|
||||||
|
notes (domain-heavy, English loanwords and product names mixed into Swedish). **No transcript
|
||||||
|
text and no domain terms are recorded here**: this repo is public and the content is private.
|
||||||
|
Only aggregate numbers.
|
||||||
|
|
||||||
|
Backends, both through the LiteLLM gateway and Tapir's own adapter, unchanged:
|
||||||
|
`iguana/kb-whisper` (whisper.cpp, KB's Swedish fine-tune) and `iguana/pianissimo` (KlangAI
|
||||||
|
Swedish Parakeet/FastConformer-TDT, MLX 8-bit, served by a small FastAPI shell on iguana:8102).
|
||||||
|
|
||||||
|
## Result: a near tie on accuracy, a large difference in speed
|
||||||
|
|
||||||
|
| | kb-whisper | pianissimo |
|
||||||
|
|---|---|---|
|
||||||
|
| Wall time for 63.7 min | 4m08s (~15x realtime) | **40 s (~95x realtime)** |
|
||||||
|
| Segments | 1,302 (timed pieces, wrapped at ~60 chars) | 434 (sentences) |
|
||||||
|
| Words (normalised) | 6,606 | 6,510 |
|
||||||
|
| Punctuation | light, every segment ends in a full stop | heavier (138 vs 82 commas) |
|
||||||
|
| Repetition loops | none | none |
|
||||||
|
|
||||||
|
Word-level agreement between them: **92.4%** as first computed, **93.1%** after the segment
|
||||||
|
rejoin fix below. 380 aligned disagreement spans, median one word each.
|
||||||
|
|
||||||
|
**Blind A/B by the speaker** (the only ground truth available), on the 30 spans a model
|
||||||
|
(Claude Opus 5.5) had picked as changing meaning, shuffled and unlabelled: **pianissimo 17,
|
||||||
|
kb-whisper 13**, no "neither", no "can't tell".
|
||||||
|
|
||||||
|
| Category of the 30 | pianissimo | kb-whisper |
|
||||||
|
|---|---|---|
|
||||||
|
| Technical term / English loanword | 8 | 4 |
|
||||||
|
| Number / date / unit | 4 | 1 |
|
||||||
|
| Name / proper noun | 3 | 3 |
|
||||||
|
| Function word / small word | 1 | 2 |
|
||||||
|
| Other (everyday words) | 1 | 3 |
|
||||||
|
|
||||||
|
The reading: pianissimo is better on terminology and numbers, kb-whisper on ordinary Swedish
|
||||||
|
words; names are even. Their errors differ in kind: kb-whisper's tend to be garbled words, a
|
||||||
|
couple were wrong numbers; pianissimo's tend to be fluent substitutions that read as plausible
|
||||||
|
(a wrong institution, an invented person, a dropped sign), which a reader or an LLM is less
|
||||||
|
likely to catch.
|
||||||
|
|
||||||
|
Opus's own lean agreed with the speaker's blind answer on **30 of 30**. That is not a measure
|
||||||
|
of Opus over all 380 spans: it chose spans it could decide, and every one of the 30 carried a
|
||||||
|
lean. Its full classification of the 380 (counts only): function/small word 81, filler or
|
||||||
|
false start 65, technical term 58, compound split/join 46, other 39, name 28, casing or
|
||||||
|
punctuation residue 26, inflection 23, number/date/unit 10, content omission or insertion
|
||||||
|
(>= 3 words) 4.
|
||||||
|
|
||||||
|
## A bug this comparison found in Tapir (fixed)
|
||||||
|
|
||||||
|
kb-whisper's output is wrapped at ~60 characters and **a wrap can fall inside a word**; the
|
||||||
|
continuation segment has no leading space, the response's `text` field joins segments with
|
||||||
|
newlines, and a segment can be a lone `.`. Tapir stored that joined text, so chat received
|
||||||
|
broken words. Measured on real gateway output: 7% of segments (96/1,332) in a synthetic hour,
|
||||||
|
42/1,302 lines in the real one. berget's segments are whole sentences with no leading space, so
|
||||||
|
the two need different joins. `transcribe.joinSegments` now rebuilds the text from the segments.
|
||||||
|
Checked against the real transcript with pianissimo's vocabulary as an independent yardstick:
|
||||||
|
36 spans changed, 31 now entirely known words, words unknown to pianissimo 224 -> 177.
|
||||||
|
Five rejoined spans still contain an unknown word (a name or an unlucky glue): small residual
|
||||||
|
risk. Earlier tests used short sentences and could not see this.
|
||||||
|
|
||||||
|
## What this does not show
|
||||||
|
|
||||||
|
- **One recording, one speaker, one domain.** No claim about other voices, accents, crosstalk,
|
||||||
|
or room noise. 17 vs 13 is not a significant difference.
|
||||||
|
- **The other ~350 spans** were not judged by the speaker. They are mostly spelling, compounds,
|
||||||
|
fillers and small words; Opus's counts there are a model's judgement, not ground truth.
|
||||||
|
- Errors **both** models share in text they agree on are invisible to this method.
|
||||||
|
- Speed was measured once each, on an otherwise idle iguana; pianissimo's 40 s includes the
|
||||||
|
gateway hop and a 122 MB WAV upload.
|
||||||
|
- Whether pianissimo survives the infra#273 Metal-OOM contention the way whisper does not was
|
||||||
|
not tested; both run on iguana.
|
||||||
|
|
||||||
|
## What it suggests for Tapir (not decided, filed as an issue)
|
||||||
|
|
||||||
|
Pianissimo is a **second local backend on the same host, through the same adapter**. That
|
||||||
|
makes it a natural middle tier ahead of the cloud fallback (kb-whisper -> pianissimo ->
|
||||||
|
berget), so a wedged whisper no longer sends private audio off the homelab. At 40 s an hour it
|
||||||
|
is also cheap enough to run **both** on every upload and give chat both texts, or flag where
|
||||||
|
they disagree; the maintainer's blind answers show they err in different places.
|
||||||
@@ -0,0 +1,110 @@
|
|||||||
|
# Audio length ceiling — measured before designing chunking (tapir#33, 2026-10-01)
|
||||||
|
|
||||||
|
Question (#33, "the main technical risk"): at what recording length does Swedish
|
||||||
|
transcription through the LiteLLM gateway first fail, and with what failure mode?
|
||||||
|
Measured **before** any chunking design, with iguana not holding a large ollama model,
|
||||||
|
so the result is the ceiling and not the Metal OOM of infra#273.
|
||||||
|
|
||||||
|
## Answer
|
||||||
|
|
||||||
|
**No transcription ceiling was found at or below 90 minutes.** A single request carrying
|
||||||
|
90 minutes of 16 kHz mono PCM (174 MB) transcribed in one pass in 440 s. The first thing
|
||||||
|
that actually fails is **not whisper**: it is the public gateway ingress, which rejects the
|
||||||
|
upload with `413` at roughly 5.5 minutes of WAV.
|
||||||
|
|
||||||
|
| Route | First failure | Failure mode |
|
||||||
|
|---|---|---|
|
||||||
|
| `https://llm-api.d-ma.be` (openresty ingress) | between 8.0 MB and 10.5 MB body (~4–5.5 min of WAV) | `413 Request Entity Too Large`, HTML body from `openresty`, returned instantly |
|
||||||
|
| `http://koala:30401` (LiteLLM NodePort) → `iguana/kb-whisper` | **none up to 90 min / 174 MB** | — |
|
||||||
|
| `http://koala:30401` → `berget/kb-whisper` | **none up to 22 min / 42 MB** (largest tried) | — |
|
||||||
|
|
||||||
|
The ingress limit is the reason the 8:20 / 15 MB recording in #33 "failed repeatedly" and a
|
||||||
|
30-second slice succeeded. That failure was attributed to a Metal OOM; at least in the
|
||||||
|
size-dependent form described, a body-size cap explains it without one. (The OOM
|
||||||
|
mechanism in infra#273 is separately real; this run did not provoke it.)
|
||||||
|
|
||||||
|
The exact ingress cap was bracketed (8.0 MB passed, 10.5 MB failed), not read from the
|
||||||
|
ingress configuration, which lives in `infra`. "About 10 MB" is an inference.
|
||||||
|
|
||||||
|
## Method
|
||||||
|
|
||||||
|
- **Audio.** No known-good Swedish recording is available that is safe to use: the only real
|
||||||
|
one (`IMG_1233.wav`) is the private `/bygge` recording (#31 custody still open) and was
|
||||||
|
deliberately not touched. Instead: macOS `say -v Alva` (Swedish) on iguana, a 1,171-char
|
||||||
|
five-paragraph meeting script → 82.5 s of 16 kHz mono PCM WAV (`ffmpeg -ar 16000 -ac 1`).
|
||||||
|
Concatenated ×4, ×8, ×16, ×32, ×44, ×66 with Python `wave` (the issue's own recipe).
|
||||||
|
Nothing here is a real transcript; none of it is committed.
|
||||||
|
- **Request.** `POST /v1/audio/transcriptions`, multipart `file=`, `model=iguana/kb-whisper`,
|
||||||
|
`response_format=verbose_json`, `-H 'Expect:'` (per #33's traps), master key supplied only
|
||||||
|
through `op run` and never on argv.
|
||||||
|
- **Confound control.** `ollama /api/ps` on iguana was read before every step. Resident:
|
||||||
|
nothing, or `nomic-embed-text` (0.37 GB). Never a large model.
|
||||||
|
|
||||||
|
## Results (`iguana/kb-whisper`, NodePort)
|
||||||
|
|
||||||
|
| Audio | WAV size | HTTP | Wall | Realtime factor | Segments | Chars |
|
||||||
|
|---|---|---|---|---|---|---|
|
||||||
|
| 0:30 | 0.96 MB | 200 | 2.8 s | 11× | — | — |
|
||||||
|
| 2:30 / 3:20 / 4:10 | 4.8 / 6.4 / 8.0 MB | 200 (ingress) | 12.9 / 16.0 / 19.9 s | 12× | — | — |
|
||||||
|
| 5:30 (×4) | 10.5 MB | **413 ingress**, 200 NodePort in 27 s | 27 s | 12× | 121 | 4,557 |
|
||||||
|
| 11:00 (×8) | 21.1 MB | 200 | 53 s | 12× | 241 | 9,094 |
|
||||||
|
| 22:00 (×16) | 42.3 MB | 200 | 105 s | 13× | 482 | 18,201 |
|
||||||
|
| 44:01 (×32) | 84.5 MB | 200 | 209 s | 13× | 966 | 36,438 |
|
||||||
|
| 60:32 (×44) | 116.2 MB | 200 | 291 s | 12× | 1,332 | 50,145 |
|
||||||
|
| 90:48 (×66) | 174.3 MB | 200 | 440 s | 12× | 2,005 | 75,165 |
|
||||||
|
|
||||||
|
- Throughput is flat at ~12× realtime. 90 minutes costs ~7.5 minutes of wall time. This is
|
||||||
|
a minutes-long job, not a request/response one (see ADR-033 on ADR-018).
|
||||||
|
- Segments per source repetition stay at 30.1–30.4 from ×4 to ×66, and segment times are
|
||||||
|
monotonic with `last_end` within 0.2 s of `duration`. No drift and no repetition-loop
|
||||||
|
hallucination appeared across 90 minutes. This is a weak check — the input is a repeated
|
||||||
|
loop and synthetic voice — not evidence of accuracy.
|
||||||
|
- **Only `iguana/kb-whisper`'s `x4` run reported `last_end` 360.0 s against `duration`
|
||||||
|
330.2 s.** Whisper's final segment can end past the audio; clamp to `duration`.
|
||||||
|
|
||||||
|
## Findings that change the design
|
||||||
|
|
||||||
|
1. **Use the NodePort route, not the public hostname.** Tapir runs in-cluster beside the
|
||||||
|
gateway; `llm-api.d-ma.be` is the external door and has a body cap. #33 said "use the
|
||||||
|
gateway, never the host" and named the public URL; the gateway is right, that URL is not.
|
||||||
|
`TAPIR_GATEWAY_URL` already points at `koala:30401/v1`.
|
||||||
|
2. **`response_format=srt` survives the LiteLLM hop, but wrapped.** The response is JSON
|
||||||
|
`{"text": "<the SRT>", "usage": …}`, not a bare SRT body — a client that parses the body
|
||||||
|
as SRT gets a parse error on `{`. #33 question 2 is answered: it passes through, inside
|
||||||
|
an envelope.
|
||||||
|
3. **The two backends return different timestamp granularity.** `iguana/kb-whisper`
|
||||||
|
segments are **whole seconds** (`0→1`, `1→4`, `4→7`); `berget/kb-whisper` returns real
|
||||||
|
sub-second times (`0.051→1.192`) and a different `language` token (`swedish` vs `sv`).
|
||||||
|
`verbose_json` and the default JSON were byte-identical on iguana. An adapter that
|
||||||
|
falls back between the two must normalise both, and "which endpoint served this" is
|
||||||
|
a quality fact, not just a log line.
|
||||||
|
4. **The existing chat path cannot answer about most of a long recording.** At
|
||||||
|
828 chars/min (this fixture; real speech is plausibly a little denser),
|
||||||
|
`TAPIR_MAX_TRANSCRIPT_CHARS`'s default of **18,000** is ~21.7 minutes. A 60-minute
|
||||||
|
transcript is 50 k chars, a 90-minute one 75 k. `chat.Service` truncates by keeping
|
||||||
|
the head (`internal/adapters/chat/chat.go`), so questions about the last two-thirds of
|
||||||
|
a one-hour meeting get an answer from a transcript that does not contain it. #33 says
|
||||||
|
chat "retrieves rather than generates" and therefore has no ceiling; it **stuffs and
|
||||||
|
truncates**, and its ceiling is the model context. See ADR-033.
|
||||||
|
5. **Chunking is not needed for v1 on length.** Nothing failed up to 90 minutes. The
|
||||||
|
chunking-and-stitching recipe in #33 (offset timestamps, renumber cues, strip `\r`) is
|
||||||
|
not built. It stays the answer *if* a longer cap is wanted or the OOM mechanism forces
|
||||||
|
smaller requests — see ADR-033's resolution triggers.
|
||||||
|
|
||||||
|
## What this did not measure
|
||||||
|
|
||||||
|
- **Metal OOM under contention.** Deliberately avoided. A big resident ollama model
|
||||||
|
during a long transcription is still the known way to wedge iguana permanently.
|
||||||
|
- **Real speech.** TTS is clean, single-voice, no crosstalk or room noise. WER and
|
||||||
|
speaker overlap in a Teams export are untested. Speed is probably representative;
|
||||||
|
accuracy is not claimed.
|
||||||
|
- **Compressed input.** Only WAV was sent. Whether `m4a`/`mp3`/`opus` can reach whisper
|
||||||
|
without a server-side transcode is not established here (ADR-033 treats it as needing one).
|
||||||
|
- **Concurrency.** One request at a time. Two simultaneous 90-minute jobs on iguana were
|
||||||
|
not tried.
|
||||||
|
- **`berget/kb-whisper` beyond 22 min / 42 MB.** Enough to know the fallback is not
|
||||||
|
size-capped at meeting length for 22 minutes; not proven at 90.
|
||||||
|
- **Time-of-day / other tenants.** One afternoon, one run per length.
|
||||||
|
|
||||||
|
Scripts were throwaway shell/Python in a session scratchpad and are not committed; the
|
||||||
|
method above reproduces them.
|
||||||
@@ -0,0 +1,66 @@
|
|||||||
|
# Chat over a long transcript — what the offered models really hold (tapir#33, 2026-10-01)
|
||||||
|
|
||||||
|
Question: ADR-033 reuses `chat.Service`, which stuffs the transcript into the prompt and
|
||||||
|
cuts the tail. #33 assumed chat "retrieves rather than generates" and so has no length
|
||||||
|
ceiling. It does not retrieve, so its ceiling is the model's context. What is it, for the
|
||||||
|
models chat actually offers?
|
||||||
|
|
||||||
|
## Answer
|
||||||
|
|
||||||
|
| Model (via the NodePort gateway) | Result | Limit found |
|
||||||
|
|---|---|---|
|
||||||
|
| `koala/phi4-mini` | correct to 30,000 chars; **HTTP 400 at 50,000** (13,332 tokens vs an 8,192-token context) | ~22,000 chars in production, where the client adds `max_tokens: 1500` |
|
||||||
|
| `iguana/gemma4-26b` | correct at 18k, 50k and **90,000 chars** (26.5 k tokens); **at 120,000 chars it silently loses the head** | **90,000 chars** |
|
||||||
|
| `berget/mistral-small` | answered "the transcript does not contain it" for a fact **at the end** of an 18,000-char and a 50,000-char transcript | unreliable here, one run each — see caveats |
|
||||||
|
|
||||||
|
The dangerous one is gemma at 120,000 chars: **no error, no truncation flag** — the reported
|
||||||
|
prompt tokens fell from 26,548 (90 k chars) to 16,387 (120 k chars), and the model answered
|
||||||
|
"it does not say who the chair is" about a sentence at the very start of the transcript. The
|
||||||
|
serving layer truncated the prompt from the front. `chat.Service` reports `Truncated: false`
|
||||||
|
because *it* did not cut anything.
|
||||||
|
|
||||||
|
## What this changes
|
||||||
|
|
||||||
|
1. **The budget for an uploaded transcript is 90,000 chars, not a round 120,000.** That is the
|
||||||
|
best offered model's measured limit, ~100 minutes of speech at the fixture's density.
|
||||||
|
`TAPIR_MAX_UPLOADED_TRANSCRIPT_CHARS` defaults to it.
|
||||||
|
2. **Chat over an upload must not open on the summarizer default.** The offered list is
|
||||||
|
`[SummarizerModel, FallbackModel, CloudFallbackModel]`, so `koala/phi4-mini` is first — and
|
||||||
|
400s on an hour of speech. `TAPIR_UPLOAD_CHAT_MODEL` (default `iguana/gemma4-26b`) is what
|
||||||
|
the upload chat opens with; the switcher still lists every model.
|
||||||
|
3. **A per-model budget does not exist yet.** Someone who switches the dropdown to
|
||||||
|
`phi4-mini` on a long recording gets a loud HTTP 400, shown inline as "couldn't answer".
|
||||||
|
That fails honestly but unhelpfully. Filed as a follow-up.
|
||||||
|
4. **The "retrieval chat" trigger in ADR-033 is now concrete:** any recording past 90,000 chars
|
||||||
|
(≈100 min) cannot be answered by stuffing, for any offered model.
|
||||||
|
|
||||||
|
## Method
|
||||||
|
|
||||||
|
`POST /v1/chat/completions` through `http://koala:30401/v1`, `temperature: 0`,
|
||||||
|
`max_tokens: 200` (production sends 1500 for chat via the summary token cap), the same system
|
||||||
|
framing as `chat.Service`. The transcript is the 60-minute synthetic fixture from
|
||||||
|
`audio-length-ceiling-2026-10-01.md` truncated/repeated to N chars, with one unique sentence
|
||||||
|
planted either at the **end** ("lagret på Kvarngatan ska tömmas … av Pelle", question: who/when)
|
||||||
|
or at the **head** ("kvällens ordförande är Ingrid", question: who chairs). Needle at the
|
||||||
|
end alone would have missed the gemma failure — a serving layer that truncates from the front
|
||||||
|
keeps the tail, so the end-needle passed at 120,000 chars; only the head-needle exposed it.
|
||||||
|
Grounded = the answer contains the planted fact.
|
||||||
|
|
||||||
|
## What this did not measure
|
||||||
|
|
||||||
|
- **Real speech**: the fixture is a repeated 82-second script, so retrieval "difficulty" is
|
||||||
|
artificially easy except for the planted needle. One question per run, one run per cell.
|
||||||
|
- **`berget/mistral-small`'s failure**: it missed an end-needle at 18,000 chars where the
|
||||||
|
others succeeded. One run; could be the model, the prompt framing, or position bias. Not
|
||||||
|
investigated; do not read it as a ranking.
|
||||||
|
- **Latency under load**, **concurrent** chat while whisper is transcribing, and in particular
|
||||||
|
the hazard below.
|
||||||
|
- **`koala/qwen36-35b-a3b` or any frontier model** — not in the offered list.
|
||||||
|
|
||||||
|
## A hazard this surfaces and does not solve
|
||||||
|
|
||||||
|
`iguana/gemma4-26b` is a large ollama model on the same host as `iguana/kb-whisper`. infra#273
|
||||||
|
is precisely that a large resident ollama model can Metal-OOM whisper-server permanently. Making
|
||||||
|
gemma the default *chat* model for uploads means chatting with a transcript can load the model
|
||||||
|
that wedges the transcriber. The primary-fails-over-to-berget design limits the blast radius but
|
||||||
|
does not remove it. Recorded in ADR-033 and filed.
|
||||||
@@ -0,0 +1,75 @@
|
|||||||
|
# Can a local model adjudicate two ASR transcripts? (tapir#33, 2026-10-01)
|
||||||
|
|
||||||
|
Question: when `iguana/kb-whisper` and `iguana/pianissimo` disagree about a word or phrase,
|
||||||
|
can a **local** model say which reading is right, well enough to merge the two transcripts?
|
||||||
|
Ground truth: the speaker's own blind answers on 30 disagreements of one real recording
|
||||||
|
(see `asr-kb-whisper-vs-pianissimo-2026-10-01.md`; no transcript text is recorded here,
|
||||||
|
this repo is public). Reference: Claude Opus 5.5 agreed with the speaker on all 30.
|
||||||
|
|
||||||
|
## Method
|
||||||
|
|
||||||
|
- **Items:** 30 disagreement spans that Opus had picked as changing meaning, the speaker's
|
||||||
|
verdict as truth (pianissimo right 17, kb-whisper right 13).
|
||||||
|
- **Prompt:** one fixed English instruction (two transcriptions of Swedish speech differ at
|
||||||
|
ONE marked spot; say which reading the speaker most likely said; reply `ANSWER: 1|2|UNSURE`
|
||||||
|
plus one sentence). Each item was asked in **both reading orders** and in **two contexts**:
|
||||||
|
narrow (+-8 words) and wide (+-100 words). 120 calls per model, temperature 0.
|
||||||
|
- **Models:** 11, all local (`koala/*`, `iguana/*`): nothing left the homelab. Run one iguana
|
||||||
|
model at a time, each unloaded afterwards, to avoid the memory pressure behind infra#273;
|
||||||
|
whisper was confirmed healthy afterwards.
|
||||||
|
- **Pass criteria, fixed before the run:** wide context, strict accuracy >= 80% (an
|
||||||
|
unparseable or "unsure" answer counts as wrong), order-swap consistency >= 85%,
|
||||||
|
unparseable <= 10%.
|
||||||
|
|
||||||
|
## Results (wide context, 60 calls per model)
|
||||||
|
|
||||||
|
| Model | Correct | 95% CI | Same pick when order swapped | Unparseable | s/call | Pass |
|
||||||
|
|---|---|---|---|---|---|---|
|
||||||
|
| `iguana/gemma4-31b` | 58 = 97% | 89-99% | 93% | 0 | 10.4 | **yes** |
|
||||||
|
| `iguana/gemma4-26b` | 55 = 92% | 82-96% | 93% | 0 | 2.0 | **yes** |
|
||||||
|
| `iguana/ornith-35b` | 51 = 85% | 74-92% | 77% | 0 | 2.5 | no (consistency) |
|
||||||
|
| `koala/phi4-14b` | 50 = 83% | 72-91% | 80% | 0 | 1.0 | no (consistency) |
|
||||||
|
| `koala/qwen36-35b-a3b` | 49 = 82% | 70-89% | 83% | 0 | 3.3 | no (consistency) |
|
||||||
|
| `iguana/granite4` | 47 = 78% | 66-87% | 83% | 0 | 4.6 | no |
|
||||||
|
| `iguana/qwen3-14b` | 44 = 73% | 61-83% | 87% | 0 | 4.4 | no (accuracy) |
|
||||||
|
| `iguana/gpt-oss-20b` | 40 = 67% | 54-77% | 100% | 17 | 11.2 | no (unparseable) |
|
||||||
|
| `koala/phi4-mini` | 37 = 62% | 49-73% | 24% | 1 | 0.5 | no |
|
||||||
|
| `iguana/gemma4-26b-think` | 23 = 38% | 27-51% | 100% | 37 | 15.3 | no (unparseable) |
|
||||||
|
| `koala/qwen35-9b-fast` | 0 | n/a | n/a | 60 | 7.2 | no (no output) |
|
||||||
|
|
||||||
|
Narrow context only (+-8 words) costs 6-12 points for the models that pass: gemma4-31b 92%,
|
||||||
|
gemma4-26b 83%, ornith-35b 80%. Context is not decoration: Opus also used evidence from
|
||||||
|
elsewhere in the recording (an amount stated earlier, a term that recurs).
|
||||||
|
|
||||||
|
Position bias: the passing models pick "Reading 1" 47-51% of the time. `phi4-mini` picks it 15%
|
||||||
|
and flips its answer when the order is swapped 76% of the time: it carries almost no signal.
|
||||||
|
|
||||||
|
## Reading it
|
||||||
|
|
||||||
|
- **Two models pass:** the gemma4 pair. Both clear the bar and neither shows position bias.
|
||||||
|
26b is ~5x faster; their intervals overlap, so 30 items cannot separate 92% from 97%.
|
||||||
|
- **The thinking models were not tested fairly.** `gpt-oss-20b` and `gemma4-26b-think` spend
|
||||||
|
the 600-token budget reasoning and often never reach the answer line. When gemma4-26b-think
|
||||||
|
did answer, it was right 23 of 23; gpt-oss-20b 93% of the answered. A larger budget would
|
||||||
|
make them eligible; at 15 s a call it would not make them practical.
|
||||||
|
|
||||||
|
## What this does not show
|
||||||
|
|
||||||
|
- **Thirty items, one recording, one speaker, one domain.** The 30 were chosen by Opus as
|
||||||
|
decidable, so they overstate how easy the typical disagreement is; ~350 others are mostly
|
||||||
|
spelling, compounds and fillers, which no ground truth covers.
|
||||||
|
- Opus agreeing 30/30 is not a measure of Opus over all 380 disagreements.
|
||||||
|
- Accuracy was measured at temperature 0 on one prompt; no prompt tuning was tried.
|
||||||
|
- The speaker's answers are the only truth; they are one person's recollection of what they said.
|
||||||
|
|
||||||
|
## Why gemma4-31b is slow, and what was ruled out
|
||||||
|
|
||||||
|
On iguana (M2 Ultra, 64 GB) the dense 31B runs at **103 tok/s prefill, 7.9 tok/s decode**; the
|
||||||
|
26B MoE at 641 and 39.6. Ruled out as the cause: memory pressure (no swap, 45% free, model 100%
|
||||||
|
on GPU), context length (32k vs 4k made no difference), and the **inference engine** — MLX 4-bit
|
||||||
|
of the same model measured 76 tok/s prefill and 8.6 decode, the same within noise. (Terse
|
||||||
|
output saves only ~3.6 s of ~9.3 s because prefill dominates.) Two unrelated engines at the same
|
||||||
|
speed points at the machine: ~140 GB/s effective memory bandwidth on a part rated for 800, and
|
||||||
|
**iguana has macOS Low Power Mode on** (`pmset` `lowpowermode 1`). That is the leading suspect
|
||||||
|
and is **not proven**: turning it off needs root and was not done. A first MLX benchmark was
|
||||||
|
wrong because `mlx_lm.server` caches prompts; the figures above are from the corrected run.
|
||||||
@@ -0,0 +1,108 @@
|
|||||||
|
Feature: Upload an audio recording, get a private Swedish transcript, discuss it
|
||||||
|
As someone with a recorded meeting on my computer
|
||||||
|
I want to upload it and then ask questions about what was said
|
||||||
|
So that I can find out what was decided, what is open and who owes what
|
||||||
|
|
||||||
|
# ADR-033, tapir#33. The load-bearing constraint: an uploaded transcript is
|
||||||
|
# PRIVATE content, so it lives in its own RLS-scoped store and never in the
|
||||||
|
# shared public-caption `transcripts` table (ADR-021). Rejection is synchronous,
|
||||||
|
# the audio is never retained, and a failed job ends in a terminal state with a
|
||||||
|
# message — never a spinner (ADR-025). A file with a video track (a Teams meeting
|
||||||
|
# with the camera off is one) is accepted: only its audio is used and the user is
|
||||||
|
# told. Video playback, keyframes and analysis of what is shown remain #28.
|
||||||
|
|
||||||
|
Background:
|
||||||
|
Given I am a registered user with audio upload enabled
|
||||||
|
|
||||||
|
Scenario: The upload form states the limits up front
|
||||||
|
When I open the upload page
|
||||||
|
Then I see the size limit and the length limit before I choose a file
|
||||||
|
|
||||||
|
Scenario: An accepted recording is queued and I am taken to its page
|
||||||
|
When I upload an audio file within the limits
|
||||||
|
Then it is recorded as queued for me
|
||||||
|
And I am redirected to its page
|
||||||
|
|
||||||
|
Scenario: A recording with no title is named after its file
|
||||||
|
When I upload an audio file and give no title
|
||||||
|
Then its title is the filename without its extension
|
||||||
|
|
||||||
|
Scenario: A file with a video track is accepted and I am told the video was ignored
|
||||||
|
When I upload a recording that also has a video track
|
||||||
|
Then it is accepted and queued like any other
|
||||||
|
And its page says only its audio was used and the video was discarded
|
||||||
|
And it says so while queued, while transcribing, when done and when failed
|
||||||
|
|
||||||
|
Scenario: A video file with no audio is rejected for having no audio
|
||||||
|
When I upload a video that has no audio track
|
||||||
|
Then it is rejected with a message that it has no audio
|
||||||
|
And nothing is recorded
|
||||||
|
|
||||||
|
Scenario: A recording over the length limit is rejected with both lengths
|
||||||
|
When I upload a recording longer than the limit
|
||||||
|
Then it is rejected stating the recording's length and the limit
|
||||||
|
And nothing is recorded
|
||||||
|
|
||||||
|
Scenario: A file over the size limit is rejected as too large
|
||||||
|
When I upload a file larger than the size limit
|
||||||
|
Then it is rejected with 413 and a message about the limit
|
||||||
|
And nothing is recorded
|
||||||
|
|
||||||
|
Scenario: Cover art on an audio file is not a video track
|
||||||
|
When I upload an mp3 whose only video stream is attached cover art
|
||||||
|
Then it is treated as audio and no video notice is shown
|
||||||
|
|
||||||
|
Scenario: A file that is not media is rejected as unreadable
|
||||||
|
When I upload a file ffprobe cannot read
|
||||||
|
Then it is rejected as the file's fault
|
||||||
|
|
||||||
|
Scenario: A broken ffprobe is reported as our fault, not as a bad file
|
||||||
|
When the prober itself fails
|
||||||
|
Then the upload is an error rather than a rejection of my file
|
||||||
|
|
||||||
|
Scenario: A recording becomes a transcript and the audio is deleted
|
||||||
|
Given I have uploaded a recording
|
||||||
|
When it has been transcribed
|
||||||
|
Then the transcript is stored privately for me
|
||||||
|
And the audio is deleted
|
||||||
|
|
||||||
|
Scenario: The endpoint that served a transcript is recorded and shown
|
||||||
|
Given a recording was transcribed by the fallback endpoint
|
||||||
|
When I view its page
|
||||||
|
Then it names the fallback endpoint, because that means the audio left the homelab
|
||||||
|
|
||||||
|
Scenario: The local endpoint is tried first and the fallback only on failure
|
||||||
|
When the primary transcription endpoint fails for any reason
|
||||||
|
Then the fallback endpoint transcribes it
|
||||||
|
But when the primary succeeds the fallback is never contacted
|
||||||
|
|
||||||
|
Scenario: A failed transcription ends in a message, never a spinner
|
||||||
|
When every transcription endpoint fails
|
||||||
|
Then the upload is failed with a typed reason
|
||||||
|
And its page shows that reason and stops polling
|
||||||
|
|
||||||
|
Scenario: A restart fails the jobs it interrupted
|
||||||
|
Given the service restarted while a recording was queued or transcribing
|
||||||
|
When it starts again
|
||||||
|
Then those uploads are failed as interrupted
|
||||||
|
And any audio left in the spool is deleted
|
||||||
|
|
||||||
|
Scenario: Only one recording is transcribed at a time
|
||||||
|
When several recordings are queued
|
||||||
|
Then they are transcribed one after another
|
||||||
|
|
||||||
|
Scenario: My uploads are invisible to other users
|
||||||
|
Given another user has uploaded a recording
|
||||||
|
When I ask for it by its id
|
||||||
|
Then I get 404 and no part of its title or text
|
||||||
|
And the chat for it calls no model
|
||||||
|
|
||||||
|
Scenario: I can ask about my recording and get a grounded answer
|
||||||
|
Given my recording has been transcribed
|
||||||
|
When I ask a question about it
|
||||||
|
Then the answer comes from my transcript through the same chat as a video's
|
||||||
|
|
||||||
|
Scenario: A long recording is not cut to its first third
|
||||||
|
Given my recording's transcript is longer than the caption default
|
||||||
|
When I ask a question about it
|
||||||
|
Then the transcript is sent with the upload budget, not the 18,000-character caption default
|
||||||
@@ -0,0 +1,47 @@
|
|||||||
|
package audio
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"fmt"
|
||||||
|
"os"
|
||||||
|
"os/exec"
|
||||||
|
"strings"
|
||||||
|
)
|
||||||
|
|
||||||
|
// FFmpeg converts any audio container to the strict format whisper wants: 16 kHz
|
||||||
|
// mono signed 16-bit PCM WAV (ADR-033). It ALWAYS transcodes, even when the input
|
||||||
|
// already is that format — a Teams export often is, and the transcode is then
|
||||||
|
// nearly free; assuming it would be the bug. This replaces whisper-server's
|
||||||
|
// --convert, whose --tmp-dir is created at process start and rots under macOS
|
||||||
|
// periodic cleanup.
|
||||||
|
type FFmpeg struct {
|
||||||
|
// Bin is the ffmpeg executable ("ffmpeg" resolves via PATH).
|
||||||
|
Bin string
|
||||||
|
}
|
||||||
|
|
||||||
|
// ToWAV writes src, converted, to dst. Video streams are dropped (-vn): by now the
|
||||||
|
// file has already been probed as audio-only, but a cover-art stream must not end
|
||||||
|
// up in the WAV.
|
||||||
|
func (f *FFmpeg) ToWAV(ctx context.Context, src, dst string) error {
|
||||||
|
bin := f.Bin
|
||||||
|
if bin == "" {
|
||||||
|
bin = "ffmpeg"
|
||||||
|
}
|
||||||
|
// Input restrictions go BEFORE -i: placed after it they would apply to the output.
|
||||||
|
args := append([]string{"-y", "-v", "error"}, inputRestrictions...)
|
||||||
|
args = append(args, "-i", src, "-vn", "-ac", "1", "-ar", "16000", "-c:a", "pcm_s16le", "-f", "wav", dst)
|
||||||
|
cmd := exec.CommandContext(ctx, bin, args...)
|
||||||
|
cmd.WaitDelay = killGrace
|
||||||
|
if out, err := cmd.CombinedOutput(); err != nil {
|
||||||
|
if ctxErr := ctx.Err(); ctxErr != nil {
|
||||||
|
return fmt.Errorf("audio: ffmpeg: %w", ctxErr)
|
||||||
|
}
|
||||||
|
return fmt.Errorf("audio: ffmpeg: %w: %s", err, strings.TrimSpace(string(out)))
|
||||||
|
}
|
||||||
|
// A zero exit that wrote nothing is still a failure: never hand whisper a
|
||||||
|
// missing file and let the error surface three layers later.
|
||||||
|
if info, err := os.Stat(dst); err != nil || info.Size() == 0 {
|
||||||
|
return fmt.Errorf("audio: ffmpeg wrote no output at %s", dst)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
@@ -0,0 +1,79 @@
|
|||||||
|
package audio_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"errors"
|
||||||
|
"os"
|
||||||
|
"path/filepath"
|
||||||
|
"strings"
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
"github.com/stretchr/testify/require"
|
||||||
|
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/adapters/audio"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestFFmpegToWAV_AsksForSixteenKilohertzMonoPCMAlways(t *testing.T) {
|
||||||
|
// Always transcode, even when the input already is 16 kHz mono: a Teams export
|
||||||
|
// often is, and the point is to not ASSUME (ADR-033). Records the argv.
|
||||||
|
rec := filepath.Join(t.TempDir(), "argv")
|
||||||
|
bin := stub(t, `printf '%s\n' "$@" > `+rec+`
|
||||||
|
for a; do last="$a"; done
|
||||||
|
printf data > "$last"`)
|
||||||
|
|
||||||
|
err := (&audio.FFmpeg{Bin: bin}).ToWAV(context.Background(), "/spool/in", filepath.Join(t.TempDir(), "out.wav"))
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
raw, err := os.ReadFile(rec)
|
||||||
|
require.NoError(t, err)
|
||||||
|
argv := strings.Split(strings.TrimSpace(string(raw)), "\n")
|
||||||
|
joined := " " + strings.Join(argv, " ") + " "
|
||||||
|
for _, want := range []string{" -ac 1 ", " -ar 16000 ", " -c:a pcm_s16le ", " -vn ", " -i /spool/in "} {
|
||||||
|
assert.Contains(t, joined, want)
|
||||||
|
}
|
||||||
|
assert.True(t, strings.HasSuffix(strings.TrimSpace(joined), "out.wav"), "the output path is the last argument")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFFmpegToWAV_NonzeroExitIsAnErrorCarryingStderr(t *testing.T) {
|
||||||
|
bin := stub(t, `echo "moov atom not found" >&2; exit 1`)
|
||||||
|
|
||||||
|
err := (&audio.FFmpeg{Bin: bin}).ToWAV(context.Background(), "/in", filepath.Join(t.TempDir(), "o.wav"))
|
||||||
|
|
||||||
|
require.Error(t, err)
|
||||||
|
assert.Contains(t, err.Error(), "moov atom not found")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFFmpegToWAV_ZeroExitWithNoOutputIsAnError(t *testing.T) {
|
||||||
|
bin := stub(t, `exit 0`)
|
||||||
|
|
||||||
|
err := (&audio.FFmpeg{Bin: bin}).ToWAV(context.Background(), "/in", filepath.Join(t.TempDir(), "never-written.wav"))
|
||||||
|
|
||||||
|
require.Error(t, err)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFFmpegToWAV_MissingBinaryIsAnError(t *testing.T) {
|
||||||
|
err := (&audio.FFmpeg{Bin: filepath.Join(t.TempDir(), "no-ffmpeg")}).ToWAV(context.Background(), "/in", "/out.wav")
|
||||||
|
|
||||||
|
require.Error(t, err)
|
||||||
|
assert.False(t, errors.Is(err, context.Canceled))
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFFmpegToWAV_RestrictsWhatTheFileMayMakeFFmpegOpen(t *testing.T) {
|
||||||
|
rec := filepath.Join(t.TempDir(), "argv")
|
||||||
|
bin := stub(t, `printf '%s\n' "$@" > `+rec+`
|
||||||
|
for a; do last="$a"; done
|
||||||
|
printf data > "$last"`)
|
||||||
|
|
||||||
|
err := (&audio.FFmpeg{Bin: bin}).ToWAV(context.Background(), "/spool/in", filepath.Join(t.TempDir(), "o.wav"))
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
args := argvOf(t, rec)
|
||||||
|
pw, fw, in := indexOf(args, "-protocol_whitelist"), indexOf(args, "-format_whitelist"), indexOf(args, "-i")
|
||||||
|
require.GreaterOrEqual(t, pw, 0, "argv: %v", args)
|
||||||
|
require.GreaterOrEqual(t, fw, 0, "argv: %v", args)
|
||||||
|
assert.Equal(t, "file,pipe", args[pw+1])
|
||||||
|
assert.Equal(t, audio.AllowedDemuxers, args[fw+1])
|
||||||
|
assert.Less(t, pw, in, "input options must come BEFORE -i or ffmpeg applies them to the output")
|
||||||
|
assert.Less(t, fw, in)
|
||||||
|
}
|
||||||
@@ -0,0 +1,109 @@
|
|||||||
|
// Package audio holds the adapters that inspect and convert user-supplied audio
|
||||||
|
// with ffmpeg's tools (ADR-033). They sit behind small ports so the use case is
|
||||||
|
// tested with fakes and only this package knows a subprocess is involved.
|
||||||
|
package audio
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"encoding/json"
|
||||||
|
"errors"
|
||||||
|
"fmt"
|
||||||
|
"os/exec"
|
||||||
|
"strconv"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/uploads"
|
||||||
|
)
|
||||||
|
|
||||||
|
// FFprobe implements uploads.Prober by running ffprobe on the spooled file.
|
||||||
|
type FFprobe struct {
|
||||||
|
// Bin is the ffprobe executable ("ffprobe" resolves via PATH).
|
||||||
|
Bin string
|
||||||
|
}
|
||||||
|
|
||||||
|
// AllowedDemuxers are the input formats an upload may be. The input is
|
||||||
|
// attacker-supplied, and a file's CONTENT can tell ffmpeg to open other files or
|
||||||
|
// URLs (HLS and concat playlists, image2 sequences, network demuxers). Recent
|
||||||
|
// ffmpeg refuses the ones tried (7.0.2: HLS without a .m3u8 name is not sniffed,
|
||||||
|
// concat rejects unsafe paths), but that is version luck; this list is not. It
|
||||||
|
// holds the containers real recordings use and none of the playlist or network
|
||||||
|
// formats. "mov" covers .mp4/.m4a/.3gp; "matroska" covers .webm.
|
||||||
|
const AllowedDemuxers = "wav,mov,mp4,m4a,3gp,mp3,ogg,matroska,webm,flac,aac,opus,aiff,amr,asf"
|
||||||
|
|
||||||
|
// inputRestrictions are ffmpeg/ffprobe INPUT options and must precede the input.
|
||||||
|
// Local files and pipes only: no network, no other protocols.
|
||||||
|
var inputRestrictions = []string{"-protocol_whitelist", "file,pipe", "-format_whitelist", AllowedDemuxers}
|
||||||
|
|
||||||
|
// killGrace bounds how long Probe waits for a cancelled ffprobe's pipes to close.
|
||||||
|
const killGrace = 2 * time.Second
|
||||||
|
|
||||||
|
// Probe runs ffprobe and classifies the outcome. A non-zero exit means ffprobe
|
||||||
|
// looked at the file and could not read it: that is the FILE's fault and returns
|
||||||
|
// uploads.ErrUnreadable. A missing binary, a cancelled context or unparsable
|
||||||
|
// output is OURS and is returned as an ordinary error, so it is never reported to
|
||||||
|
// the user as their file being bad.
|
||||||
|
func (f *FFprobe) Probe(ctx context.Context, path string) (uploads.Probe, error) {
|
||||||
|
bin := f.Bin
|
||||||
|
if bin == "" {
|
||||||
|
bin = "ffprobe"
|
||||||
|
}
|
||||||
|
args := append([]string{"-v", "error"}, inputRestrictions...)
|
||||||
|
args = append(args, "-print_format", "json", "-show_format", "-show_streams", path)
|
||||||
|
cmd := exec.CommandContext(ctx, bin, args...)
|
||||||
|
cmd.WaitDelay = killGrace
|
||||||
|
out, err := cmd.Output()
|
||||||
|
if err != nil {
|
||||||
|
if ctxErr := ctx.Err(); ctxErr != nil {
|
||||||
|
return uploads.Probe{}, fmt.Errorf("audio: ffprobe: %w", ctxErr)
|
||||||
|
}
|
||||||
|
var exit *exec.ExitError
|
||||||
|
if errors.As(err, &exit) {
|
||||||
|
return uploads.Probe{}, fmt.Errorf("%w: ffprobe: %s", uploads.ErrUnreadable, exit.Stderr)
|
||||||
|
}
|
||||||
|
return uploads.Probe{}, fmt.Errorf("audio: run ffprobe: %w", err)
|
||||||
|
}
|
||||||
|
p, err := ParseProbe(out)
|
||||||
|
if err != nil {
|
||||||
|
return uploads.Probe{}, fmt.Errorf("audio: ffprobe output: %w", err)
|
||||||
|
}
|
||||||
|
return p, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// probeJSON is the subset of `ffprobe -print_format json` output that matters.
|
||||||
|
type probeJSON struct {
|
||||||
|
Streams []struct {
|
||||||
|
CodecType string `json:"codec_type"`
|
||||||
|
Disposition struct {
|
||||||
|
AttachedPic int `json:"attached_pic"`
|
||||||
|
} `json:"disposition"`
|
||||||
|
} `json:"streams"`
|
||||||
|
Format struct {
|
||||||
|
Duration string `json:"duration"`
|
||||||
|
} `json:"format"`
|
||||||
|
}
|
||||||
|
|
||||||
|
// ParseProbe turns ffprobe's JSON into a uploads.Probe. A video stream that is
|
||||||
|
// only attached cover art (an mp3/m4a with an album picture) is not video. A
|
||||||
|
// missing or "N/A" duration yields zero, which uploads.Validate rejects as
|
||||||
|
// unreadable rather than accepting an empty recording.
|
||||||
|
func ParseProbe(data []byte) (uploads.Probe, error) {
|
||||||
|
var j probeJSON
|
||||||
|
if err := json.Unmarshal(data, &j); err != nil {
|
||||||
|
return uploads.Probe{}, fmt.Errorf("decode: %w", err)
|
||||||
|
}
|
||||||
|
var p uploads.Probe
|
||||||
|
for _, s := range j.Streams {
|
||||||
|
switch s.CodecType {
|
||||||
|
case "audio":
|
||||||
|
p.HasAudio = true
|
||||||
|
case "video":
|
||||||
|
if s.Disposition.AttachedPic == 0 {
|
||||||
|
p.HasVideo = true
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if secs, err := strconv.ParseFloat(j.Format.Duration, 64); err == nil && secs > 0 {
|
||||||
|
p.Duration = time.Duration(secs * float64(time.Second))
|
||||||
|
}
|
||||||
|
return p, nil
|
||||||
|
}
|
||||||
@@ -0,0 +1,186 @@
|
|||||||
|
package audio_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"errors"
|
||||||
|
"os"
|
||||||
|
"path/filepath"
|
||||||
|
"strings"
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
"github.com/stretchr/testify/require"
|
||||||
|
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/adapters/audio"
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/uploads"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestParseProbe(t *testing.T) {
|
||||||
|
tests := []struct {
|
||||||
|
name string
|
||||||
|
json string
|
||||||
|
want uploads.Probe
|
||||||
|
}{
|
||||||
|
{
|
||||||
|
name: "audio-only m4a",
|
||||||
|
json: `{"streams":[{"codec_type":"audio","disposition":{"attached_pic":0}}],"format":{"duration":"2701.5"}}`,
|
||||||
|
want: uploads.Probe{Duration: 2701*time.Second + 500*time.Millisecond, HasAudio: true},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "mp4 with a real video stream",
|
||||||
|
json: `{"streams":[{"codec_type":"video","disposition":{"attached_pic":0}},{"codec_type":"audio"}],"format":{"duration":"240.0"}}`,
|
||||||
|
want: uploads.Probe{Duration: 240 * time.Second, HasAudio: true, HasVideo: true},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "mp3 whose only video stream is attached cover art is NOT video",
|
||||||
|
json: `{"streams":[{"codec_type":"audio"},{"codec_type":"video","disposition":{"attached_pic":1}}],"format":{"duration":"60"}}`,
|
||||||
|
want: uploads.Probe{Duration: 60 * time.Second, HasAudio: true},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "no streams at all",
|
||||||
|
json: `{"streams":[],"format":{"duration":"10"}}`,
|
||||||
|
want: uploads.Probe{Duration: 10 * time.Second},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "duration absent means zero, which Validate rejects as unreadable",
|
||||||
|
json: `{"streams":[{"codec_type":"audio"}],"format":{}}`,
|
||||||
|
want: uploads.Probe{HasAudio: true},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "duration reported as N/A means zero",
|
||||||
|
json: `{"streams":[{"codec_type":"audio"}],"format":{"duration":"N/A"}}`,
|
||||||
|
want: uploads.Probe{HasAudio: true},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
for _, tt := range tests {
|
||||||
|
t.Run(tt.name, func(t *testing.T) {
|
||||||
|
got, err := audio.ParseProbe([]byte(tt.json))
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, tt.want, got)
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestParseProbe_GarbageIsAnError(t *testing.T) {
|
||||||
|
_, err := audio.ParseProbe([]byte("not json"))
|
||||||
|
assert.Error(t, err)
|
||||||
|
}
|
||||||
|
|
||||||
|
// stub writes an executable shell script standing in for ffprobe. This is a fake
|
||||||
|
// at the process boundary: the real binary is not on every host (it is not on
|
||||||
|
// koala), and what is under test is how Probe drives and interprets a process.
|
||||||
|
func stub(t *testing.T, body string) string {
|
||||||
|
t.Helper()
|
||||||
|
p := filepath.Join(t.TempDir(), "ffprobe")
|
||||||
|
require.NoError(t, os.WriteFile(p, []byte("#!/bin/sh\n"+body+"\n"), 0o755))
|
||||||
|
return p
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFFprobeProbe_ParsesWhatTheProcessPrints(t *testing.T) {
|
||||||
|
bin := stub(t, `echo '{"streams":[{"codec_type":"audio"}],"format":{"duration":"90"}}'`)
|
||||||
|
|
||||||
|
got, err := (&audio.FFprobe{Bin: bin}).Probe(context.Background(), "/ignored")
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, uploads.Probe{Duration: 90 * time.Second, HasAudio: true}, got)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFFprobeProbe_PassesTheFilePathAsTheLastArgument(t *testing.T) {
|
||||||
|
out := filepath.Join(t.TempDir(), "args")
|
||||||
|
bin := stub(t, `for a; do last="$a"; done; printf '%s' "$last" > `+out+`
|
||||||
|
echo '{"streams":[{"codec_type":"audio"}],"format":{"duration":"1"}}'`)
|
||||||
|
|
||||||
|
_, err := (&audio.FFprobe{Bin: bin}).Probe(context.Background(), "/spool/upload-123")
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
got, err := os.ReadFile(out)
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, "/spool/upload-123", string(got))
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFFprobeProbe_NonzeroExitMeansTheFileIsUnreadable(t *testing.T) {
|
||||||
|
bin := stub(t, `echo "Invalid data found when processing input" >&2; exit 1`)
|
||||||
|
|
||||||
|
_, err := (&audio.FFprobe{Bin: bin}).Probe(context.Background(), "/x")
|
||||||
|
|
||||||
|
assert.ErrorIs(t, err, uploads.ErrUnreadable)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFFprobeProbe_MissingBinaryIsOurFaultNotAnUnreadableFile(t *testing.T) {
|
||||||
|
_, err := (&audio.FFprobe{Bin: filepath.Join(t.TempDir(), "no-such-ffprobe")}).Probe(context.Background(), "/x")
|
||||||
|
|
||||||
|
require.Error(t, err)
|
||||||
|
assert.False(t, errors.Is(err, uploads.ErrUnreadable),
|
||||||
|
"a missing ffprobe must not be reported to the user as their file being bad")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFFprobeProbe_StopsWhenTheContextIsCancelled(t *testing.T) {
|
||||||
|
bin := stub(t, `sleep 30`)
|
||||||
|
ctx, cancel := context.WithTimeout(context.Background(), 100*time.Millisecond)
|
||||||
|
defer cancel()
|
||||||
|
|
||||||
|
start := time.Now()
|
||||||
|
_, err := (&audio.FFprobe{Bin: bin}).Probe(ctx, "/x")
|
||||||
|
|
||||||
|
require.Error(t, err)
|
||||||
|
assert.Less(t, time.Since(start), 5*time.Second)
|
||||||
|
assert.False(t, errors.Is(err, uploads.ErrUnreadable), "a timeout is not a verdict on the file")
|
||||||
|
}
|
||||||
|
|
||||||
|
// argvStub records the arguments it was called with into a file and then behaves as
|
||||||
|
// a successful ffprobe, so a test can assert exactly what the process was asked.
|
||||||
|
func argvStub(t *testing.T) (bin, argvFile string) {
|
||||||
|
t.Helper()
|
||||||
|
argvFile = filepath.Join(t.TempDir(), "argv")
|
||||||
|
bin = stub(t, `printf '%s\n' "$@" > `+argvFile+`
|
||||||
|
echo '{"streams":[{"codec_type":"audio"}],"format":{"duration":"1"}}'`)
|
||||||
|
return bin, argvFile
|
||||||
|
}
|
||||||
|
|
||||||
|
func argvOf(t *testing.T, file string) []string {
|
||||||
|
t.Helper()
|
||||||
|
raw, err := os.ReadFile(file)
|
||||||
|
require.NoError(t, err)
|
||||||
|
return strings.Split(strings.TrimSpace(string(raw)), "\n")
|
||||||
|
}
|
||||||
|
|
||||||
|
func indexOf(args []string, want string) int {
|
||||||
|
for i, a := range args {
|
||||||
|
if a == want {
|
||||||
|
return i
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return -1
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFFprobeProbe_RestrictsWhatTheFileMayMakeFFmpegOpen(t *testing.T) {
|
||||||
|
// The input is attacker-supplied. ffmpeg can be told by a file's CONTENT to open
|
||||||
|
// other files or URLs (HLS and concat playlists); recent versions refuse by
|
||||||
|
// default, but that is version luck. Pin it: local files and pipes only, and
|
||||||
|
// only the demuxers real audio recordings use.
|
||||||
|
bin, argvFile := argvStub(t)
|
||||||
|
|
||||||
|
_, err := (&audio.FFprobe{Bin: bin}).Probe(context.Background(), "/spool/upload-1")
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
args := argvOf(t, argvFile)
|
||||||
|
pw := indexOf(args, "-protocol_whitelist")
|
||||||
|
require.GreaterOrEqual(t, pw, 0, "argv: %v", args)
|
||||||
|
assert.Equal(t, "file,pipe", args[pw+1])
|
||||||
|
fw := indexOf(args, "-format_whitelist")
|
||||||
|
require.GreaterOrEqual(t, fw, 0, "argv: %v", args)
|
||||||
|
assert.Equal(t, audio.AllowedDemuxers, args[fw+1])
|
||||||
|
assert.Equal(t, "/spool/upload-1", args[len(args)-1], "the path stays the last argument")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestAllowedDemuxers_ExcludeThePlaylistFormats(t *testing.T) {
|
||||||
|
for _, bad := range []string{"concat", "hls", "applehttp", "dash", "rtsp", "sdp", "image2"} {
|
||||||
|
assert.NotContains(t, strings.Split(audio.AllowedDemuxers, ","), bad,
|
||||||
|
"%s can make ffmpeg open other files or URLs named inside the upload", bad)
|
||||||
|
}
|
||||||
|
for _, good := range []string{"wav", "mov", "mp4", "m4a", "mp3", "ogg", "matroska", "flac"} {
|
||||||
|
assert.Contains(t, strings.Split(audio.AllowedDemuxers, ","), good)
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,32 @@
|
|||||||
|
package audio_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"os"
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
"github.com/stretchr/testify/require"
|
||||||
|
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/adapters/audio"
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/uploads"
|
||||||
|
)
|
||||||
|
|
||||||
|
// TestFFprobeLive_HostilePlaylistsAreRefusedAndRealAudioIsNot runs the REAL ffprobe
|
||||||
|
// (opt-in: TAPIR_LIVE_FFPROBE) on crafted concat/HLS files and on a real m4a.
|
||||||
|
func TestFFprobeLive_HostilePlaylistsAreRefusedAndRealAudioIsNot(t *testing.T) {
|
||||||
|
bin := os.Getenv("TAPIR_LIVE_FFPROBE")
|
||||||
|
if bin == "" {
|
||||||
|
t.Skip("set TAPIR_LIVE_FFPROBE (and TAPIR_LIVE_HOSTILE_DIR, TAPIR_LIVE_M4A) to run against the real ffprobe")
|
||||||
|
}
|
||||||
|
p := &audio.FFprobe{Bin: bin}
|
||||||
|
for _, name := range []string{"up-concat", "up-hls"} {
|
||||||
|
_, err := p.Probe(context.Background(), os.Getenv("TAPIR_LIVE_HOSTILE_DIR")+"/"+name)
|
||||||
|
assert.ErrorIs(t, err, uploads.ErrUnreadable, name)
|
||||||
|
}
|
||||||
|
got, err := p.Probe(context.Background(), os.Getenv("TAPIR_LIVE_M4A"))
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.True(t, got.HasAudio)
|
||||||
|
assert.False(t, got.HasVideo)
|
||||||
|
assert.InDelta(t, 82.5, got.Duration.Seconds(), 1)
|
||||||
|
}
|
||||||
@@ -41,6 +41,11 @@ type Request struct {
|
|||||||
Transcript string
|
Transcript string
|
||||||
History []Turn
|
History []Turn
|
||||||
Question string
|
Question string
|
||||||
|
// MaxChars, when positive, overrides the Service's transcript budget for this
|
||||||
|
// request. The Service default is sized for YouTube captions (~22 minutes of
|
||||||
|
// speech); an uploaded recording is much longer, and truncation keeps only the
|
||||||
|
// head (ADR-033). Zero or negative means "use the Service default".
|
||||||
|
MaxChars int
|
||||||
}
|
}
|
||||||
|
|
||||||
// Reply is the model's answer plus whether the transcript was bounded to fit the
|
// Reply is the model's answer plus whether the transcript was bounded to fit the
|
||||||
@@ -113,7 +118,11 @@ func (s *Service) Answer(ctx context.Context, req Request) (Reply, error) {
|
|||||||
model = s.DefaultModel("")
|
model = s.DefaultModel("")
|
||||||
}
|
}
|
||||||
|
|
||||||
transcript, truncated := truncate(req.Transcript, s.maxChars)
|
budget := s.maxChars
|
||||||
|
if req.MaxChars > 0 {
|
||||||
|
budget = req.MaxChars
|
||||||
|
}
|
||||||
|
transcript, truncated := truncate(req.Transcript, budget)
|
||||||
system := buildSystem(transcript, truncated)
|
system := buildSystem(transcript, truncated)
|
||||||
user := buildUser(req.History, req.Question)
|
user := buildUser(req.History, req.Question)
|
||||||
|
|
||||||
|
|||||||
@@ -0,0 +1,52 @@
|
|||||||
|
package chat
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"strings"
|
||||||
|
"testing"
|
||||||
|
)
|
||||||
|
|
||||||
|
// A Request may carry its own transcript budget. The Service's cap (18,000 chars by
|
||||||
|
// default) is sized for YouTube captions; an uploaded recording is much longer
|
||||||
|
// (~50,000 chars an hour), and keeping only the head of it would answer questions
|
||||||
|
// about the last two-thirds of a meeting from text that does not contain them
|
||||||
|
// (ADR-033). The per-request value overrides; zero means "the service default".
|
||||||
|
|
||||||
|
func TestAnswerMaxCharsOverridesTheServiceCap(t *testing.T) {
|
||||||
|
tests := []struct {
|
||||||
|
name string
|
||||||
|
serviceCap int
|
||||||
|
requestCap int
|
||||||
|
transcriptLen int
|
||||||
|
wantKept int
|
||||||
|
wantTruncated bool
|
||||||
|
}{
|
||||||
|
{"request cap above the service cap keeps the whole transcript", 10, 100, 50, 50, false},
|
||||||
|
{"request cap below the service cap bounds tighter", 100, 10, 50, 10, true},
|
||||||
|
{"zero request cap falls back to the service cap", 20, 0, 50, 20, true},
|
||||||
|
{"negative request cap is treated as unset", 20, -1, 50, 20, true},
|
||||||
|
{"request cap exceeded is reported as truncated", 10, 30, 50, 30, true},
|
||||||
|
}
|
||||||
|
for _, tt := range tests {
|
||||||
|
t.Run(tt.name, func(t *testing.T) {
|
||||||
|
f := &factory{answer: "answer"}
|
||||||
|
s := New(f.make, []string{"koala/phi4-mini"}, tt.serviceCap)
|
||||||
|
|
||||||
|
reply, err := s.Answer(context.Background(), Request{
|
||||||
|
Model: "koala/phi4-mini",
|
||||||
|
Transcript: strings.Repeat("x", tt.transcriptLen),
|
||||||
|
Question: "what was decided?",
|
||||||
|
MaxChars: tt.requestCap,
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("Answer: %v", err)
|
||||||
|
}
|
||||||
|
if got := strings.Count(f.used.lastSystem, "x"); got != tt.wantKept {
|
||||||
|
t.Errorf("transcript chars sent = %d, want %d", got, tt.wantKept)
|
||||||
|
}
|
||||||
|
if reply.Truncated != tt.wantTruncated {
|
||||||
|
t.Errorf("Truncated = %v, want %v", reply.Truncated, tt.wantTruncated)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,3 @@
|
|||||||
|
-- Drops the private uploaded-transcript store and every transcript in it. There
|
||||||
|
-- is no revert of the data: the original audio was never kept (ADR-033).
|
||||||
|
DROP TABLE uploaded_transcripts;
|
||||||
@@ -0,0 +1,48 @@
|
|||||||
|
-- Migration 017: uploaded_transcripts — PRIVATE transcripts of audio a user
|
||||||
|
-- uploaded themselves (ADR-033, tapir#33).
|
||||||
|
--
|
||||||
|
-- This is deliberately NOT the shared `transcripts` table (migration 015,
|
||||||
|
-- ADR-021). That table is non-RLS on the explicit grounds that it holds only
|
||||||
|
-- public caption content and nothing user-identifying. A recorded meeting is the
|
||||||
|
-- opposite: private third-party content owned by exactly one user. Reusing
|
||||||
|
-- `transcripts` — or adding a user_id to it with a partial policy — would put a
|
||||||
|
-- private row in the one table the isolation test asserts is shared, and would
|
||||||
|
-- pass CI green. A separate table keeps ADR-021's exception singular.
|
||||||
|
--
|
||||||
|
-- Row-level security follows migration 003 exactly: ENABLE + FORCE (the app
|
||||||
|
-- connects as the table owner, which bypasses RLS unless forced), and a policy
|
||||||
|
-- keyed off the per-request GUC tapir.current_user_id. With no GUC set the
|
||||||
|
-- predicate is NULL and the table is deny-all.
|
||||||
|
--
|
||||||
|
-- The original audio is never stored (ADR-033): this row is all that is kept.
|
||||||
|
-- segments holds the timestamped cues; re-transcribing 90 minutes costs ~7
|
||||||
|
-- minutes, so discarding the timestamps would be irreversible.
|
||||||
|
CREATE TABLE uploaded_transcripts (
|
||||||
|
id UUID PRIMARY KEY DEFAULT gen_random_uuid(),
|
||||||
|
user_id UUID NOT NULL REFERENCES users(id) ON DELETE CASCADE,
|
||||||
|
title TEXT NOT NULL,
|
||||||
|
status TEXT NOT NULL DEFAULT 'queued'
|
||||||
|
CHECK (status IN ('queued', 'transcribing', 'done', 'failed')),
|
||||||
|
content TEXT,
|
||||||
|
segments JSONB,
|
||||||
|
endpoint TEXT, -- which backend served it (iguana | berget); a quality fact
|
||||||
|
audio_seconds DOUBLE PRECISION,
|
||||||
|
error_kind TEXT, -- typed, never a provider's error string (ADR-033)
|
||||||
|
created_at TIMESTAMPTZ NOT NULL DEFAULT NOW(),
|
||||||
|
finished_at TIMESTAMPTZ,
|
||||||
|
CONSTRAINT uploaded_transcripts_done_has_content
|
||||||
|
CHECK (status <> 'done' OR content IS NOT NULL),
|
||||||
|
CONSTRAINT uploaded_transcripts_failed_has_error_kind
|
||||||
|
CHECK (status <> 'failed' OR error_kind IS NOT NULL)
|
||||||
|
);
|
||||||
|
|
||||||
|
CREATE INDEX idx_uploaded_transcripts_user ON uploaded_transcripts (user_id, created_at DESC);
|
||||||
|
|
||||||
|
ALTER TABLE uploaded_transcripts ENABLE ROW LEVEL SECURITY;
|
||||||
|
ALTER TABLE uploaded_transcripts FORCE ROW LEVEL SECURITY;
|
||||||
|
CREATE POLICY uploaded_transcripts_isolation ON uploaded_transcripts
|
||||||
|
FOR ALL
|
||||||
|
USING (user_id = current_setting('tapir.current_user_id', true)::uuid);
|
||||||
|
|
||||||
|
COMMENT ON TABLE uploaded_transcripts IS
|
||||||
|
'PRIVATE per-user transcripts of user-supplied audio. RLS-scoped (ADR-012). Never merge into the shared transcripts table (ADR-021, ADR-033).';
|
||||||
@@ -0,0 +1 @@
|
|||||||
|
ALTER TABLE uploaded_transcripts DROP COLUMN had_video;
|
||||||
@@ -0,0 +1,9 @@
|
|||||||
|
-- Migration 018: record whether an uploaded file carried a video track (ADR-033,
|
||||||
|
-- amended 2026-10-01).
|
||||||
|
--
|
||||||
|
-- A Teams meeting with the camera off is still an .mp4 with a video track, so video
|
||||||
|
-- files are ACCEPTED: only the audio is extracted and the video is discarded. This
|
||||||
|
-- flag lets the transcript page say so — "this file contained a video track; only its
|
||||||
|
-- audio was used" — so the user is never left to wonder what happened to the picture.
|
||||||
|
-- It outlives the job: completing or failing an upload does not clear it.
|
||||||
|
ALTER TABLE uploaded_transcripts ADD COLUMN had_video BOOLEAN NOT NULL DEFAULT FALSE;
|
||||||
@@ -0,0 +1 @@
|
|||||||
|
ALTER TABLE uploaded_transcripts DROP COLUMN reconciliation;
|
||||||
@@ -0,0 +1,12 @@
|
|||||||
|
-- Migration 019: how a merged transcript came about (ADR-034).
|
||||||
|
--
|
||||||
|
-- When two engines transcribed the same audio and a local model chose between their
|
||||||
|
-- disagreements, this records the status, the exact counts, and a bounded list of the
|
||||||
|
-- contested spots (changed or unsure, each with a position and both readings) so the
|
||||||
|
-- page can say what was done and the user can check the uncertain spots against the
|
||||||
|
-- audio. NULL means a single engine: no second opinion, and the page must not claim one.
|
||||||
|
--
|
||||||
|
-- It lives on the already-FORCE'd, RLS-scoped uploaded_transcripts, so the exact-set
|
||||||
|
-- isolation test is unaffected. The contested spots hold fragments of the private
|
||||||
|
-- transcript, which is why they are here and nowhere else.
|
||||||
|
ALTER TABLE uploaded_transcripts ADD COLUMN reconciliation JSONB;
|
||||||
@@ -0,0 +1,216 @@
|
|||||||
|
package store
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"encoding/json"
|
||||||
|
"errors"
|
||||||
|
"fmt"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/jackc/pgx/v5"
|
||||||
|
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/domain"
|
||||||
|
)
|
||||||
|
|
||||||
|
// ErrUploadNotFound is returned when an uploaded transcript does not exist OR is
|
||||||
|
// not the caller's. The two are deliberately indistinguishable: a non-owner learns
|
||||||
|
// nothing about whether someone else's upload exists (ADR-033).
|
||||||
|
var ErrUploadNotFound = errors.New("store: uploaded transcript not found")
|
||||||
|
|
||||||
|
// Uploaded transcripts are PRIVATE per-user content, stored in their own
|
||||||
|
// RLS-scoped table (migration 017) — never in the shared `transcripts` (ADR-021).
|
||||||
|
// Every method goes through withUser, so row-level security confines it to the
|
||||||
|
// caller's rows; each statement ALSO names user_id in its predicate, so the
|
||||||
|
// isolation does not rest on a single mechanism and stays testable under the
|
||||||
|
// superuser connection the unit tests use.
|
||||||
|
|
||||||
|
// CreateUpload records a new upload in the queued state and returns its id.
|
||||||
|
// hadVideo records that the file carried a video track (only its audio is used);
|
||||||
|
// it is kept for the life of the row so the page can say so.
|
||||||
|
func (s *Store) CreateUpload(ctx context.Context, userID, title string, hadVideo bool) (string, error) {
|
||||||
|
var id string
|
||||||
|
if err := s.withUser(ctx, userID, func(tx pgx.Tx) error {
|
||||||
|
return tx.QueryRow(ctx,
|
||||||
|
`INSERT INTO uploaded_transcripts (user_id, title, had_video) VALUES ($1, $2, $3) RETURNING id`,
|
||||||
|
userID, title, hadVideo).Scan(&id)
|
||||||
|
}); err != nil {
|
||||||
|
return "", fmt.Errorf("store: create upload: %w", err)
|
||||||
|
}
|
||||||
|
return id, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// StartTranscribing moves an upload to transcribing.
|
||||||
|
func (s *Store) StartTranscribing(ctx context.Context, userID, id string) error {
|
||||||
|
return s.updateUpload(ctx, userID, id, "start transcribing",
|
||||||
|
`UPDATE uploaded_transcripts SET status = 'transcribing'
|
||||||
|
WHERE id = $1 AND user_id = $2`)
|
||||||
|
}
|
||||||
|
|
||||||
|
// CompleteUpload stores the finished transcription and moves the upload to done.
|
||||||
|
func (s *Store) CompleteUpload(ctx context.Context, userID, id string, t domain.Transcription) error {
|
||||||
|
segs, err := json.Marshal(t.Segments)
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("store: complete upload: marshal segments: %w", err)
|
||||||
|
}
|
||||||
|
// A nil Reconciliation must be SQL NULL, not the JSON text "null": the page decides
|
||||||
|
// whether to claim a second opinion by whether this column is NULL.
|
||||||
|
var rec []byte
|
||||||
|
if t.Reconciliation != nil {
|
||||||
|
if rec, err = json.Marshal(t.Reconciliation); err != nil {
|
||||||
|
return fmt.Errorf("store: complete upload: marshal reconciliation: %w", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return s.updateUpload(ctx, userID, id, "complete upload",
|
||||||
|
`UPDATE uploaded_transcripts
|
||||||
|
SET status = 'done', content = $3, segments = $4, endpoint = $5,
|
||||||
|
audio_seconds = $6, reconciliation = $7, error_kind = NULL, finished_at = NOW()
|
||||||
|
WHERE id = $1 AND user_id = $2`,
|
||||||
|
t.Text, segs, t.Endpoint, t.AudioSeconds, rec)
|
||||||
|
}
|
||||||
|
|
||||||
|
// FailUpload moves an upload to failed with a typed reason.
|
||||||
|
func (s *Store) FailUpload(ctx context.Context, userID, id string, kind domain.UploadErrorKind) error {
|
||||||
|
return s.updateUpload(ctx, userID, id, "fail upload",
|
||||||
|
`UPDATE uploaded_transcripts
|
||||||
|
SET status = 'failed', error_kind = $3, finished_at = NOW()
|
||||||
|
WHERE id = $1 AND user_id = $2`,
|
||||||
|
string(kind))
|
||||||
|
}
|
||||||
|
|
||||||
|
// updateUpload runs one UPDATE keyed on ($1 = id, $2 = userID) plus extra args,
|
||||||
|
// and maps "no row touched" to ErrUploadNotFound — which is what a write to another
|
||||||
|
// user's upload looks like under RLS (the row is invisible, not forbidden).
|
||||||
|
func (s *Store) updateUpload(ctx context.Context, userID, id, op, sql string, args ...any) error {
|
||||||
|
all := append([]any{id, userID}, args...)
|
||||||
|
return s.withUser(ctx, userID, func(tx pgx.Tx) error {
|
||||||
|
ct, err := tx.Exec(ctx, sql, all...)
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("store: %s: %w", op, err)
|
||||||
|
}
|
||||||
|
if ct.RowsAffected() == 0 {
|
||||||
|
return ErrUploadNotFound
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetUpload returns one of the caller's uploads, including the transcript text.
|
||||||
|
func (s *Store) GetUpload(ctx context.Context, userID, id string) (*domain.UploadedTranscript, error) {
|
||||||
|
var u domain.UploadedTranscript
|
||||||
|
err := s.withUser(ctx, userID, func(tx pgx.Tx) error {
|
||||||
|
row := tx.QueryRow(ctx, uploadSelect+` WHERE id = $1 AND user_id = $2`, id, userID)
|
||||||
|
return scanUpload(row, &u, true)
|
||||||
|
})
|
||||||
|
if errors.Is(err, pgx.ErrNoRows) {
|
||||||
|
return nil, ErrUploadNotFound
|
||||||
|
}
|
||||||
|
if err != nil {
|
||||||
|
return nil, fmt.Errorf("store: get upload: %w", err)
|
||||||
|
}
|
||||||
|
return &u, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// ListUploads returns the caller's uploads, newest first, WITHOUT transcript text
|
||||||
|
// or segments: a list view must not drag every transcript along.
|
||||||
|
func (s *Store) ListUploads(ctx context.Context, userID string) ([]domain.UploadedTranscript, error) {
|
||||||
|
var out []domain.UploadedTranscript
|
||||||
|
err := s.withUser(ctx, userID, func(tx pgx.Tx) error {
|
||||||
|
rows, err := tx.Query(ctx, uploadSelect+` WHERE user_id = $1 ORDER BY created_at DESC, id`, userID)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
defer rows.Close()
|
||||||
|
for rows.Next() {
|
||||||
|
var u domain.UploadedTranscript
|
||||||
|
if err := scanUpload(rows, &u, false); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
out = append(out, u)
|
||||||
|
}
|
||||||
|
return rows.Err()
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
return nil, fmt.Errorf("store: list uploads: %w", err)
|
||||||
|
}
|
||||||
|
return out, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// FailInterruptedUploads is the start-up sweep. The audio of an upload is never
|
||||||
|
// retained (ADR-033), so a job that was queued or transcribing when the process
|
||||||
|
// stopped can never resume; leaving it would be a stuck spinner. Every such row,
|
||||||
|
// for every user, becomes failed/interrupted and the user re-uploads. It
|
||||||
|
// enumerates users from the un-RLS'd identity map and scopes each pass with
|
||||||
|
// withUser, exactly as scheduled discovery does (ADR-018). Returns rows failed.
|
||||||
|
func (s *Store) FailInterruptedUploads(ctx context.Context) (int, error) {
|
||||||
|
users, err := s.ListAllUsers(ctx)
|
||||||
|
if err != nil {
|
||||||
|
return 0, fmt.Errorf("store: fail interrupted uploads: %w", err)
|
||||||
|
}
|
||||||
|
total := 0
|
||||||
|
for _, u := range users {
|
||||||
|
err := s.withUser(ctx, u.UserID, func(tx pgx.Tx) error {
|
||||||
|
ct, err := tx.Exec(ctx,
|
||||||
|
`UPDATE uploaded_transcripts
|
||||||
|
SET status = 'failed', error_kind = $2, finished_at = NOW()
|
||||||
|
WHERE user_id = $1 AND status IN ('queued', 'transcribing')`,
|
||||||
|
u.UserID, string(domain.UploadErrInterrupted))
|
||||||
|
total += int(ct.RowsAffected())
|
||||||
|
return err
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
return total, fmt.Errorf("store: fail interrupted uploads: user %s: %w", u.UserID, err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return total, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
const uploadSelect = `SELECT id, user_id, title, status, content, segments, endpoint,
|
||||||
|
audio_seconds, error_kind, had_video, reconciliation, created_at, finished_at FROM uploaded_transcripts`
|
||||||
|
|
||||||
|
// scanUpload scans one uploadSelect row. withText controls whether the transcript
|
||||||
|
// body and segments are kept (GetUpload) or dropped (ListUploads).
|
||||||
|
func scanUpload(row pgx.Row, u *domain.UploadedTranscript, withText bool) error {
|
||||||
|
var (
|
||||||
|
status, errKind, endpoint, content *string
|
||||||
|
segments, reconciliation []byte
|
||||||
|
seconds *float64
|
||||||
|
finished *time.Time
|
||||||
|
)
|
||||||
|
if err := row.Scan(&u.ID, &u.UserID, &u.Title, &status, &content, &segments, &endpoint,
|
||||||
|
&seconds, &errKind, &u.HadVideo, &reconciliation, &u.CreatedAt, &finished); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
u.Status = domain.UploadStatus(deref(status))
|
||||||
|
u.Endpoint = deref(endpoint)
|
||||||
|
u.ErrorKind = domain.UploadErrorKind(deref(errKind))
|
||||||
|
if seconds != nil {
|
||||||
|
u.AudioSeconds = *seconds
|
||||||
|
}
|
||||||
|
if finished != nil {
|
||||||
|
u.FinishedAt = *finished
|
||||||
|
}
|
||||||
|
if !withText {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
if len(reconciliation) > 0 {
|
||||||
|
var r domain.Reconciliation
|
||||||
|
if err := json.Unmarshal(reconciliation, &r); err != nil {
|
||||||
|
return fmt.Errorf("unmarshal reconciliation: %w", err)
|
||||||
|
}
|
||||||
|
u.Reconciliation = &r
|
||||||
|
}
|
||||||
|
u.Content = deref(content)
|
||||||
|
if len(segments) > 0 {
|
||||||
|
if err := json.Unmarshal(segments, &u.Segments); err != nil {
|
||||||
|
return fmt.Errorf("unmarshal segments: %w", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func deref(s *string) string {
|
||||||
|
if s == nil {
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
return *s
|
||||||
|
}
|
||||||
@@ -0,0 +1,196 @@
|
|||||||
|
package store_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"sort"
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"github.com/jackc/pgx/v5/pgxpool"
|
||||||
|
"github.com/stretchr/testify/require"
|
||||||
|
)
|
||||||
|
|
||||||
|
// Isolation proof for ADR-033: an uploaded transcript is PRIVATE content owned by
|
||||||
|
// one user, so it lives in its own RLS-scoped table — never in the shared,
|
||||||
|
// non-RLS `transcripts` (ADR-021). These tests drive the database directly (raw
|
||||||
|
// SQL as the non-superuser `app` role) so they observe row-level security itself,
|
||||||
|
// not any application-layer WHERE clause. The superuser pool is used only to seed
|
||||||
|
// and to read pg_catalog; it bypasses RLS and so must never be the pool whose
|
||||||
|
// answers the assertions rest on.
|
||||||
|
|
||||||
|
// seedUploadedTranscript inserts one finished upload for userID as the superuser
|
||||||
|
// (RLS bypassed so both users' rows land regardless of any GUC) and returns its id.
|
||||||
|
// The text is synthetic — this repo is public, and a real transcript must never
|
||||||
|
// appear in it (#33).
|
||||||
|
func seedUploadedTranscript(t *testing.T, super *pgxpool.Pool, userID, text string) string {
|
||||||
|
t.Helper()
|
||||||
|
ctx := context.Background()
|
||||||
|
_, err := super.Exec(ctx, `INSERT INTO users (id) VALUES ($1) ON CONFLICT DO NOTHING`, userID)
|
||||||
|
require.NoError(t, err)
|
||||||
|
var id string
|
||||||
|
require.NoError(t, super.QueryRow(ctx,
|
||||||
|
`INSERT INTO uploaded_transcripts (user_id, title, status, content)
|
||||||
|
VALUES ($1, 'synthetic fixture', 'done', $2) RETURNING id`,
|
||||||
|
userID, text).Scan(&id))
|
||||||
|
return id
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadedTranscriptsRLS_ScopedReadsSeeOnlyOwnRows(t *testing.T) {
|
||||||
|
newStore(t)
|
||||||
|
super := rawPool(t)
|
||||||
|
resetDB(t, super)
|
||||||
|
seedUploadedTranscript(t, super, userA, "text owned by A")
|
||||||
|
seedUploadedTranscript(t, super, userB, "text owned by B")
|
||||||
|
app := appPool(t, super)
|
||||||
|
|
||||||
|
require.Equal(t, 0, scopedCount(t, app, "", "uploaded_transcripts"),
|
||||||
|
"no tapir.current_user_id must be deny-all: this proves RLS is live, not bypassed")
|
||||||
|
require.Equal(t, 1, scopedCount(t, app, userA, "uploaded_transcripts"),
|
||||||
|
"user A must see exactly its own upload")
|
||||||
|
require.Equal(t, 1, scopedCount(t, app, userB, "uploaded_transcripts"),
|
||||||
|
"user B must see exactly its own upload")
|
||||||
|
|
||||||
|
// Count alone cannot distinguish "A's row" from "B's row" — read the content.
|
||||||
|
var got string
|
||||||
|
ctx := context.Background()
|
||||||
|
tx, err := app.Begin(ctx)
|
||||||
|
require.NoError(t, err)
|
||||||
|
defer tx.Rollback(ctx) //nolint:errcheck
|
||||||
|
_, err = tx.Exec(ctx, `SELECT set_config('tapir.current_user_id', $1, true)`, userA)
|
||||||
|
require.NoError(t, err)
|
||||||
|
require.NoError(t, tx.QueryRow(ctx, `SELECT content FROM uploaded_transcripts`).Scan(&got))
|
||||||
|
require.Equal(t, "text owned by A", got, "A's scoped read must return A's text, never B's")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadedTranscriptsRLS_CrossUserWritesAffectZeroRows(t *testing.T) {
|
||||||
|
newStore(t)
|
||||||
|
super := rawPool(t)
|
||||||
|
resetDB(t, super)
|
||||||
|
seedUploadedTranscript(t, super, userA, "text owned by A")
|
||||||
|
bID := seedUploadedTranscript(t, super, userB, "text owned by B")
|
||||||
|
app := appPool(t, super)
|
||||||
|
|
||||||
|
require.Equal(t, int64(0), scopedRowsAffected(t, app, userA,
|
||||||
|
`UPDATE uploaded_transcripts SET content = 'hacked' WHERE id = $1`, bID),
|
||||||
|
"user A scoped UPDATE must touch zero of B's uploads")
|
||||||
|
require.Equal(t, int64(0), scopedRowsAffected(t, app, userA,
|
||||||
|
`DELETE FROM uploaded_transcripts WHERE id = $1`, bID),
|
||||||
|
"user A scoped DELETE must touch zero of B's uploads")
|
||||||
|
|
||||||
|
var content string
|
||||||
|
require.NoError(t, super.QueryRow(context.Background(),
|
||||||
|
`SELECT content FROM uploaded_transcripts WHERE id = $1`, bID).Scan(&content))
|
||||||
|
require.Equal(t, "text owned by B", content, "B's upload must survive A's writes unchanged")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadedTranscriptsRLS_InsertForAnotherUserIsRejected(t *testing.T) {
|
||||||
|
newStore(t)
|
||||||
|
super := rawPool(t)
|
||||||
|
resetDB(t, super)
|
||||||
|
seedUploadedTranscript(t, super, userA, "text owned by A")
|
||||||
|
_, err := super.Exec(context.Background(), `INSERT INTO users (id) VALUES ($1)`, userB)
|
||||||
|
require.NoError(t, err)
|
||||||
|
app := appPool(t, super)
|
||||||
|
|
||||||
|
ctx := context.Background()
|
||||||
|
tx, err := app.Begin(ctx)
|
||||||
|
require.NoError(t, err)
|
||||||
|
defer tx.Rollback(ctx) //nolint:errcheck
|
||||||
|
_, err = tx.Exec(ctx, `SELECT set_config('tapir.current_user_id', $1, true)`, userA)
|
||||||
|
require.NoError(t, err)
|
||||||
|
|
||||||
|
// Scoped as A, plant a row that claims to belong to B. The policy's WITH CHECK
|
||||||
|
// (defaulting to USING under FOR ALL) must refuse it.
|
||||||
|
_, err = tx.Exec(ctx,
|
||||||
|
`INSERT INTO uploaded_transcripts (user_id, title, status, content)
|
||||||
|
VALUES ($1, 'planted', 'done', 'planted')`, userB)
|
||||||
|
require.Error(t, err, "a row scoped as A must not be insertable on behalf of B")
|
||||||
|
require.Contains(t, err.Error(), "row-level security")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadedTranscripts_RowSecurityIsEnabledForcedAndKeyedByUser(t *testing.T) {
|
||||||
|
newStore(t)
|
||||||
|
super := rawPool(t)
|
||||||
|
ctx := context.Background()
|
||||||
|
|
||||||
|
var enabled, forced bool
|
||||||
|
require.NoError(t, super.QueryRow(ctx,
|
||||||
|
`SELECT relrowsecurity, relforcerowsecurity FROM pg_class
|
||||||
|
WHERE oid = 'public.uploaded_transcripts'::regclass`).Scan(&enabled, &forced))
|
||||||
|
require.True(t, enabled, "uploaded_transcripts must have row-level security enabled")
|
||||||
|
require.True(t, forced,
|
||||||
|
"FORCE is what binds the table-owner role tapir; without it the policy is dead in production")
|
||||||
|
|
||||||
|
var userIDNotNull bool
|
||||||
|
require.NoError(t, super.QueryRow(ctx,
|
||||||
|
`SELECT is_nullable = 'NO' FROM information_schema.columns
|
||||||
|
WHERE table_name = 'uploaded_transcripts' AND column_name = 'user_id'`).Scan(&userIDNotNull))
|
||||||
|
require.True(t, userIDNotNull, "an upload with no owner would match no policy and be unreachable")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadedTranscripts_DeleteUserRemovesTheirUploads(t *testing.T) {
|
||||||
|
s := newStore(t)
|
||||||
|
super := rawPool(t)
|
||||||
|
resetDB(t, super)
|
||||||
|
seedUploadedTranscript(t, super, userA, "text owned by A")
|
||||||
|
bID := seedUploadedTranscript(t, super, userB, "text owned by B")
|
||||||
|
|
||||||
|
require.NoError(t, s.DeleteUser(context.Background(), userA))
|
||||||
|
|
||||||
|
var aRows, bRows int
|
||||||
|
ctx := context.Background()
|
||||||
|
require.NoError(t, super.QueryRow(ctx,
|
||||||
|
`SELECT count(*) FROM uploaded_transcripts WHERE user_id = $1`, userA).Scan(&aRows))
|
||||||
|
require.NoError(t, super.QueryRow(ctx,
|
||||||
|
`SELECT count(*) FROM uploaded_transcripts WHERE id = $1`, bID).Scan(&bRows))
|
||||||
|
require.Equal(t, 0, aRows, "deleting a user must remove their private transcripts (ON DELETE CASCADE)")
|
||||||
|
require.Equal(t, 1, bRows, "deleting A must not touch B's transcripts")
|
||||||
|
}
|
||||||
|
|
||||||
|
// rowSecurityOffTables are the public-schema tables that deliberately have row
|
||||||
|
// security OFF. The list is exact on purpose: a NEW table added without RLS must
|
||||||
|
// fail this test and force a decision, instead of passing CI by omission — the
|
||||||
|
// failure mode ADR-033 names, where a naive reuse "leaks private content across
|
||||||
|
// tenants and passes CI green".
|
||||||
|
//
|
||||||
|
// - transcripts: shared public caption content, the single exception for CONTENT
|
||||||
|
// (ADR-021). It is the one that must never gain a private row.
|
||||||
|
// - user_identities: the Dex-subject -> user_id map, read at login before any
|
||||||
|
// user is known (migration 004). Holds no user content.
|
||||||
|
// - invitations: exists before the user does, so there is no user to scope by;
|
||||||
|
// the single-use token is the capability (migration 009).
|
||||||
|
// - schema_migrations: golang-migrate bookkeeping.
|
||||||
|
//
|
||||||
|
// #33 describes `transcripts` as "the only non-RLS table". That is true of content
|
||||||
|
// and false of tables; this test asserts the real set.
|
||||||
|
var rowSecurityOffTables = []string{
|
||||||
|
"invitations",
|
||||||
|
"schema_migrations",
|
||||||
|
"transcripts",
|
||||||
|
"user_identities",
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestRowSecurityOffTablesAreExactlyTheKnownSet(t *testing.T) {
|
||||||
|
newStore(t)
|
||||||
|
super := rawPool(t)
|
||||||
|
|
||||||
|
rows, err := super.Query(context.Background(),
|
||||||
|
`SELECT c.relname FROM pg_class c
|
||||||
|
JOIN pg_namespace n ON n.oid = c.relnamespace
|
||||||
|
WHERE n.nspname = 'public' AND c.relkind IN ('r', 'p') AND NOT c.relrowsecurity
|
||||||
|
ORDER BY c.relname`)
|
||||||
|
require.NoError(t, err)
|
||||||
|
defer rows.Close()
|
||||||
|
var got []string
|
||||||
|
for rows.Next() {
|
||||||
|
var name string
|
||||||
|
require.NoError(t, rows.Scan(&name))
|
||||||
|
got = append(got, name)
|
||||||
|
}
|
||||||
|
require.NoError(t, rows.Err())
|
||||||
|
|
||||||
|
want := append([]string{}, rowSecurityOffTables...)
|
||||||
|
sort.Strings(want)
|
||||||
|
require.Equal(t, want, got,
|
||||||
|
"every public table must have row security ON unless it is in rowSecurityOffTables; "+
|
||||||
|
"adding a table here is a decision that needs an ADR")
|
||||||
|
}
|
||||||
@@ -0,0 +1,286 @@
|
|||||||
|
package store_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
"github.com/stretchr/testify/require"
|
||||||
|
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/adapters/store"
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/domain"
|
||||||
|
)
|
||||||
|
|
||||||
|
// These exercise the Store API over uploaded_transcripts. The test Store connects
|
||||||
|
// as the superuser, which BYPASSES row-level security — so the cross-user cases
|
||||||
|
// here prove the query's own user_id predicate (defence in depth), while the
|
||||||
|
// database-enforced guarantee is proven separately, as the non-superuser app
|
||||||
|
// role, in uploaded_transcripts_isolation_test.go. Text is synthetic; this repo is
|
||||||
|
// public and no real transcript may appear in it (#33).
|
||||||
|
|
||||||
|
func seedUsers(t *testing.T, ids ...string) {
|
||||||
|
t.Helper()
|
||||||
|
super := rawPool(t)
|
||||||
|
resetDB(t, super)
|
||||||
|
for _, id := range ids {
|
||||||
|
_, err := super.Exec(context.Background(), `INSERT INTO users (id) VALUES ($1)`, id)
|
||||||
|
require.NoError(t, err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestCreateUpload_StartsQueuedAndIsOwnedByTheCreator(t *testing.T) {
|
||||||
|
s := newStore(t)
|
||||||
|
seedUsers(t, userA)
|
||||||
|
ctx := context.Background()
|
||||||
|
|
||||||
|
id, err := s.CreateUpload(ctx, userA, "Teams export", false)
|
||||||
|
require.NoError(t, err)
|
||||||
|
|
||||||
|
got, err := s.GetUpload(ctx, userA, id)
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, id, got.ID)
|
||||||
|
assert.Equal(t, userA, got.UserID)
|
||||||
|
assert.Equal(t, "Teams export", got.Title)
|
||||||
|
assert.Equal(t, domain.UploadQueued, got.Status)
|
||||||
|
assert.Empty(t, got.Content)
|
||||||
|
assert.True(t, got.FinishedAt.IsZero(), "an unfinished upload has no finish time")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadLifecycle_CompletedKeepsTextSegmentsEndpointAndDuration(t *testing.T) {
|
||||||
|
s := newStore(t)
|
||||||
|
seedUsers(t, userA)
|
||||||
|
ctx := context.Background()
|
||||||
|
id, err := s.CreateUpload(ctx, userA, "m", false)
|
||||||
|
require.NoError(t, err)
|
||||||
|
|
||||||
|
require.NoError(t, s.StartTranscribing(ctx, userA, id))
|
||||||
|
mid, err := s.GetUpload(ctx, userA, id)
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, domain.UploadTranscribing, mid.Status)
|
||||||
|
|
||||||
|
want := domain.Transcription{
|
||||||
|
Text: "God morgon allihopa. Vi går igenom läget.",
|
||||||
|
Segments: []domain.Segment{
|
||||||
|
{Start: 0.0, End: 1.5, Text: "God morgon allihopa."},
|
||||||
|
{Start: 1.5, End: 4.25, Text: "Vi går igenom läget."},
|
||||||
|
},
|
||||||
|
Endpoint: "iguana/kb-whisper",
|
||||||
|
AudioSeconds: 4.25,
|
||||||
|
}
|
||||||
|
require.NoError(t, s.CompleteUpload(ctx, userA, id, want))
|
||||||
|
|
||||||
|
got, err := s.GetUpload(ctx, userA, id)
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, domain.UploadDone, got.Status)
|
||||||
|
assert.Equal(t, want.Text, got.Content)
|
||||||
|
assert.Equal(t, want.Segments, got.Segments, "segment times must survive the JSONB round trip")
|
||||||
|
assert.Equal(t, "iguana/kb-whisper", got.Endpoint, "the serving endpoint is a quality fact and is recorded per row")
|
||||||
|
assert.InDelta(t, 4.25, got.AudioSeconds, 1e-9)
|
||||||
|
assert.False(t, got.FinishedAt.IsZero())
|
||||||
|
assert.Empty(t, got.ErrorKind)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadLifecycle_FailedRecordsTypedKindAndNoContent(t *testing.T) {
|
||||||
|
s := newStore(t)
|
||||||
|
seedUsers(t, userA)
|
||||||
|
ctx := context.Background()
|
||||||
|
id, err := s.CreateUpload(ctx, userA, "m", false)
|
||||||
|
require.NoError(t, err)
|
||||||
|
require.NoError(t, s.StartTranscribing(ctx, userA, id))
|
||||||
|
|
||||||
|
require.NoError(t, s.FailUpload(ctx, userA, id, domain.UploadErrTranscriptionFailed))
|
||||||
|
|
||||||
|
got, err := s.GetUpload(ctx, userA, id)
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, domain.UploadFailed, got.Status)
|
||||||
|
assert.Equal(t, domain.UploadErrTranscriptionFailed, got.ErrorKind)
|
||||||
|
assert.Empty(t, got.Content)
|
||||||
|
assert.False(t, got.FinishedAt.IsZero())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGetUpload_AnotherUsersIDIsNotFound(t *testing.T) {
|
||||||
|
s := newStore(t)
|
||||||
|
seedUsers(t, userA, userB)
|
||||||
|
ctx := context.Background()
|
||||||
|
id, err := s.CreateUpload(ctx, userA, "A's meeting", false)
|
||||||
|
require.NoError(t, err)
|
||||||
|
|
||||||
|
_, err = s.GetUpload(ctx, userB, id)
|
||||||
|
|
||||||
|
assert.ErrorIs(t, err, store.ErrUploadNotFound,
|
||||||
|
"a non-owner must get not-found, not forbidden: existence is not disclosed")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadWrites_ByAnotherUserChangeNothing(t *testing.T) {
|
||||||
|
s := newStore(t)
|
||||||
|
seedUsers(t, userA, userB)
|
||||||
|
ctx := context.Background()
|
||||||
|
id, err := s.CreateUpload(ctx, userA, "A's meeting", false)
|
||||||
|
require.NoError(t, err)
|
||||||
|
|
||||||
|
assert.ErrorIs(t, s.StartTranscribing(ctx, userB, id), store.ErrUploadNotFound)
|
||||||
|
assert.ErrorIs(t, s.CompleteUpload(ctx, userB, id, domain.Transcription{Text: "planted"}), store.ErrUploadNotFound)
|
||||||
|
assert.ErrorIs(t, s.FailUpload(ctx, userB, id, domain.UploadErrTranscriptionFailed), store.ErrUploadNotFound)
|
||||||
|
|
||||||
|
got, err := s.GetUpload(ctx, userA, id)
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, domain.UploadQueued, got.Status, "B's writes must leave A's upload exactly as it was")
|
||||||
|
assert.Empty(t, got.Content)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestListUploads_ReturnsOnlyTheCallersNewestFirstWithoutTranscriptText(t *testing.T) {
|
||||||
|
s := newStore(t)
|
||||||
|
seedUsers(t, userA, userB)
|
||||||
|
ctx := context.Background()
|
||||||
|
first, err := s.CreateUpload(ctx, userA, "first", false)
|
||||||
|
require.NoError(t, err)
|
||||||
|
second, err := s.CreateUpload(ctx, userA, "second", false)
|
||||||
|
require.NoError(t, err)
|
||||||
|
_, err = s.CreateUpload(ctx, userB, "B's", false)
|
||||||
|
require.NoError(t, err)
|
||||||
|
require.NoError(t, s.StartTranscribing(ctx, userA, first))
|
||||||
|
require.NoError(t, s.CompleteUpload(ctx, userA, first, domain.Transcription{Text: "long text body", Endpoint: "e"}))
|
||||||
|
|
||||||
|
got, err := s.ListUploads(ctx, userA)
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
require.Len(t, got, 2, "A must see only A's uploads")
|
||||||
|
assert.Equal(t, second, got[0].ID, "newest first")
|
||||||
|
assert.Equal(t, first, got[1].ID)
|
||||||
|
assert.Empty(t, got[1].Content, "a list row must not drag the whole transcript along")
|
||||||
|
assert.Equal(t, domain.UploadDone, got[1].Status)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFailInterruptedUploads_FailsOnlyUnfinishedRowsForEveryUser(t *testing.T) {
|
||||||
|
s := newStore(t)
|
||||||
|
seedUsers(t, userA, userB)
|
||||||
|
super := rawPool(t)
|
||||||
|
ctx := context.Background()
|
||||||
|
for subject, uid := range map[string]string{"sub-a": userA, "sub-b": userB} {
|
||||||
|
_, err := super.Exec(ctx, `INSERT INTO user_identities (dex_subject, user_id) VALUES ($1, $2)`, subject, uid)
|
||||||
|
require.NoError(t, err)
|
||||||
|
}
|
||||||
|
queued, err := s.CreateUpload(ctx, userA, "queued", false)
|
||||||
|
require.NoError(t, err)
|
||||||
|
running, err := s.CreateUpload(ctx, userB, "running", false)
|
||||||
|
require.NoError(t, err)
|
||||||
|
require.NoError(t, s.StartTranscribing(ctx, userB, running))
|
||||||
|
done, err := s.CreateUpload(ctx, userA, "done", false)
|
||||||
|
require.NoError(t, err)
|
||||||
|
require.NoError(t, s.StartTranscribing(ctx, userA, done))
|
||||||
|
require.NoError(t, s.CompleteUpload(ctx, userA, done, domain.Transcription{Text: "kept", Endpoint: "e"}))
|
||||||
|
|
||||||
|
n, err := s.FailInterruptedUploads(ctx)
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, 2, n, "the queued and the transcribing row, across both users")
|
||||||
|
for _, c := range []struct{ user, id string }{{userA, queued}, {userB, running}} {
|
||||||
|
got, err := s.GetUpload(ctx, c.user, c.id)
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, domain.UploadFailed, got.Status)
|
||||||
|
assert.Equal(t, domain.UploadErrInterrupted, got.ErrorKind,
|
||||||
|
"audio is not retained, so a restart cannot resume: the honest state is failed/interrupted")
|
||||||
|
}
|
||||||
|
kept, err := s.GetUpload(ctx, userA, done)
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, domain.UploadDone, kept.Status, "a finished transcript must survive the sweep")
|
||||||
|
assert.Equal(t, "kept", kept.Content)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestCreateUpload_RecordsWhetherTheFileHadAVideoTrack(t *testing.T) {
|
||||||
|
s := newStore(t)
|
||||||
|
seedUsers(t, userA)
|
||||||
|
ctx := context.Background()
|
||||||
|
withVideo, err := s.CreateUpload(ctx, userA, "camera off", true)
|
||||||
|
require.NoError(t, err)
|
||||||
|
audioOnly, err := s.CreateUpload(ctx, userA, "voice only", false)
|
||||||
|
require.NoError(t, err)
|
||||||
|
|
||||||
|
gotVideo, err := s.GetUpload(ctx, userA, withVideo)
|
||||||
|
require.NoError(t, err)
|
||||||
|
gotAudio, err := s.GetUpload(ctx, userA, audioOnly)
|
||||||
|
require.NoError(t, err)
|
||||||
|
listed, err := s.ListUploads(ctx, userA)
|
||||||
|
require.NoError(t, err)
|
||||||
|
|
||||||
|
assert.True(t, gotVideo.HadVideo, "the page must be able to say the video was ignored")
|
||||||
|
assert.False(t, gotAudio.HadVideo)
|
||||||
|
byID := map[string]bool{}
|
||||||
|
for _, u := range listed {
|
||||||
|
byID[u.ID] = u.HadVideo
|
||||||
|
}
|
||||||
|
assert.Equal(t, map[string]bool{withVideo: true, audioOnly: false}, byID, "the list carries it too")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadHadVideo_SurvivesCompletionAndFailure(t *testing.T) {
|
||||||
|
s := newStore(t)
|
||||||
|
seedUsers(t, userA)
|
||||||
|
ctx := context.Background()
|
||||||
|
done, err := s.CreateUpload(ctx, userA, "d", true)
|
||||||
|
require.NoError(t, err)
|
||||||
|
failed, err := s.CreateUpload(ctx, userA, "f", true)
|
||||||
|
require.NoError(t, err)
|
||||||
|
require.NoError(t, s.StartTranscribing(ctx, userA, done))
|
||||||
|
require.NoError(t, s.CompleteUpload(ctx, userA, done, domain.Transcription{Text: "x", Endpoint: "e"}))
|
||||||
|
require.NoError(t, s.FailUpload(ctx, userA, failed, domain.UploadErrTranscriptionFailed))
|
||||||
|
|
||||||
|
for _, id := range []string{done, failed} {
|
||||||
|
got, err := s.GetUpload(ctx, userA, id)
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.True(t, got.HadVideo, "completing or failing must not clear it: the notice outlives the job")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadLifecycle_ReconciliationRoundTripsWithItsContestedSpots(t *testing.T) {
|
||||||
|
s := newStore(t)
|
||||||
|
seedUsers(t, userA)
|
||||||
|
ctx := context.Background()
|
||||||
|
id, err := s.CreateUpload(ctx, userA, "m", false)
|
||||||
|
require.NoError(t, err)
|
||||||
|
require.NoError(t, s.StartTranscribing(ctx, userA, id))
|
||||||
|
want := &domain.Reconciliation{
|
||||||
|
Status: domain.ReconcileDone, Base: "iguana/pianissimo", Alt: "iguana/kb-whisper", Reconciler: "iguana/gemma4-26b",
|
||||||
|
Disputes: 380, AutoResolved: 90, Adjudicated: 285, Changed: 120, Unsure: 5, Errors: 0,
|
||||||
|
Contested: []domain.ContestedSpot{
|
||||||
|
{Seconds: 2210.5, Base: "SEB", Alt: "SCB", Used: "alt"},
|
||||||
|
{Seconds: 3400, Base: "T+1", Alt: "en T", Used: "base", Unsure: true},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
require.NoError(t, s.CompleteUpload(ctx, userA, id, domain.Transcription{Text: "x", Endpoint: "e", Reconciliation: want}))
|
||||||
|
|
||||||
|
got, err := s.GetUpload(ctx, userA, id)
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, want, got.Reconciliation)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadLifecycle_ASingleEngineTranscriptHasNoReconciliation(t *testing.T) {
|
||||||
|
s := newStore(t)
|
||||||
|
seedUsers(t, userA)
|
||||||
|
ctx := context.Background()
|
||||||
|
id, err := s.CreateUpload(ctx, userA, "m", false)
|
||||||
|
require.NoError(t, err)
|
||||||
|
require.NoError(t, s.StartTranscribing(ctx, userA, id))
|
||||||
|
require.NoError(t, s.CompleteUpload(ctx, userA, id, domain.Transcription{Text: "x", Endpoint: "e"}))
|
||||||
|
|
||||||
|
got, err := s.GetUpload(ctx, userA, id)
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Nil(t, got.Reconciliation, "no reconciliation is not an empty one: the page must not claim a second opinion")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadLifecycle_ASkippedReconciliationKeepsItsReason(t *testing.T) {
|
||||||
|
s := newStore(t)
|
||||||
|
seedUsers(t, userA)
|
||||||
|
ctx := context.Background()
|
||||||
|
id, err := s.CreateUpload(ctx, userA, "m", false)
|
||||||
|
require.NoError(t, err)
|
||||||
|
require.NoError(t, s.StartTranscribing(ctx, userA, id))
|
||||||
|
rec := &domain.Reconciliation{Status: domain.ReconcileSkipped, Reason: "the model failed 3 times in a row: gateway down", Errors: 3}
|
||||||
|
|
||||||
|
require.NoError(t, s.CompleteUpload(ctx, userA, id, domain.Transcription{Text: "x", Endpoint: "e", Reconciliation: rec}))
|
||||||
|
|
||||||
|
got, err := s.GetUpload(ctx, userA, id)
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, rec, got.Reconciliation)
|
||||||
|
}
|
||||||
@@ -0,0 +1,53 @@
|
|||||||
|
package transcribe
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"errors"
|
||||||
|
"fmt"
|
||||||
|
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/domain"
|
||||||
|
)
|
||||||
|
|
||||||
|
// Backend is one transcription endpoint. *Gateway satisfies it; Name is the value
|
||||||
|
// recorded as the serving endpoint.
|
||||||
|
type Backend interface {
|
||||||
|
Name() string
|
||||||
|
Transcribe(ctx context.Context, wavPath string) (domain.Transcription, error)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Chain tries a primary (local) backend and, if it fails for ANY reason, a
|
||||||
|
// fallback. The fallback exists because iguana can wedge permanently on a Metal
|
||||||
|
// OOM (infra#273) — which is also why a fallback is a data-egress decision: the
|
||||||
|
// berget endpoint is a cloud service, so the result records which one served it.
|
||||||
|
type Chain struct {
|
||||||
|
primary Backend
|
||||||
|
fallback Backend // nil disables the fallback
|
||||||
|
}
|
||||||
|
|
||||||
|
// NewChain builds a Chain. A nil fallback means a primary failure is the result.
|
||||||
|
func NewChain(primary, fallback Backend) *Chain {
|
||||||
|
return &Chain{primary: primary, fallback: fallback}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Transcribe returns the first backend's success. It falls back on any primary
|
||||||
|
// error — transport, timeout, non-2xx, empty transcript — and never inspects a
|
||||||
|
// response body to decide. A cancelled context stops the chain: a job the user or
|
||||||
|
// shutdown cancelled must not ship its audio to a cloud endpoint as a last act.
|
||||||
|
func (c *Chain) Transcribe(ctx context.Context, wavPath string) (domain.Transcription, error) {
|
||||||
|
t, err := c.primary.Transcribe(ctx, wavPath)
|
||||||
|
if err == nil {
|
||||||
|
t.Endpoint = c.primary.Name()
|
||||||
|
return t, nil
|
||||||
|
}
|
||||||
|
if c.fallback == nil || ctx.Err() != nil {
|
||||||
|
return domain.Transcription{}, fmt.Errorf("%s: %w", c.primary.Name(), err)
|
||||||
|
}
|
||||||
|
t, ferr := c.fallback.Transcribe(ctx, wavPath)
|
||||||
|
if ferr != nil {
|
||||||
|
return domain.Transcription{}, errors.Join(
|
||||||
|
fmt.Errorf("%s: %w", c.primary.Name(), err),
|
||||||
|
fmt.Errorf("%s: %w", c.fallback.Name(), ferr))
|
||||||
|
}
|
||||||
|
t.Endpoint = c.fallback.Name()
|
||||||
|
return t, nil
|
||||||
|
}
|
||||||
@@ -0,0 +1,99 @@
|
|||||||
|
package transcribe_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"errors"
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
"github.com/stretchr/testify/require"
|
||||||
|
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/adapters/transcribe"
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/domain"
|
||||||
|
)
|
||||||
|
|
||||||
|
type fakeBackend struct {
|
||||||
|
name string
|
||||||
|
text string
|
||||||
|
err error
|
||||||
|
calls int
|
||||||
|
}
|
||||||
|
|
||||||
|
func (f *fakeBackend) Name() string { return f.name }
|
||||||
|
func (f *fakeBackend) Transcribe(_ context.Context, _ string) (domain.Transcription, error) {
|
||||||
|
f.calls++
|
||||||
|
if f.err != nil {
|
||||||
|
return domain.Transcription{}, f.err
|
||||||
|
}
|
||||||
|
return domain.Transcription{Text: f.text, Endpoint: f.name}, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestChain_PrimarySuccessNeverTouchesTheFallback(t *testing.T) {
|
||||||
|
primary := &fakeBackend{name: "iguana/kb-whisper", text: "primary text"}
|
||||||
|
fallback := &fakeBackend{name: "berget/kb-whisper", text: "fallback text"}
|
||||||
|
|
||||||
|
got, err := transcribe.NewChain(primary, fallback).Transcribe(context.Background(), "/a.wav")
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, "primary text", got.Text)
|
||||||
|
assert.Equal(t, "iguana/kb-whisper", got.Endpoint)
|
||||||
|
assert.Zero(t, fallback.calls, "audio must not leave the homelab when the local endpoint worked")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestChain_AnyPrimaryFailureFallsBackAndRecordsTheFallbackEndpoint(t *testing.T) {
|
||||||
|
tests := []struct {
|
||||||
|
name string
|
||||||
|
err error
|
||||||
|
}{
|
||||||
|
{"server error", &transcribe.StatusError{Code: 500}},
|
||||||
|
{"gateway timeout", &transcribe.StatusError{Code: 504}},
|
||||||
|
{"client error", &transcribe.StatusError{Code: 400}},
|
||||||
|
{"transport failure", errors.New("dial tcp: connection refused")},
|
||||||
|
{"empty transcript", transcribe.ErrEmptyTranscript},
|
||||||
|
}
|
||||||
|
for _, tt := range tests {
|
||||||
|
t.Run(tt.name, func(t *testing.T) {
|
||||||
|
primary := &fakeBackend{name: "iguana/kb-whisper", err: tt.err}
|
||||||
|
fallback := &fakeBackend{name: "berget/kb-whisper", text: "fallback text"}
|
||||||
|
|
||||||
|
got, err := transcribe.NewChain(primary, fallback).Transcribe(context.Background(), "/a.wav")
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, "fallback text", got.Text)
|
||||||
|
assert.Equal(t, "berget/kb-whisper", got.Endpoint,
|
||||||
|
"the row must say berget served it: that means the audio left the homelab")
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestChain_BothFailingReportsBothErrors(t *testing.T) {
|
||||||
|
primary := &fakeBackend{name: "iguana/kb-whisper", err: errors.New("iguana down")}
|
||||||
|
fallback := &fakeBackend{name: "berget/kb-whisper", err: errors.New("berget down")}
|
||||||
|
|
||||||
|
_, err := transcribe.NewChain(primary, fallback).Transcribe(context.Background(), "/a.wav")
|
||||||
|
|
||||||
|
require.Error(t, err)
|
||||||
|
assert.Contains(t, err.Error(), "iguana down")
|
||||||
|
assert.Contains(t, err.Error(), "berget down")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestChain_WithoutAFallbackAPrimaryFailureIsTheResult(t *testing.T) {
|
||||||
|
primary := &fakeBackend{name: "iguana/kb-whisper", err: errors.New("iguana down")}
|
||||||
|
|
||||||
|
_, err := transcribe.NewChain(primary, nil).Transcribe(context.Background(), "/a.wav")
|
||||||
|
|
||||||
|
require.Error(t, err)
|
||||||
|
assert.Contains(t, err.Error(), "iguana down")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestChain_ACancelledJobDoesNotFallBack(t *testing.T) {
|
||||||
|
ctx, cancel := context.WithCancel(context.Background())
|
||||||
|
cancel()
|
||||||
|
primary := &fakeBackend{name: "iguana/kb-whisper", err: context.Canceled}
|
||||||
|
fallback := &fakeBackend{name: "berget/kb-whisper", text: "x"}
|
||||||
|
|
||||||
|
_, err := transcribe.NewChain(primary, fallback).Transcribe(ctx, "/a.wav")
|
||||||
|
|
||||||
|
assert.ErrorIs(t, err, context.Canceled)
|
||||||
|
assert.Zero(t, fallback.calls, "a cancelled job must not ship the audio to a cloud endpoint")
|
||||||
|
}
|
||||||
@@ -0,0 +1,77 @@
|
|||||||
|
package transcribe
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"errors"
|
||||||
|
"fmt"
|
||||||
|
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/domain"
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/reconcile"
|
||||||
|
)
|
||||||
|
|
||||||
|
// Ensemble transcribes the same WAV with two engines, one after the other, and has a
|
||||||
|
// local model reconcile their disagreements (ADR-034). It satisfies uploads.Transcriber,
|
||||||
|
// so the worker neither knows nor cares that two engines were involved.
|
||||||
|
//
|
||||||
|
// It degrades in steps and never turns a recoverable problem into a failed job:
|
||||||
|
// one engine down → the other's text, said so on the result; the model down → the
|
||||||
|
// base text unreconciled; both engines down → the cloud fallback, if configured, and
|
||||||
|
// recorded as such. A cancelled job stops everything and never reaches the cloud.
|
||||||
|
type Ensemble struct {
|
||||||
|
base, alt Backend
|
||||||
|
fallback Backend // nil = no cloud fallback
|
||||||
|
adj reconcile.Adjudicator
|
||||||
|
opts reconcile.Options
|
||||||
|
}
|
||||||
|
|
||||||
|
// NewEnsemble builds an Ensemble. base is the engine whose text stands where the two
|
||||||
|
// disagree and is the faster one, so it runs first; alt supplies the other reading.
|
||||||
|
func NewEnsemble(base, alt, fallback Backend, adj reconcile.Adjudicator, opts reconcile.Options) *Ensemble {
|
||||||
|
return &Ensemble{base: base, alt: alt, fallback: fallback, adj: adj, opts: opts}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Transcribe implements uploads.Transcriber.
|
||||||
|
func (e *Ensemble) Transcribe(ctx context.Context, wavPath string) (domain.Transcription, error) {
|
||||||
|
b, berr := e.base.Transcribe(ctx, wavPath)
|
||||||
|
if err := ctx.Err(); err != nil {
|
||||||
|
return domain.Transcription{}, err
|
||||||
|
}
|
||||||
|
a, aerr := e.alt.Transcribe(ctx, wavPath)
|
||||||
|
if err := ctx.Err(); err != nil {
|
||||||
|
return domain.Transcription{}, err
|
||||||
|
}
|
||||||
|
|
||||||
|
switch {
|
||||||
|
case berr == nil && aerr == nil:
|
||||||
|
out, err := reconcile.Reconcile(ctx, b, a, e.adj, e.opts)
|
||||||
|
if err != nil {
|
||||||
|
return domain.Transcription{}, err
|
||||||
|
}
|
||||||
|
out.Endpoint = fmt.Sprintf("%s + %s, reconciled by %s", e.base.Name(), e.alt.Name(), e.opts.Reconciler)
|
||||||
|
return out, nil
|
||||||
|
case berr == nil:
|
||||||
|
return e.single(b, e.base.Name(), fmt.Sprintf("%s failed: %v", e.alt.Name(), aerr)), nil
|
||||||
|
case aerr == nil:
|
||||||
|
return e.single(a, e.alt.Name(), fmt.Sprintf("%s failed: %v", e.base.Name(), berr)), nil
|
||||||
|
}
|
||||||
|
|
||||||
|
both := errors.Join(fmt.Errorf("%s: %w", e.base.Name(), berr), fmt.Errorf("%s: %w", e.alt.Name(), aerr))
|
||||||
|
if e.fallback == nil {
|
||||||
|
return domain.Transcription{}, both
|
||||||
|
}
|
||||||
|
f, ferr := e.fallback.Transcribe(ctx, wavPath)
|
||||||
|
if ferr != nil {
|
||||||
|
return domain.Transcription{}, errors.Join(both, fmt.Errorf("%s: %w", e.fallback.Name(), ferr))
|
||||||
|
}
|
||||||
|
return e.single(f, e.fallback.Name(), "both local engines failed"), nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// single is a transcript from one engine only: nothing to reconcile, and the result
|
||||||
|
// says why, because a reader should know the second opinion was missing.
|
||||||
|
func (e *Ensemble) single(t domain.Transcription, engine, reason string) domain.Transcription {
|
||||||
|
t.Endpoint = engine
|
||||||
|
t.Reconciliation = &domain.Reconciliation{
|
||||||
|
Status: domain.ReconcileSingle, Reason: reason, Base: e.opts.BaseEngine, Alt: e.opts.AltEngine, Reconciler: e.opts.Reconciler,
|
||||||
|
}
|
||||||
|
return t
|
||||||
|
}
|
||||||
@@ -0,0 +1,206 @@
|
|||||||
|
package transcribe_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"errors"
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
"github.com/stretchr/testify/require"
|
||||||
|
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/adapters/transcribe"
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/domain"
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/reconcile"
|
||||||
|
)
|
||||||
|
|
||||||
|
// orderedBackend records, in a shared slice, when it was called.
|
||||||
|
type orderedBackend struct {
|
||||||
|
name string
|
||||||
|
text string
|
||||||
|
err error
|
||||||
|
calls *[]string
|
||||||
|
}
|
||||||
|
|
||||||
|
func (o *orderedBackend) Name() string { return o.name }
|
||||||
|
func (o *orderedBackend) Transcribe(_ context.Context, _ string) (domain.Transcription, error) {
|
||||||
|
*o.calls = append(*o.calls, o.name)
|
||||||
|
if o.err != nil {
|
||||||
|
return domain.Transcription{}, o.err
|
||||||
|
}
|
||||||
|
return domain.Transcription{Text: o.text, Endpoint: o.name, AudioSeconds: 10}, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
type verdictAdj struct {
|
||||||
|
v reconcile.Verdict
|
||||||
|
err error
|
||||||
|
calls int
|
||||||
|
}
|
||||||
|
|
||||||
|
func (a *verdictAdj) Adjudicate(context.Context, reconcile.Request) (reconcile.Verdict, error) {
|
||||||
|
a.calls++
|
||||||
|
return a.v, a.err
|
||||||
|
}
|
||||||
|
|
||||||
|
var ensembleOpts = reconcile.Options{Reconciler: "iguana/gemma4-26b", BaseEngine: "iguana/pianissimo", AltEngine: "iguana/kb-whisper"}
|
||||||
|
|
||||||
|
type rig struct {
|
||||||
|
e *transcribe.Ensemble
|
||||||
|
calls *[]string
|
||||||
|
adj *verdictAdj
|
||||||
|
}
|
||||||
|
|
||||||
|
func newEnsemble(baseText, altText string, baseErr, altErr error, withFallback bool, adj *verdictAdj) *rig {
|
||||||
|
calls := &[]string{}
|
||||||
|
base := &orderedBackend{name: "iguana/pianissimo", text: baseText, err: baseErr, calls: calls}
|
||||||
|
alt := &orderedBackend{name: "iguana/kb-whisper", text: altText, err: altErr, calls: calls}
|
||||||
|
var fb transcribe.Backend
|
||||||
|
if withFallback {
|
||||||
|
fb = &orderedBackend{name: "berget/kb-whisper", text: "fallback text", calls: calls}
|
||||||
|
}
|
||||||
|
return &rig{e: transcribe.NewEnsemble(base, alt, fb, adj, ensembleOpts), calls: calls, adj: adj}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestEnsemble_BothEnginesRunInOrderAndTheirDisagreementIsReconciled(t *testing.T) {
|
||||||
|
adj := &verdictAdj{v: reconcile.VerdictAlt}
|
||||||
|
r := newEnsemble("Totalt 1015 kronor idag.", "Totalt 1050 kronor idag.", nil, nil, true, adj)
|
||||||
|
|
||||||
|
got, err := r.e.Transcribe(context.Background(), "/a.wav")
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, []string{"iguana/pianissimo", "iguana/kb-whisper"}, *r.calls,
|
||||||
|
"the 40-second engine runs first, so a failure there is known early; the fallback is not touched")
|
||||||
|
assert.Equal(t, "Totalt 1050 kronor idag.", got.Text)
|
||||||
|
assert.Equal(t, "iguana/pianissimo + iguana/kb-whisper, reconciled by iguana/gemma4-26b", got.Endpoint,
|
||||||
|
"every contributor is recorded: which engines touched the audio is a quality and a privacy fact")
|
||||||
|
require.NotNil(t, got.Reconciliation)
|
||||||
|
assert.Equal(t, domain.ReconcileDone, got.Reconciliation.Status)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestEnsemble_IdenticalTextsNeverCallTheModel(t *testing.T) {
|
||||||
|
adj := &verdictAdj{v: reconcile.VerdictAlt}
|
||||||
|
r := newEnsemble("Vi går igenom läget.", "Vi går igenom läget.", nil, nil, false, adj)
|
||||||
|
|
||||||
|
got, err := r.e.Transcribe(context.Background(), "/a.wav")
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Zero(t, adj.calls)
|
||||||
|
assert.Equal(t, "Vi går igenom läget.", got.Text)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestEnsemble_WhenOneEngineFailsTheOtherIsUsedAndItIsSaidSo(t *testing.T) {
|
||||||
|
tests := []struct {
|
||||||
|
name string
|
||||||
|
baseErr error
|
||||||
|
altErr error
|
||||||
|
wantText string
|
||||||
|
wantEndpoint string
|
||||||
|
wantReasonHas string
|
||||||
|
}{
|
||||||
|
{"pianissimo down", errors.New("pianissimo wedged"), nil, "alt text", "iguana/kb-whisper", "iguana/pianissimo failed"},
|
||||||
|
{"kb-whisper down", nil, errors.New("metal oom"), "base text", "iguana/pianissimo", "iguana/kb-whisper failed"},
|
||||||
|
}
|
||||||
|
for _, tt := range tests {
|
||||||
|
t.Run(tt.name, func(t *testing.T) {
|
||||||
|
adj := &verdictAdj{v: reconcile.VerdictAlt}
|
||||||
|
r := newEnsemble("base text", "alt text", tt.baseErr, tt.altErr, true, adj)
|
||||||
|
|
||||||
|
got, err := r.e.Transcribe(context.Background(), "/a.wav")
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, tt.wantText, got.Text)
|
||||||
|
assert.Equal(t, tt.wantEndpoint, got.Endpoint)
|
||||||
|
assert.Zero(t, adj.calls, "there is nothing to reconcile")
|
||||||
|
require.NotNil(t, got.Reconciliation)
|
||||||
|
assert.Equal(t, domain.ReconcileSingle, got.Reconciliation.Status)
|
||||||
|
assert.Contains(t, got.Reconciliation.Reason, tt.wantReasonHas)
|
||||||
|
assert.NotContains(t, *r.calls, "berget/kb-whisper", "one local engine working means audio does not leave the homelab")
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestEnsemble_OnlyWhenBothLocalEnginesFailDoesTheCloudFallbackRun(t *testing.T) {
|
||||||
|
r := newEnsemble("", "", errors.New("a"), errors.New("b"), true, &verdictAdj{})
|
||||||
|
|
||||||
|
got, err := r.e.Transcribe(context.Background(), "/a.wav")
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, "fallback text", got.Text)
|
||||||
|
assert.Equal(t, "berget/kb-whisper", got.Endpoint, "the row must say berget served it: the audio left the homelab")
|
||||||
|
assert.Equal(t, domain.ReconcileSingle, got.Reconciliation.Status)
|
||||||
|
assert.Contains(t, got.Reconciliation.Reason, "both local engines failed")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestEnsemble_BothFailingWithNoFallbackReportsBothErrors(t *testing.T) {
|
||||||
|
r := newEnsemble("", "", errors.New("pianissimo down"), errors.New("whisper down"), false, &verdictAdj{})
|
||||||
|
|
||||||
|
_, err := r.e.Transcribe(context.Background(), "/a.wav")
|
||||||
|
|
||||||
|
require.Error(t, err)
|
||||||
|
assert.Contains(t, err.Error(), "pianissimo down")
|
||||||
|
assert.Contains(t, err.Error(), "whisper down")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestEnsemble_ACancelledJobNeverReachesTheCloud(t *testing.T) {
|
||||||
|
ctx, cancel := context.WithCancel(context.Background())
|
||||||
|
cancel()
|
||||||
|
r := newEnsemble("", "", context.Canceled, context.Canceled, true, &verdictAdj{})
|
||||||
|
|
||||||
|
_, err := r.e.Transcribe(ctx, "/a.wav")
|
||||||
|
|
||||||
|
assert.ErrorIs(t, err, context.Canceled)
|
||||||
|
assert.NotContains(t, *r.calls, "berget/kb-whisper", "a cancelled job must not ship its audio to a cloud endpoint as a last act")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestEnsemble_AModelThatIsDownGivesTheBaseTextUnreconciledNotAFailedJob(t *testing.T) {
|
||||||
|
adj := &verdictAdj{err: errors.New("gateway down")}
|
||||||
|
// Four separate disagreements, each separated by two shared words, so the
|
||||||
|
// breaker trips after three consecutive failures.
|
||||||
|
r := newEnsemble("a1 s t b1 s t c1 s t d1", "a2 s t b2 s t c2 s t d2", nil, nil, false, adj)
|
||||||
|
|
||||||
|
got, err := r.e.Transcribe(context.Background(), "/a.wav")
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, "a1 s t b1 s t c1 s t d1", got.Text)
|
||||||
|
assert.Equal(t, domain.ReconcileSkipped, got.Reconciliation.Status)
|
||||||
|
assert.Equal(t, 3, adj.calls)
|
||||||
|
}
|
||||||
|
|
||||||
|
// cancelling is a backend that cancels the job's context while it runs, the way a
|
||||||
|
// shutdown arrives in the middle of a long transcription.
|
||||||
|
type cancelling struct {
|
||||||
|
name string
|
||||||
|
cancel context.CancelFunc
|
||||||
|
calls *[]string
|
||||||
|
}
|
||||||
|
|
||||||
|
func (c *cancelling) Name() string { return c.name }
|
||||||
|
func (c *cancelling) Transcribe(_ context.Context, _ string) (domain.Transcription, error) {
|
||||||
|
*c.calls = append(*c.calls, c.name)
|
||||||
|
c.cancel()
|
||||||
|
return domain.Transcription{}, context.Canceled
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestEnsemble_AShutdownDuringTheFirstEngineStopsBeforeTheSecondOrTheCloud(t *testing.T) {
|
||||||
|
ctx, cancel := context.WithCancel(context.Background())
|
||||||
|
calls := &[]string{}
|
||||||
|
base := &cancelling{name: "iguana/pianissimo", cancel: cancel, calls: calls}
|
||||||
|
alt := &orderedBackend{name: "iguana/kb-whisper", text: "alt", calls: calls}
|
||||||
|
fb := &orderedBackend{name: "berget/kb-whisper", text: "fb", calls: calls}
|
||||||
|
|
||||||
|
_, err := transcribe.NewEnsemble(base, alt, fb, &verdictAdj{}, ensembleOpts).Transcribe(ctx, "/a.wav")
|
||||||
|
|
||||||
|
assert.ErrorIs(t, err, context.Canceled)
|
||||||
|
assert.Equal(t, []string{"iguana/pianissimo"}, *calls, "no second engine and no cloud once the job is cancelled")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestEnsemble_AShutdownDuringTheSecondEngineIsAnErrorNotASingleEngineSuccess(t *testing.T) {
|
||||||
|
ctx, cancel := context.WithCancel(context.Background())
|
||||||
|
calls := &[]string{}
|
||||||
|
base := &orderedBackend{name: "iguana/pianissimo", text: "base", calls: calls}
|
||||||
|
alt := &cancelling{name: "iguana/kb-whisper", cancel: cancel, calls: calls}
|
||||||
|
|
||||||
|
got, err := transcribe.NewEnsemble(base, alt, nil, &verdictAdj{}, ensembleOpts).Transcribe(ctx, "/a.wav")
|
||||||
|
|
||||||
|
assert.ErrorIs(t, err, context.Canceled, "a cancelled job must not be recorded as 'kb-whisper failed'")
|
||||||
|
assert.Empty(t, got.Text)
|
||||||
|
}
|
||||||
@@ -0,0 +1,185 @@
|
|||||||
|
// Package transcribe turns a WAV file into a timed Swedish transcript by calling
|
||||||
|
// the LiteLLM gateway's OpenAI-compatible /audio/transcriptions endpoint
|
||||||
|
// (ADR-033). A Gateway is one model alias; a Chain tries a local one and falls
|
||||||
|
// back to a second.
|
||||||
|
package transcribe
|
||||||
|
|
||||||
|
import (
|
||||||
|
"bytes"
|
||||||
|
"context"
|
||||||
|
"encoding/json"
|
||||||
|
"errors"
|
||||||
|
"fmt"
|
||||||
|
"io"
|
||||||
|
"mime/multipart"
|
||||||
|
"net/http"
|
||||||
|
"os"
|
||||||
|
"strings"
|
||||||
|
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/domain"
|
||||||
|
)
|
||||||
|
|
||||||
|
// ErrEmptyTranscript is returned when the endpoint answered 200 but with no text.
|
||||||
|
// An empty transcript is not a success: chat over it could only answer "nothing".
|
||||||
|
var ErrEmptyTranscript = errors.New("transcribe: endpoint returned an empty transcript")
|
||||||
|
|
||||||
|
// StatusError is a non-2xx answer from the gateway. Nothing may branch on the
|
||||||
|
// body — {"error":"failed to process audio"} has had at least five distinct
|
||||||
|
// causes — so only the status code is exposed for logic; Snippet is for logs.
|
||||||
|
type StatusError struct {
|
||||||
|
Code int
|
||||||
|
Snippet string
|
||||||
|
}
|
||||||
|
|
||||||
|
func (e *StatusError) Error() string {
|
||||||
|
return fmt.Sprintf("transcribe: gateway returned HTTP %d: %s", e.Code, e.Snippet)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Gateway transcribes through one model alias on the gateway. baseURL is the
|
||||||
|
// gateway's /v1 root — the in-cluster NodePort, not the public hostname, whose
|
||||||
|
// ingress rejects bodies over ~8-10 MB with 413 (docs/research/audio-length-ceiling).
|
||||||
|
type Gateway struct {
|
||||||
|
baseURL string
|
||||||
|
key string
|
||||||
|
model string
|
||||||
|
client *http.Client
|
||||||
|
}
|
||||||
|
|
||||||
|
// NewGateway builds a Gateway. The client should carry no overall Timeout: a 90
|
||||||
|
// minute recording takes minutes, so the deadline belongs to the caller's context.
|
||||||
|
func NewGateway(baseURL, key, model string, client *http.Client) *Gateway {
|
||||||
|
return &Gateway{baseURL: strings.TrimRight(baseURL, "/"), key: key, model: model, client: client}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Name is the model alias; it is what gets recorded as the serving endpoint.
|
||||||
|
func (g *Gateway) Name() string { return g.model }
|
||||||
|
|
||||||
|
// Transcribe uploads the WAV at path and returns the normalised transcription.
|
||||||
|
// The body is streamed from disk with a COMPUTED Content-Length: a 90 minute WAV
|
||||||
|
// is ~170 MB, so it is neither buffered in memory nor sent chunked.
|
||||||
|
func (g *Gateway) Transcribe(ctx context.Context, path string) (domain.Transcription, error) {
|
||||||
|
f, err := os.Open(path)
|
||||||
|
if err != nil {
|
||||||
|
return domain.Transcription{}, fmt.Errorf("transcribe: open audio: %w", err)
|
||||||
|
}
|
||||||
|
defer f.Close()
|
||||||
|
info, err := f.Stat()
|
||||||
|
if err != nil {
|
||||||
|
return domain.Transcription{}, fmt.Errorf("transcribe: stat audio: %w", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
var prefix bytes.Buffer
|
||||||
|
mw := multipart.NewWriter(&prefix)
|
||||||
|
for _, kv := range [][2]string{{"model", g.model}, {"response_format", "verbose_json"}, {"language", "sv"}} {
|
||||||
|
if err := mw.WriteField(kv[0], kv[1]); err != nil {
|
||||||
|
return domain.Transcription{}, fmt.Errorf("transcribe: build request: %w", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
// The multipart field is `file`; `audio_file` is rejected as "Invalid request".
|
||||||
|
if _, err := mw.CreateFormFile("file", "audio.wav"); err != nil {
|
||||||
|
return domain.Transcription{}, fmt.Errorf("transcribe: build request: %w", err)
|
||||||
|
}
|
||||||
|
suffix := []byte("\r\n--" + mw.Boundary() + "--\r\n")
|
||||||
|
|
||||||
|
body := io.MultiReader(bytes.NewReader(prefix.Bytes()), f, bytes.NewReader(suffix))
|
||||||
|
req, err := http.NewRequestWithContext(ctx, http.MethodPost, g.baseURL+"/audio/transcriptions", body)
|
||||||
|
if err != nil {
|
||||||
|
return domain.Transcription{}, fmt.Errorf("transcribe: build request: %w", err)
|
||||||
|
}
|
||||||
|
req.ContentLength = int64(prefix.Len()) + info.Size() + int64(len(suffix))
|
||||||
|
req.Header.Set("Content-Type", mw.FormDataContentType())
|
||||||
|
req.Header.Set("Authorization", "Bearer "+g.key)
|
||||||
|
// No "Expect: 100-continue": it trips the proxy for any body over 1 KB.
|
||||||
|
|
||||||
|
resp, err := g.client.Do(req)
|
||||||
|
if err != nil {
|
||||||
|
return domain.Transcription{}, fmt.Errorf("transcribe: %s: %w", g.model, err)
|
||||||
|
}
|
||||||
|
defer resp.Body.Close()
|
||||||
|
if resp.StatusCode < 200 || resp.StatusCode > 299 {
|
||||||
|
snip, _ := io.ReadAll(io.LimitReader(resp.Body, 200))
|
||||||
|
return domain.Transcription{}, &StatusError{Code: resp.StatusCode, Snippet: strings.TrimSpace(string(snip))}
|
||||||
|
}
|
||||||
|
|
||||||
|
t, err := parseVerbose(resp.Body)
|
||||||
|
if err != nil {
|
||||||
|
return domain.Transcription{}, fmt.Errorf("transcribe: %s: %w", g.model, err)
|
||||||
|
}
|
||||||
|
t.Endpoint = g.model
|
||||||
|
return t, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// verboseJSON is the subset of the verbose_json response used. Both backends
|
||||||
|
// return it; they differ in segment granularity (iguana: whole seconds and
|
||||||
|
// sub-sentence pieces, berget: sub-second sentences), in the language token, and in
|
||||||
|
// whether a segment's text starts with a space.
|
||||||
|
type verboseJSON struct {
|
||||||
|
Text string `json:"text"`
|
||||||
|
Duration float64 `json:"duration"`
|
||||||
|
Segments []struct {
|
||||||
|
Start float64 `json:"start"`
|
||||||
|
End float64 `json:"end"`
|
||||||
|
Text string `json:"text"`
|
||||||
|
} `json:"segments"`
|
||||||
|
}
|
||||||
|
|
||||||
|
// parseVerbose normalises a verbose_json body. Whisper's final window can end past
|
||||||
|
// the audio (9.0 s for 4.25 s of audio was observed), so segment ends are clamped
|
||||||
|
// to the reported duration. Text is rebuilt from the segments, not taken from the
|
||||||
|
// response's `text` field: see joinSegments.
|
||||||
|
func parseVerbose(r io.Reader) (domain.Transcription, error) {
|
||||||
|
var v verboseJSON
|
||||||
|
if err := json.NewDecoder(r).Decode(&v); err != nil {
|
||||||
|
return domain.Transcription{}, fmt.Errorf("decode response: %w", err)
|
||||||
|
}
|
||||||
|
raw := make([]string, 0, len(v.Segments))
|
||||||
|
for _, s := range v.Segments {
|
||||||
|
raw = append(raw, s.Text)
|
||||||
|
}
|
||||||
|
text := joinSegments(raw)
|
||||||
|
if text == "" {
|
||||||
|
text = collapseSpace(v.Text)
|
||||||
|
}
|
||||||
|
if text == "" {
|
||||||
|
return domain.Transcription{}, ErrEmptyTranscript
|
||||||
|
}
|
||||||
|
t := domain.Transcription{Text: text, AudioSeconds: v.Duration}
|
||||||
|
for _, s := range v.Segments {
|
||||||
|
seg := domain.Segment{Start: s.Start, End: s.End, Text: strings.TrimSpace(s.Text)}
|
||||||
|
if v.Duration > 0 {
|
||||||
|
seg.End = min(seg.End, v.Duration)
|
||||||
|
seg.Start = min(seg.Start, seg.End)
|
||||||
|
}
|
||||||
|
t.Segments = append(t.Segments, seg)
|
||||||
|
}
|
||||||
|
return t, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// joinSegments rebuilds the running text from raw (untrimmed) segment texts.
|
||||||
|
//
|
||||||
|
// whisper.cpp wraps its output at ~60 characters and a wrap can land INSIDE a word
|
||||||
|
// ("nyt" | "t godkännande"): a segment that begins with a space starts a new word,
|
||||||
|
// one that does not continues the previous one, and the response's own `text`
|
||||||
|
// field joins them with newlines, which breaks the word. So when any segment
|
||||||
|
// carries a leading space the raw texts are concatenated as they are. Backends
|
||||||
|
// that return whole sentences with no leading space (berget) are joined with a
|
||||||
|
// space instead — concatenating those would glue sentences together.
|
||||||
|
func joinSegments(raw []string) string {
|
||||||
|
leadingSpace := false
|
||||||
|
for _, s := range raw {
|
||||||
|
if strings.HasPrefix(s, " ") {
|
||||||
|
leadingSpace = true
|
||||||
|
break
|
||||||
|
}
|
||||||
|
}
|
||||||
|
sep := " "
|
||||||
|
if leadingSpace {
|
||||||
|
sep = ""
|
||||||
|
}
|
||||||
|
return collapseSpace(strings.Join(raw, sep))
|
||||||
|
}
|
||||||
|
|
||||||
|
// collapseSpace turns every run of whitespace (including newlines) into one space.
|
||||||
|
func collapseSpace(s string) string {
|
||||||
|
return strings.Join(strings.Fields(s), " ")
|
||||||
|
}
|
||||||
@@ -0,0 +1,232 @@
|
|||||||
|
package transcribe_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"bytes"
|
||||||
|
"context"
|
||||||
|
"io"
|
||||||
|
"net/http"
|
||||||
|
"net/http/httptest"
|
||||||
|
"os"
|
||||||
|
"path/filepath"
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
"github.com/stretchr/testify/require"
|
||||||
|
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/adapters/transcribe"
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/domain"
|
||||||
|
)
|
||||||
|
|
||||||
|
// The httptest server stands in for the LiteLLM gateway: it is the process
|
||||||
|
// boundary, so a fake here is legitimate. The JSON it returns mirrors what the
|
||||||
|
// real gateway returned for iguana/kb-whisper and berget/kb-whisper on 2026-10-01
|
||||||
|
// (docs/research/audio-length-ceiling-2026-10-01.md). All text is synthetic.
|
||||||
|
|
||||||
|
const verboseJSON = `{
|
||||||
|
"text": " God morgon allihopa.\n Vi går igenom läget.\n",
|
||||||
|
"language": "swedish",
|
||||||
|
"duration": 4.25,
|
||||||
|
"segments": [
|
||||||
|
{"id": 0, "start": 0.0, "end": 1.0, "text": " God morgon allihopa."},
|
||||||
|
{"id": 1, "start": 1.0, "end": 9.0, "text": " Vi går igenom läget."}
|
||||||
|
]
|
||||||
|
}`
|
||||||
|
|
||||||
|
func wavFile(t *testing.T, content string) string {
|
||||||
|
t.Helper()
|
||||||
|
p := filepath.Join(t.TempDir(), "a.wav")
|
||||||
|
require.NoError(t, os.WriteFile(p, []byte(content), 0o600))
|
||||||
|
return p
|
||||||
|
}
|
||||||
|
|
||||||
|
type seen struct {
|
||||||
|
method, path, auth, expect, contentType string
|
||||||
|
contentLength int64
|
||||||
|
transferEncoding []string
|
||||||
|
fields map[string]string
|
||||||
|
file string
|
||||||
|
fileField string
|
||||||
|
bodyLen int
|
||||||
|
}
|
||||||
|
|
||||||
|
// serve starts a gateway fake that records the request it received and replies
|
||||||
|
// with status and body.
|
||||||
|
func serve(t *testing.T, status int, reply string, got *seen) *httptest.Server {
|
||||||
|
t.Helper()
|
||||||
|
srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
if got != nil {
|
||||||
|
got.method, got.path = r.Method, r.URL.Path
|
||||||
|
got.auth = r.Header.Get("Authorization")
|
||||||
|
got.expect = r.Header.Get("Expect")
|
||||||
|
got.contentType = r.Header.Get("Content-Type")
|
||||||
|
got.contentLength = r.ContentLength
|
||||||
|
got.transferEncoding = r.TransferEncoding
|
||||||
|
raw, _ := io.ReadAll(r.Body)
|
||||||
|
got.bodyLen = len(raw)
|
||||||
|
r.Body = io.NopCloser(bytes.NewReader(raw))
|
||||||
|
require.NoError(t, r.ParseMultipartForm(32<<20))
|
||||||
|
got.fields = map[string]string{}
|
||||||
|
for k, v := range r.MultipartForm.Value {
|
||||||
|
got.fields[k] = v[0]
|
||||||
|
}
|
||||||
|
for field, fhs := range r.MultipartForm.File {
|
||||||
|
got.fileField = field
|
||||||
|
f, _ := fhs[0].Open()
|
||||||
|
b, _ := io.ReadAll(f)
|
||||||
|
got.file = string(b)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
w.WriteHeader(status)
|
||||||
|
_, _ = io.WriteString(w, reply)
|
||||||
|
}))
|
||||||
|
t.Cleanup(srv.Close)
|
||||||
|
return srv
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGateway_SendsTheRequestTheGatewayExpects(t *testing.T) {
|
||||||
|
var got seen
|
||||||
|
srv := serve(t, 200, verboseJSON, &got)
|
||||||
|
g := transcribe.NewGateway(srv.URL+"/v1", "secret-key", "iguana/kb-whisper", srv.Client())
|
||||||
|
|
||||||
|
_, err := g.Transcribe(context.Background(), wavFile(t, "RIFF-synthetic-pcm"))
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, http.MethodPost, got.method)
|
||||||
|
assert.Equal(t, "/v1/audio/transcriptions", got.path)
|
||||||
|
assert.Equal(t, "Bearer secret-key", got.auth)
|
||||||
|
assert.Equal(t, "file", got.fileField, "the multipart field is `file`; `audio_file` is rejected as 'Invalid request'")
|
||||||
|
assert.Equal(t, "RIFF-synthetic-pcm", got.file)
|
||||||
|
assert.Equal(t, "iguana/kb-whisper", got.fields["model"])
|
||||||
|
assert.Equal(t, "verbose_json", got.fields["response_format"])
|
||||||
|
assert.Equal(t, "sv", got.fields["language"])
|
||||||
|
assert.Empty(t, got.expect, "no Expect: 100-continue: it trips the proxy for any body over 1 KB")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGateway_SendsAKnownContentLengthNotChunked(t *testing.T) {
|
||||||
|
var got seen
|
||||||
|
srv := serve(t, 200, verboseJSON, &got)
|
||||||
|
g := transcribe.NewGateway(srv.URL+"/v1", "k", "m", srv.Client())
|
||||||
|
|
||||||
|
_, err := g.Transcribe(context.Background(), wavFile(t, "0123456789"))
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Empty(t, got.transferEncoding, "a 90-minute WAV is ~170 MB: stream it with a computed length, not chunked and not buffered")
|
||||||
|
assert.Equal(t, int64(got.bodyLen), got.contentLength)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGateway_NormalisesTheVerboseJSONResponse(t *testing.T) {
|
||||||
|
srv := serve(t, 200, verboseJSON, nil)
|
||||||
|
g := transcribe.NewGateway(srv.URL+"/v1", "k", "iguana/kb-whisper", srv.Client())
|
||||||
|
|
||||||
|
got, err := g.Transcribe(context.Background(), wavFile(t, "x"))
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, "God morgon allihopa. Vi går igenom läget.", got.Text)
|
||||||
|
assert.Equal(t, "iguana/kb-whisper", got.Endpoint, "the serving endpoint is part of the result")
|
||||||
|
assert.InDelta(t, 4.25, got.AudioSeconds, 1e-9)
|
||||||
|
assert.Equal(t, []domain.Segment{
|
||||||
|
{Start: 0, End: 1, Text: "God morgon allihopa."},
|
||||||
|
// The final segment ended at 9.0 s for 4.25 s of audio: whisper's last
|
||||||
|
// window can run past the end. Clamped to the audio duration.
|
||||||
|
{Start: 1, End: 4.25, Text: "Vi går igenom läget."},
|
||||||
|
}, got.Segments)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGateway_ErrorsDoNotDependOnTheBody(t *testing.T) {
|
||||||
|
// {"error":"failed to process audio"} has had at least five distinct causes, so
|
||||||
|
// no code may branch on it. Two different bodies must be treated identically.
|
||||||
|
for _, reply := range []string{`{"error":"failed to process audio"}`, `{"error":"something else entirely"}`} {
|
||||||
|
srv := serve(t, 500, reply, nil)
|
||||||
|
g := transcribe.NewGateway(srv.URL+"/v1", "k", "m", srv.Client())
|
||||||
|
|
||||||
|
_, err := g.Transcribe(context.Background(), wavFile(t, "x"))
|
||||||
|
|
||||||
|
var se *transcribe.StatusError
|
||||||
|
require.ErrorAs(t, err, &se)
|
||||||
|
assert.Equal(t, 500, se.Code)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGateway_AnEmptyTranscriptIsAFailureNotASuccess(t *testing.T) {
|
||||||
|
srv := serve(t, 200, `{"text":" ","language":"swedish","duration":3,"segments":[]}`, nil)
|
||||||
|
g := transcribe.NewGateway(srv.URL+"/v1", "k", "m", srv.Client())
|
||||||
|
|
||||||
|
_, err := g.Transcribe(context.Background(), wavFile(t, "x"))
|
||||||
|
|
||||||
|
assert.ErrorIs(t, err, transcribe.ErrEmptyTranscript)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGateway_MalformedJSONIsAnError(t *testing.T) {
|
||||||
|
srv := serve(t, 200, `not json`, nil)
|
||||||
|
g := transcribe.NewGateway(srv.URL+"/v1", "k", "m", srv.Client())
|
||||||
|
|
||||||
|
_, err := g.Transcribe(context.Background(), wavFile(t, "x"))
|
||||||
|
|
||||||
|
assert.Error(t, err)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGateway_MissingAudioFileIsAnError(t *testing.T) {
|
||||||
|
g := transcribe.NewGateway("http://127.0.0.1:1/v1", "k", "m", http.DefaultClient)
|
||||||
|
|
||||||
|
_, err := g.Transcribe(context.Background(), filepath.Join(t.TempDir(), "nope.wav"))
|
||||||
|
|
||||||
|
assert.Error(t, err)
|
||||||
|
}
|
||||||
|
|
||||||
|
// whisper.cpp wraps its output at ~60 characters, and a wrap can land INSIDE a word:
|
||||||
|
// the continuation segment has no leading space, the `text` field joins segments
|
||||||
|
// with newlines, and a segment can be a lone ".". Measured on real gateway output
|
||||||
|
// 2026-10-01: 7% of a one-hour recording's segments were such fragments. Joining by
|
||||||
|
// newline hands the chat model broken words ("nyt\nt"), so Text is rebuilt from the
|
||||||
|
// segments: a segment that begins with a space starts a new word, one that does not
|
||||||
|
// continues the previous one.
|
||||||
|
func TestGateway_RejoinsWordsWhisperCppSplitAcrossSegments(t *testing.T) {
|
||||||
|
reply := `{
|
||||||
|
"text": " Vi ligger just nu 12 procent över den ursprungliga kalkylen\n.\n Det kräver ett nyt\nt godkännande från beställaren.\n Framförallt på arbetspl\natsen.\n",
|
||||||
|
"language": "swedish", "duration": 20,
|
||||||
|
"segments": [
|
||||||
|
{"start": 0, "end": 4, "text": " Vi ligger just nu 12 procent över den ursprungliga kalkylen"},
|
||||||
|
{"start": 4, "end": 5, "text": "."},
|
||||||
|
{"start": 5, "end": 8, "text": " Det kräver ett nyt"},
|
||||||
|
{"start": 8, "end": 11, "text": "t godkännande från beställaren."},
|
||||||
|
{"start": 11, "end": 14, "text": " Framförallt på arbetspl"},
|
||||||
|
{"start": 14, "end": 16, "text": "atsen."}
|
||||||
|
]}`
|
||||||
|
srv := serve(t, 200, reply, nil)
|
||||||
|
g := transcribe.NewGateway(srv.URL+"/v1", "k", "iguana/kb-whisper", srv.Client())
|
||||||
|
|
||||||
|
got, err := g.Transcribe(context.Background(), wavFile(t, "x"))
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, "Vi ligger just nu 12 procent över den ursprungliga kalkylen. "+
|
||||||
|
"Det kräver ett nytt godkännande från beställaren. Framförallt på arbetsplatsen.", got.Text)
|
||||||
|
assert.Len(t, got.Segments, 6, "the timed segments are kept as the backend gave them (trimmed)")
|
||||||
|
assert.Equal(t, ".", got.Segments[1].Text)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGateway_SentenceLevelSegmentsWithNoLeadingSpaceAreJoinedWithASpace(t *testing.T) {
|
||||||
|
// berget/kb-whisper returns whole sentences with no leading space; rebuilding by
|
||||||
|
// concatenation would glue them ("allihopa!Vi").
|
||||||
|
reply := `{"text": "God morgon allihopa!\nVi går igenom läget.", "language": "sv", "duration": 5,
|
||||||
|
"segments": [
|
||||||
|
{"start": 0.05, "end": 1.2, "text": "God morgon allihopa!"},
|
||||||
|
{"start": 1.6, "end": 4.2, "text": "Vi går igenom läget."}
|
||||||
|
]}`
|
||||||
|
srv := serve(t, 200, reply, nil)
|
||||||
|
g := transcribe.NewGateway(srv.URL+"/v1", "k", "berget/kb-whisper", srv.Client())
|
||||||
|
|
||||||
|
got, err := g.Transcribe(context.Background(), wavFile(t, "x"))
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, "God morgon allihopa! Vi går igenom läget.", got.Text)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGateway_WithNoSegmentsTheTextFieldIsUsedWithWhitespaceCollapsed(t *testing.T) {
|
||||||
|
srv := serve(t, 200, `{"text": " Hej allihopa.\n Vi börjar. ", "duration": 3, "segments": []}`, nil)
|
||||||
|
g := transcribe.NewGateway(srv.URL+"/v1", "k", "m", srv.Client())
|
||||||
|
|
||||||
|
got, err := g.Transcribe(context.Background(), wavFile(t, "x"))
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, "Hej allihopa. Vi börjar.", got.Text)
|
||||||
|
}
|
||||||
@@ -0,0 +1,49 @@
|
|||||||
|
package transcribe_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"net/http"
|
||||||
|
"os"
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
"github.com/stretchr/testify/require"
|
||||||
|
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/adapters/transcribe"
|
||||||
|
)
|
||||||
|
|
||||||
|
// TestGateway_LiveGateway is an opt-in check against the REAL gateway, because
|
||||||
|
// the httptest fake above can only prove what we think the gateway accepts. It
|
||||||
|
// is skipped unless TAPIR_LIVE_WAV names a 16 kHz mono WAV and the gateway
|
||||||
|
// coordinates are set:
|
||||||
|
//
|
||||||
|
// TAPIR_LIVE_WAV=/path/a.wav TAPIR_LIVE_GATEWAY_URL=http://koala:30401/v1 \
|
||||||
|
// TAPIR_LIVE_MODEL=iguana/kb-whisper op run --env-file ~/.op-env -- \
|
||||||
|
// go test ./internal/adapters/transcribe -run LiveGateway -v
|
||||||
|
//
|
||||||
|
// Use SYNTHETIC audio only: this repo is public and the gateway may be a cloud
|
||||||
|
// endpoint (#33).
|
||||||
|
func TestGateway_LiveGateway(t *testing.T) {
|
||||||
|
wav := os.Getenv("TAPIR_LIVE_WAV")
|
||||||
|
url := os.Getenv("TAPIR_LIVE_GATEWAY_URL")
|
||||||
|
if wav == "" || url == "" {
|
||||||
|
t.Skip("set TAPIR_LIVE_WAV and TAPIR_LIVE_GATEWAY_URL to run against the real gateway")
|
||||||
|
}
|
||||||
|
model := os.Getenv("TAPIR_LIVE_MODEL")
|
||||||
|
if model == "" {
|
||||||
|
model = "iguana/kb-whisper"
|
||||||
|
}
|
||||||
|
key := os.Getenv("LITELLM_MASTER_KEY")
|
||||||
|
require.NotEmpty(t, key, "LITELLM_MASTER_KEY must be set (via op run)")
|
||||||
|
|
||||||
|
ctx, cancel := context.WithTimeout(context.Background(), 25*time.Minute)
|
||||||
|
defer cancel()
|
||||||
|
got, err := transcribe.NewGateway(url, key, model, &http.Client{}).Transcribe(ctx, wav)
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.NotEmpty(t, got.Text)
|
||||||
|
assert.NotEmpty(t, got.Segments)
|
||||||
|
assert.Equal(t, model, got.Endpoint)
|
||||||
|
t.Logf("endpoint=%s audio_s=%.1f segments=%d chars=%d", got.Endpoint, got.AudioSeconds, len(got.Segments), len(got.Text))
|
||||||
|
}
|
||||||
@@ -20,6 +20,9 @@ import (
|
|||||||
|
|
||||||
// Config is Tapir's fully-resolved runtime configuration.
|
// Config is Tapir's fully-resolved runtime configuration.
|
||||||
type Config struct {
|
type Config struct {
|
||||||
|
// UploadConfig is the audio-upload and private-transcription settings (ADR-033).
|
||||||
|
UploadConfig
|
||||||
|
|
||||||
// UserID is the Tapir user the run operates as. Stage 0 has exactly one.
|
// UserID is the Tapir user the run operates as. Stage 0 has exactly one.
|
||||||
// It must be a UUID: it keys the UUID user_id/video_id columns (data-model).
|
// It must be a UUID: it keys the UUID user_id/video_id columns (data-model).
|
||||||
UserID string
|
UserID string
|
||||||
@@ -320,6 +323,10 @@ func Load() (Config, error) {
|
|||||||
}
|
}
|
||||||
c.OnboardMaxVideoSeconds = onboardMax
|
c.OnboardMaxVideoSeconds = onboardMax
|
||||||
|
|
||||||
|
if c.UploadConfig, err = loadUploadConfig(); err != nil {
|
||||||
|
return Config{}, err
|
||||||
|
}
|
||||||
|
|
||||||
return c, nil
|
return c, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -0,0 +1,118 @@
|
|||||||
|
package config
|
||||||
|
|
||||||
|
import (
|
||||||
|
"fmt"
|
||||||
|
"os"
|
||||||
|
"strconv"
|
||||||
|
"time"
|
||||||
|
)
|
||||||
|
|
||||||
|
// UploadConfig holds the settings for audio upload and private transcription
|
||||||
|
// (ADR-033). It is embedded in Config, so its fields read as c.UploadsEnabled etc.
|
||||||
|
type UploadConfig struct {
|
||||||
|
// UploadsEnabled mounts the /uploads routes and starts the worker. Off by
|
||||||
|
// default: the runtime image must contain ffmpeg and ffprobe first (ADR-033).
|
||||||
|
UploadsEnabled bool
|
||||||
|
// UploadMaxBytes caps one upload. UploadMaxDuration caps one recording; 90
|
||||||
|
// minutes is the longest length MEASURED, not a ceiling that was found, so
|
||||||
|
// raising it is a measurement, not an edit.
|
||||||
|
UploadMaxBytes int64
|
||||||
|
UploadMaxDuration time.Duration
|
||||||
|
// TranscribeModel is the primary gateway alias; TranscribeFallbackModel is the
|
||||||
|
// fallback, tried on ANY primary failure. The fallback is a cloud endpoint
|
||||||
|
// (berget): set it EMPTY to keep private audio on the homelab.
|
||||||
|
TranscribeModel string
|
||||||
|
TranscribeFallbackModel string
|
||||||
|
// TranscribeTimeout bounds one job (conversion + transcription); a 90 minute
|
||||||
|
// recording took ~7.5 minutes on iguana.
|
||||||
|
TranscribeTimeout time.Duration
|
||||||
|
// UploadTmpDir is where uploads are spooled and converted. Audio is deleted
|
||||||
|
// after transcription, so this holds at most the in-flight files.
|
||||||
|
UploadTmpDir string
|
||||||
|
FFmpegBin string
|
||||||
|
FFprobeBin string
|
||||||
|
// MaxUploadedTranscriptChars bounds the transcript sent to a chat model for an
|
||||||
|
// UPLOADED recording. The 18,000-char default for captions is ~22 minutes of
|
||||||
|
// speech; an hour of meeting is ~50,000 chars. MEASURED 2026-10-01 against the
|
||||||
|
// real models: iguana/gemma4-26b answers correctly to 90,000 chars but silently
|
||||||
|
// drops the head of a 120,000-char transcript, so 90,000 is the ceiling of the
|
||||||
|
// best model, not a round number.
|
||||||
|
MaxUploadedTranscriptChars int
|
||||||
|
// UploadChatModel is the model chat over an uploaded recording opens with. It is
|
||||||
|
// NOT the summarizer default: koala/phi4-mini has an 8,192-token context and
|
||||||
|
// returns HTTP 400 on an hour of speech (~13,000 tokens).
|
||||||
|
UploadChatModel string
|
||||||
|
}
|
||||||
|
|
||||||
|
const (
|
||||||
|
defaultUploadMaxMB = 200
|
||||||
|
defaultUploadMaxMinutes = 90
|
||||||
|
defaultTranscribeModel = "iguana/kb-whisper"
|
||||||
|
defaultTranscribeFallbackModel = "berget/kb-whisper"
|
||||||
|
defaultTranscribeTimeout = 30 * time.Minute
|
||||||
|
defaultMaxUploadedChars = 90000
|
||||||
|
defaultUploadChatModel = "iguana/gemma4-26b"
|
||||||
|
)
|
||||||
|
|
||||||
|
func loadUploadConfig() (UploadConfig, error) {
|
||||||
|
u := UploadConfig{
|
||||||
|
TranscribeModel: envOr("TAPIR_TRANSCRIBE_MODEL", defaultTranscribeModel),
|
||||||
|
TranscribeFallbackModel: lookupOr("TAPIR_TRANSCRIBE_FALLBACK_MODEL", defaultTranscribeFallbackModel),
|
||||||
|
UploadTmpDir: envOr("TAPIR_UPLOAD_TMP_DIR", os.TempDir()),
|
||||||
|
FFmpegBin: envOr("TAPIR_FFMPEG_BIN", "ffmpeg"),
|
||||||
|
FFprobeBin: envOr("TAPIR_FFPROBE_BIN", "ffprobe"),
|
||||||
|
UploadChatModel: envOr("TAPIR_UPLOAD_CHAT_MODEL", defaultUploadChatModel),
|
||||||
|
}
|
||||||
|
|
||||||
|
if v := os.Getenv("TAPIR_UPLOADS_ENABLED"); v != "" {
|
||||||
|
on, err := strconv.ParseBool(v)
|
||||||
|
if err != nil {
|
||||||
|
return UploadConfig{}, fmt.Errorf("config: TAPIR_UPLOADS_ENABLED=%q: %w", v, err)
|
||||||
|
}
|
||||||
|
u.UploadsEnabled = on
|
||||||
|
}
|
||||||
|
|
||||||
|
mb, err := positiveInt("TAPIR_UPLOAD_MAX_MB", defaultUploadMaxMB)
|
||||||
|
if err != nil {
|
||||||
|
return UploadConfig{}, err
|
||||||
|
}
|
||||||
|
u.UploadMaxBytes = int64(mb) << 20
|
||||||
|
|
||||||
|
mins, err := positiveInt("TAPIR_UPLOAD_MAX_MINUTES", defaultUploadMaxMinutes)
|
||||||
|
if err != nil {
|
||||||
|
return UploadConfig{}, err
|
||||||
|
}
|
||||||
|
u.UploadMaxDuration = time.Duration(mins) * time.Minute
|
||||||
|
|
||||||
|
timeout, err := durationOr("TAPIR_TRANSCRIBE_TIMEOUT", defaultTranscribeTimeout)
|
||||||
|
if err != nil {
|
||||||
|
return UploadConfig{}, err
|
||||||
|
}
|
||||||
|
if timeout <= 0 {
|
||||||
|
return UploadConfig{}, fmt.Errorf("config: TAPIR_TRANSCRIBE_TIMEOUT must be positive, got %v", timeout)
|
||||||
|
}
|
||||||
|
u.TranscribeTimeout = timeout
|
||||||
|
|
||||||
|
chars, err := intOr("TAPIR_MAX_UPLOADED_TRANSCRIPT_CHARS", defaultMaxUploadedChars)
|
||||||
|
if err != nil {
|
||||||
|
return UploadConfig{}, err
|
||||||
|
}
|
||||||
|
if chars < 0 {
|
||||||
|
chars = 0
|
||||||
|
}
|
||||||
|
u.MaxUploadedTranscriptChars = chars
|
||||||
|
return u, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// positiveInt is intOr that refuses zero and negatives: a zero upload limit would
|
||||||
|
// reject every file, which is a misconfiguration to fail on, not to run with.
|
||||||
|
func positiveInt(key string, fallback int) (int, error) {
|
||||||
|
n, err := intOr(key, fallback)
|
||||||
|
if err != nil {
|
||||||
|
return 0, err
|
||||||
|
}
|
||||||
|
if n <= 0 {
|
||||||
|
return 0, fmt.Errorf("config: %s must be positive, got %d", key, n)
|
||||||
|
}
|
||||||
|
return n, nil
|
||||||
|
}
|
||||||
@@ -0,0 +1,141 @@
|
|||||||
|
package config
|
||||||
|
|
||||||
|
import (
|
||||||
|
"os"
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
)
|
||||||
|
|
||||||
|
// clearUploadEnv unsets every upload knob so a test observes the default, not the
|
||||||
|
// host environment.
|
||||||
|
func clearUploadEnv(t *testing.T) {
|
||||||
|
t.Helper()
|
||||||
|
for _, k := range []string{
|
||||||
|
"TAPIR_UPLOADS_ENABLED", "TAPIR_UPLOAD_MAX_MB", "TAPIR_UPLOAD_MAX_MINUTES",
|
||||||
|
"TAPIR_TRANSCRIBE_MODEL", "TAPIR_TRANSCRIBE_FALLBACK_MODEL", "TAPIR_TRANSCRIBE_TIMEOUT",
|
||||||
|
"TAPIR_UPLOAD_TMP_DIR", "TAPIR_FFMPEG_BIN", "TAPIR_FFPROBE_BIN",
|
||||||
|
"TAPIR_MAX_UPLOADED_TRANSCRIPT_CHARS", "TAPIR_UPLOAD_CHAT_MODEL",
|
||||||
|
} {
|
||||||
|
unset(t, k)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLoad_UploadDefaults(t *testing.T) {
|
||||||
|
clearUploadEnv(t)
|
||||||
|
|
||||||
|
c, err := Load()
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("Load: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
if c.UploadsEnabled {
|
||||||
|
t.Error("uploads must be OFF by default: the runtime image needs ffmpeg first (ADR-033)")
|
||||||
|
}
|
||||||
|
if c.UploadMaxBytes != 200<<20 {
|
||||||
|
t.Errorf("UploadMaxBytes = %d, want 200 MB", c.UploadMaxBytes)
|
||||||
|
}
|
||||||
|
if c.UploadMaxDuration != 90*time.Minute {
|
||||||
|
t.Errorf("UploadMaxDuration = %v, want 90m (the longest length measured, not a found ceiling)", c.UploadMaxDuration)
|
||||||
|
}
|
||||||
|
if c.TranscribeModel != "iguana/kb-whisper" {
|
||||||
|
t.Errorf("TranscribeModel = %q", c.TranscribeModel)
|
||||||
|
}
|
||||||
|
if c.TranscribeFallbackModel != "berget/kb-whisper" {
|
||||||
|
t.Errorf("TranscribeFallbackModel = %q", c.TranscribeFallbackModel)
|
||||||
|
}
|
||||||
|
if c.TranscribeTimeout != 30*time.Minute {
|
||||||
|
t.Errorf("TranscribeTimeout = %v, want 30m (a 90 min recording took ~7.5 min)", c.TranscribeTimeout)
|
||||||
|
}
|
||||||
|
if c.UploadTmpDir != os.TempDir() {
|
||||||
|
t.Errorf("UploadTmpDir = %q, want os.TempDir()", c.UploadTmpDir)
|
||||||
|
}
|
||||||
|
if c.FFmpegBin != "ffmpeg" || c.FFprobeBin != "ffprobe" {
|
||||||
|
t.Errorf("bins = %q, %q", c.FFmpegBin, c.FFprobeBin)
|
||||||
|
}
|
||||||
|
if c.MaxUploadedTranscriptChars != 90000 {
|
||||||
|
t.Errorf("MaxUploadedTranscriptChars = %d, want 90000: iguana/gemma4-26b answered correctly at 90,000 chars "+
|
||||||
|
"but silently dropped the head of a 120,000-char transcript (docs/research/chat-context)", c.MaxUploadedTranscriptChars)
|
||||||
|
}
|
||||||
|
if c.UploadChatModel != "iguana/gemma4-26b" {
|
||||||
|
t.Errorf("UploadChatModel = %q: koala/phi4-mini has an 8,192-token context and answers HTTP 400 on an hour of speech", c.UploadChatModel)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLoad_UploadChatModelOverride(t *testing.T) {
|
||||||
|
clearUploadEnv(t)
|
||||||
|
t.Setenv("TAPIR_UPLOAD_CHAT_MODEL", "koala/qwen36-35b-a3b")
|
||||||
|
|
||||||
|
c, err := Load()
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("Load: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
if c.UploadChatModel != "koala/qwen36-35b-a3b" {
|
||||||
|
t.Errorf("UploadChatModel = %q", c.UploadChatModel)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLoad_UploadValuesAreParsed(t *testing.T) {
|
||||||
|
clearUploadEnv(t)
|
||||||
|
setEnv(t, map[string]string{
|
||||||
|
"TAPIR_UPLOADS_ENABLED": "true",
|
||||||
|
"TAPIR_UPLOAD_MAX_MB": "50",
|
||||||
|
"TAPIR_UPLOAD_MAX_MINUTES": "30",
|
||||||
|
"TAPIR_TRANSCRIBE_MODEL": "koala/whisper",
|
||||||
|
"TAPIR_TRANSCRIBE_TIMEOUT": "10m",
|
||||||
|
"TAPIR_UPLOAD_TMP_DIR": "/var/spool/tapir",
|
||||||
|
"TAPIR_FFMPEG_BIN": "/opt/ffmpeg",
|
||||||
|
"TAPIR_FFPROBE_BIN": "/opt/ffprobe",
|
||||||
|
"TAPIR_MAX_UPLOADED_TRANSCRIPT_CHARS": "60000",
|
||||||
|
})
|
||||||
|
|
||||||
|
c, err := Load()
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("Load: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
if !c.UploadsEnabled || c.UploadMaxBytes != 50<<20 || c.UploadMaxDuration != 30*time.Minute ||
|
||||||
|
c.TranscribeModel != "koala/whisper" || c.TranscribeTimeout != 10*time.Minute ||
|
||||||
|
c.UploadTmpDir != "/var/spool/tapir" || c.FFmpegBin != "/opt/ffmpeg" ||
|
||||||
|
c.FFprobeBin != "/opt/ffprobe" || c.MaxUploadedTranscriptChars != 60000 {
|
||||||
|
t.Errorf("values not applied: %+v", c)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLoad_EmptyTranscribeFallbackDisablesIt(t *testing.T) {
|
||||||
|
clearUploadEnv(t)
|
||||||
|
t.Setenv("TAPIR_TRANSCRIBE_FALLBACK_MODEL", "")
|
||||||
|
|
||||||
|
c, err := Load()
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("Load: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
if c.TranscribeFallbackModel != "" {
|
||||||
|
t.Errorf("TranscribeFallbackModel = %q: an explicit empty value must disable the cloud fallback, "+
|
||||||
|
"so private audio can be kept on the homelab", c.TranscribeFallbackModel)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLoad_UploadRejectsInvalidValues(t *testing.T) {
|
||||||
|
tests := []struct{ key, val string }{
|
||||||
|
{"TAPIR_UPLOADS_ENABLED", "maybe"},
|
||||||
|
{"TAPIR_UPLOAD_MAX_MB", "lots"},
|
||||||
|
{"TAPIR_UPLOAD_MAX_MB", "0"},
|
||||||
|
{"TAPIR_UPLOAD_MAX_MB", "-5"},
|
||||||
|
{"TAPIR_UPLOAD_MAX_MINUTES", "0"},
|
||||||
|
{"TAPIR_UPLOAD_MAX_MINUTES", "forever"},
|
||||||
|
{"TAPIR_TRANSCRIBE_TIMEOUT", "soon"},
|
||||||
|
{"TAPIR_TRANSCRIBE_TIMEOUT", "0s"},
|
||||||
|
}
|
||||||
|
for _, tt := range tests {
|
||||||
|
t.Run(tt.key+"="+tt.val, func(t *testing.T) {
|
||||||
|
clearUploadEnv(t)
|
||||||
|
t.Setenv(tt.key, tt.val)
|
||||||
|
|
||||||
|
if _, err := Load(); err == nil {
|
||||||
|
t.Errorf("Load accepted %s=%q; a zero or negative limit would reject every upload", tt.key, tt.val)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -111,3 +111,113 @@ type Summary struct {
|
|||||||
FallbackUsed bool
|
FallbackUsed bool
|
||||||
CreatedAt time.Time
|
CreatedAt time.Time
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Segment is one timed span of a transcription. Times are seconds from the start
|
||||||
|
// of the audio.
|
||||||
|
type Segment struct {
|
||||||
|
Start float64 `json:"start"`
|
||||||
|
End float64 `json:"end"`
|
||||||
|
Text string `json:"text"`
|
||||||
|
}
|
||||||
|
|
||||||
|
// Transcription is the result of transcribing user-supplied audio (ADR-033):
|
||||||
|
// the full text, its timed segments, which backend served it, and how long the
|
||||||
|
// audio was. Endpoint is recorded because the backends differ in timestamp
|
||||||
|
// granularity — which one served a transcript is a quality fact.
|
||||||
|
type Transcription struct {
|
||||||
|
Text string
|
||||||
|
Segments []Segment
|
||||||
|
Endpoint string
|
||||||
|
AudioSeconds float64
|
||||||
|
// Reconciliation is set when two engines transcribed the same audio and a local
|
||||||
|
// model chose between their disagreements (ADR-034). Nil for a single engine.
|
||||||
|
Reconciliation *Reconciliation
|
||||||
|
}
|
||||||
|
|
||||||
|
// ReconcileStatus says what became of an attempt to merge two transcripts.
|
||||||
|
type ReconcileStatus string
|
||||||
|
|
||||||
|
const (
|
||||||
|
// ReconcileDone: both engines produced text and the disagreements were resolved.
|
||||||
|
ReconcileDone ReconcileStatus = "reconciled"
|
||||||
|
// ReconcileSingle: only one engine produced text, so there was nothing to merge.
|
||||||
|
ReconcileSingle ReconcileStatus = "single_engine"
|
||||||
|
// ReconcileSkipped: both engines produced text but the model could not be used;
|
||||||
|
// the base text stands, unreconciled.
|
||||||
|
ReconcileSkipped ReconcileStatus = "skipped"
|
||||||
|
)
|
||||||
|
|
||||||
|
// ContestedSpot is a place the engines disagreed that a reader may want to check
|
||||||
|
// against the audio: one the model changed, or one it was unsure about.
|
||||||
|
type ContestedSpot struct {
|
||||||
|
Seconds float64 `json:"seconds"` // roughly where in the recording
|
||||||
|
Base string `json:"base"` // what the base engine heard
|
||||||
|
Alt string `json:"alt"` // what the other engine heard
|
||||||
|
Used string `json:"used"` // "base" or "alt": the reading now in the text
|
||||||
|
Unsure bool `json:"unsure"` // the model could not decide; the base was kept
|
||||||
|
}
|
||||||
|
|
||||||
|
// Reconciliation records how a merged transcript came about, so the page can say so
|
||||||
|
// plainly and the user can check the uncertain spots. The counts are exact; Contested
|
||||||
|
// is bounded.
|
||||||
|
type Reconciliation struct {
|
||||||
|
Status ReconcileStatus `json:"status"`
|
||||||
|
Reason string `json:"reason,omitempty"` // why single_engine or skipped
|
||||||
|
Base string `json:"base"` // engine whose text is the base
|
||||||
|
Alt string `json:"alt"`
|
||||||
|
Reconciler string `json:"reconciler"`
|
||||||
|
Disputes int `json:"disputes"` // places the engines disagreed
|
||||||
|
AutoResolved int `json:"auto_resolved"` // trivial: compounds, filler words
|
||||||
|
Adjudicated int `json:"adjudicated"` // decided by the model
|
||||||
|
Changed int `json:"changed"` // the alternative's reading was used
|
||||||
|
Unsure int `json:"unsure"` // base kept, flagged
|
||||||
|
Errors int `json:"errors"` // model calls that failed
|
||||||
|
Contested []ContestedSpot `json:"contested,omitempty"`
|
||||||
|
}
|
||||||
|
|
||||||
|
// UploadStatus is the state of an uploaded-audio transcription job.
|
||||||
|
type UploadStatus string
|
||||||
|
|
||||||
|
const (
|
||||||
|
UploadQueued UploadStatus = "queued"
|
||||||
|
UploadTranscribing UploadStatus = "transcribing"
|
||||||
|
UploadDone UploadStatus = "done"
|
||||||
|
UploadFailed UploadStatus = "failed"
|
||||||
|
)
|
||||||
|
|
||||||
|
// UploadErrorKind is the typed reason an upload failed. It is deliberately NOT a
|
||||||
|
// provider's error string: the whisper server's "failed to process audio" has had
|
||||||
|
// at least five distinct causes, so nothing may branch on it (ADR-033).
|
||||||
|
type UploadErrorKind string
|
||||||
|
|
||||||
|
const (
|
||||||
|
// UploadErrInterrupted: the process restarted mid-job. The audio is not
|
||||||
|
// retained, so the job cannot resume; the user re-uploads.
|
||||||
|
UploadErrInterrupted UploadErrorKind = "interrupted"
|
||||||
|
// UploadErrTranscriptionFailed: every configured transcription endpoint failed.
|
||||||
|
UploadErrTranscriptionFailed UploadErrorKind = "transcription_failed"
|
||||||
|
)
|
||||||
|
|
||||||
|
// UploadedTranscript is a user's PRIVATE transcript of audio they uploaded. It is
|
||||||
|
// never stored in, or merged with, the shared public-caption Transcript (ADR-021).
|
||||||
|
// Content and Segments are empty until Status is UploadDone.
|
||||||
|
type UploadedTranscript struct {
|
||||||
|
ID string
|
||||||
|
UserID string
|
||||||
|
Title string
|
||||||
|
Status UploadStatus
|
||||||
|
Content string
|
||||||
|
Segments []Segment
|
||||||
|
Endpoint string
|
||||||
|
AudioSeconds float64
|
||||||
|
ErrorKind UploadErrorKind
|
||||||
|
// HadVideo records that the uploaded file carried a video track. Only its audio
|
||||||
|
// was used and the video was discarded; the page says so. It is set at upload
|
||||||
|
// and never cleared (ADR-033).
|
||||||
|
HadVideo bool
|
||||||
|
// Reconciliation is how a merged transcript came about, or nil for a single
|
||||||
|
// engine (ADR-034). Set by Get, not by List.
|
||||||
|
Reconciliation *Reconciliation
|
||||||
|
CreatedAt time.Time
|
||||||
|
FinishedAt time.Time // zero until the job reaches done or failed
|
||||||
|
}
|
||||||
|
|||||||
@@ -0,0 +1,119 @@
|
|||||||
|
package reconcile
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"fmt"
|
||||||
|
"regexp"
|
||||||
|
"strings"
|
||||||
|
)
|
||||||
|
|
||||||
|
// Verdict is an adjudicator's decision about one dispute. The zero value is
|
||||||
|
// VerdictUnsure: with no decision the base reading stands and the spot is flagged.
|
||||||
|
type Verdict int
|
||||||
|
|
||||||
|
const (
|
||||||
|
VerdictUnsure Verdict = iota
|
||||||
|
VerdictBase
|
||||||
|
VerdictAlt
|
||||||
|
)
|
||||||
|
|
||||||
|
// Request is one dispute as the adjudicator sees it: the surrounding words, the two
|
||||||
|
// readings, and which of them is shown as "Reading 1". Alternating AltFirst between
|
||||||
|
// disputes averages out position bias.
|
||||||
|
type Request struct {
|
||||||
|
Before, After string
|
||||||
|
Base, Alt string
|
||||||
|
AltFirst bool
|
||||||
|
}
|
||||||
|
|
||||||
|
// Adjudicator decides which reading of a dispute the speaker most likely said.
|
||||||
|
type Adjudicator interface {
|
||||||
|
Adjudicate(ctx context.Context, r Request) (Verdict, error)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Completer is the chat surface the LLM adjudicator needs. *llm.Client satisfies it.
|
||||||
|
type Completer interface {
|
||||||
|
Complete(ctx context.Context, system, user string) (string, error)
|
||||||
|
}
|
||||||
|
|
||||||
|
// systemPrompt is the wording that was MEASURED (docs/research/
|
||||||
|
// local-model-adjudicator-sweep-2026-10-01.md): gemma4-26b 92% and gemma4-31b 97% against
|
||||||
|
// the speaker's blind answers. Changing it invalidates those figures.
|
||||||
|
const systemPrompt = "You compare two automatic transcriptions of the same Swedish speech. A single person is dictating project notes " +
|
||||||
|
"(finance and payments jargon, with English terms mixed into Swedish). The two transcriptions differ at ONE marked spot. " +
|
||||||
|
"Decide which reading is what the speaker most likely actually said, using the surrounding text and ordinary Swedish. " +
|
||||||
|
"Reply with exactly one line, either 'ANSWER: 1', 'ANSWER: 2' or 'ANSWER: UNSURE', then one short sentence of reasoning."
|
||||||
|
|
||||||
|
var answerRe = regexp.MustCompile(`(?i)ANSWER:\s*(1|2|UNSURE)\b`)
|
||||||
|
|
||||||
|
// LLMAdjudicator asks a chat model. It never invents an answer: a reply it cannot read
|
||||||
|
// is VerdictUnsure, and a transport error is returned as an error so the caller can tell
|
||||||
|
// "the model is down" from "the model is unsure".
|
||||||
|
type LLMAdjudicator struct{ c Completer }
|
||||||
|
|
||||||
|
// NewLLMAdjudicator wraps a Completer.
|
||||||
|
func NewLLMAdjudicator(c Completer) *LLMAdjudicator { return &LLMAdjudicator{c: c} }
|
||||||
|
|
||||||
|
// Adjudicate implements Adjudicator.
|
||||||
|
func (a *LLMAdjudicator) Adjudicate(ctx context.Context, r Request) (Verdict, error) {
|
||||||
|
first, second := r.Base, r.Alt
|
||||||
|
if r.AltFirst {
|
||||||
|
first, second = r.Alt, r.Base
|
||||||
|
}
|
||||||
|
user := fmt.Sprintf("Text before the spot:\n%s\n\n[[ THE SPOT ]]\n\nText after the spot:\n%s\n\nReading 1: %s\nReading 2: %s\n",
|
||||||
|
r.Before, r.After, describe(first), describe(second))
|
||||||
|
reply, err := a.c.Complete(ctx, systemPrompt, user)
|
||||||
|
if err != nil {
|
||||||
|
return VerdictUnsure, fmt.Errorf("reconcile: adjudicate: %w", err)
|
||||||
|
}
|
||||||
|
m := answerRe.FindStringSubmatch(reply)
|
||||||
|
if m == nil {
|
||||||
|
return VerdictUnsure, nil
|
||||||
|
}
|
||||||
|
switch strings.ToUpper(m[1]) {
|
||||||
|
case "1":
|
||||||
|
if r.AltFirst {
|
||||||
|
return VerdictAlt, nil
|
||||||
|
}
|
||||||
|
return VerdictBase, nil
|
||||||
|
case "2":
|
||||||
|
if r.AltFirst {
|
||||||
|
return VerdictBase, nil
|
||||||
|
}
|
||||||
|
return VerdictAlt, nil
|
||||||
|
}
|
||||||
|
return VerdictUnsure, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func describe(reading string) string {
|
||||||
|
if strings.TrimSpace(reading) == "" {
|
||||||
|
return "(nothing: the words are simply absent)"
|
||||||
|
}
|
||||||
|
return reading
|
||||||
|
}
|
||||||
|
|
||||||
|
// OrderChecked asks the inner adjudicator twice with the reading order swapped and
|
||||||
|
// keeps a verdict only when both agree. A model that flips with the order is showing
|
||||||
|
// position bias, not judgement, so disagreement is VerdictUnsure. It doubles the time.
|
||||||
|
type OrderChecked struct{ inner Adjudicator }
|
||||||
|
|
||||||
|
// NewOrderChecked wraps an adjudicator.
|
||||||
|
func NewOrderChecked(inner Adjudicator) *OrderChecked { return &OrderChecked{inner: inner} }
|
||||||
|
|
||||||
|
// Adjudicate implements Adjudicator.
|
||||||
|
func (o *OrderChecked) Adjudicate(ctx context.Context, r Request) (Verdict, error) {
|
||||||
|
r.AltFirst = false
|
||||||
|
v1, err := o.inner.Adjudicate(ctx, r)
|
||||||
|
if err != nil {
|
||||||
|
return VerdictUnsure, err
|
||||||
|
}
|
||||||
|
r.AltFirst = true
|
||||||
|
v2, err := o.inner.Adjudicate(ctx, r)
|
||||||
|
if err != nil {
|
||||||
|
return VerdictUnsure, err
|
||||||
|
}
|
||||||
|
if v1 == v2 {
|
||||||
|
return v1, nil
|
||||||
|
}
|
||||||
|
return VerdictUnsure, nil
|
||||||
|
}
|
||||||
@@ -0,0 +1,147 @@
|
|||||||
|
package reconcile_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"errors"
|
||||||
|
"strings"
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
"github.com/stretchr/testify/require"
|
||||||
|
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/reconcile"
|
||||||
|
)
|
||||||
|
|
||||||
|
type fakeCompleter struct {
|
||||||
|
replies []string
|
||||||
|
err error
|
||||||
|
systems []string
|
||||||
|
users []string
|
||||||
|
}
|
||||||
|
|
||||||
|
func (f *fakeCompleter) Complete(_ context.Context, system, user string) (string, error) {
|
||||||
|
f.systems = append(f.systems, system)
|
||||||
|
f.users = append(f.users, user)
|
||||||
|
if f.err != nil {
|
||||||
|
return "", f.err
|
||||||
|
}
|
||||||
|
i := len(f.users) - 1
|
||||||
|
if i >= len(f.replies) {
|
||||||
|
i = len(f.replies) - 1
|
||||||
|
}
|
||||||
|
return f.replies[i], nil
|
||||||
|
}
|
||||||
|
|
||||||
|
var req = reconcile.Request{Before: "kunderna ska då", After: "De ska kunna betala", Base: "onboardade", Alt: "omvårdade"}
|
||||||
|
|
||||||
|
func TestLLMAdjudicator_SendsTheMeasuredPromptWithTheReadingsInTheRequestedOrder(t *testing.T) {
|
||||||
|
fc := &fakeCompleter{replies: []string{"ANSWER: 1"}}
|
||||||
|
a := reconcile.NewLLMAdjudicator(fc)
|
||||||
|
|
||||||
|
_, err := a.Adjudicate(context.Background(), req)
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
require.Len(t, fc.users, 1)
|
||||||
|
assert.Contains(t, fc.systems[0], "two automatic transcriptions of the same Swedish speech")
|
||||||
|
assert.Contains(t, fc.systems[0], "ANSWER: 1")
|
||||||
|
u := fc.users[0]
|
||||||
|
assert.Contains(t, u, "Text before the spot:\nkunderna ska då")
|
||||||
|
assert.Contains(t, u, "[[ THE SPOT ]]")
|
||||||
|
assert.Contains(t, u, "Text after the spot:\nDe ska kunna betala")
|
||||||
|
assert.Contains(t, u, "Reading 1: onboardade\nReading 2: omvårdade", "base first when AltFirst is false")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLLMAdjudicator_AltFirstSwapsWhichReadingIsNumberOne(t *testing.T) {
|
||||||
|
fc := &fakeCompleter{replies: []string{"ANSWER: 1"}}
|
||||||
|
r := req
|
||||||
|
r.AltFirst = true
|
||||||
|
|
||||||
|
_, err := reconcile.NewLLMAdjudicator(fc).Adjudicate(context.Background(), r)
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Contains(t, fc.users[0], "Reading 1: omvårdade\nReading 2: onboardade")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLLMAdjudicator_MapsTheAnswerBackToBaseOrAltWhicheverOrderWasShown(t *testing.T) {
|
||||||
|
tests := []struct {
|
||||||
|
name string
|
||||||
|
altFirst bool
|
||||||
|
reply string
|
||||||
|
want reconcile.Verdict
|
||||||
|
}{
|
||||||
|
{"1 with base first is base", false, "ANSWER: 1", reconcile.VerdictBase},
|
||||||
|
{"2 with base first is alt", false, "ANSWER: 2", reconcile.VerdictAlt},
|
||||||
|
{"1 with alt first is alt", true, "ANSWER: 1", reconcile.VerdictAlt},
|
||||||
|
{"2 with alt first is base", true, "ANSWER: 2", reconcile.VerdictBase},
|
||||||
|
{"unsure is unsure", false, "ANSWER: UNSURE", reconcile.VerdictUnsure},
|
||||||
|
{"case and trailing reasoning are tolerated", false, "answer: 2\nThe second reading fits the context.", reconcile.VerdictAlt},
|
||||||
|
{"reasoning before the answer line is tolerated", true, "Hmm.\nANSWER: 2", reconcile.VerdictBase},
|
||||||
|
{"no answer line is unsure, not a guess", false, "I think the first one.", reconcile.VerdictUnsure},
|
||||||
|
{"an empty reply is unsure", false, "", reconcile.VerdictUnsure},
|
||||||
|
{"an out of range number is unsure", false, "ANSWER: 3", reconcile.VerdictUnsure},
|
||||||
|
{"a number that merely starts with 1 is not 1", false, "ANSWER: 12", reconcile.VerdictUnsure},
|
||||||
|
{"a word that merely starts with 2 is not 2", false, "ANSWER: 2nd option", reconcile.VerdictUnsure},
|
||||||
|
}
|
||||||
|
for _, tt := range tests {
|
||||||
|
t.Run(tt.name, func(t *testing.T) {
|
||||||
|
r := req
|
||||||
|
r.AltFirst = tt.altFirst
|
||||||
|
|
||||||
|
got, err := reconcile.NewLLMAdjudicator(&fakeCompleter{replies: []string{tt.reply}}).Adjudicate(context.Background(), r)
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, tt.want, got)
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLLMAdjudicator_AnEmptyReadingIsDescribedNotLeftBlank(t *testing.T) {
|
||||||
|
fc := &fakeCompleter{replies: []string{"ANSWER: 1"}}
|
||||||
|
r := req
|
||||||
|
r.Base = ""
|
||||||
|
|
||||||
|
_, err := reconcile.NewLLMAdjudicator(fc).Adjudicate(context.Background(), r)
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Contains(t, fc.users[0], "Reading 1: (nothing: the words are simply absent)")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestLLMAdjudicator_ACompleterErrorIsReturnedNotTurnedIntoAVerdict(t *testing.T) {
|
||||||
|
boom := errors.New("gateway down")
|
||||||
|
|
||||||
|
_, err := reconcile.NewLLMAdjudicator(&fakeCompleter{err: boom}).Adjudicate(context.Background(), req)
|
||||||
|
|
||||||
|
assert.ErrorIs(t, err, boom, "the caller must be able to tell 'the model is down' from 'the model is unsure'")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestOrderChecked_AsksTwiceWithTheOrderSwappedAndKeepsOnlyAgreement(t *testing.T) {
|
||||||
|
tests := []struct {
|
||||||
|
name string
|
||||||
|
replies []string // for [base-first call, alt-first call]
|
||||||
|
want reconcile.Verdict
|
||||||
|
}{
|
||||||
|
{"both orders pick the base", []string{"ANSWER: 1", "ANSWER: 2"}, reconcile.VerdictBase},
|
||||||
|
{"both orders pick the alternative", []string{"ANSWER: 2", "ANSWER: 1"}, reconcile.VerdictAlt},
|
||||||
|
{"it flips with the order, so it is position bias, not a judgement", []string{"ANSWER: 1", "ANSWER: 1"}, reconcile.VerdictUnsure},
|
||||||
|
{"one order unsure is unsure", []string{"ANSWER: 1", "ANSWER: UNSURE"}, reconcile.VerdictUnsure},
|
||||||
|
}
|
||||||
|
for _, tt := range tests {
|
||||||
|
t.Run(tt.name, func(t *testing.T) {
|
||||||
|
fc := &fakeCompleter{replies: tt.replies}
|
||||||
|
|
||||||
|
got, err := reconcile.NewOrderChecked(reconcile.NewLLMAdjudicator(fc)).Adjudicate(context.Background(), req)
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, tt.want, got)
|
||||||
|
require.Len(t, fc.users, 2)
|
||||||
|
assert.True(t, strings.Contains(fc.users[0], "Reading 1: onboardade"), "first call shows the base first")
|
||||||
|
assert.True(t, strings.Contains(fc.users[1], "Reading 1: omvårdade"), "second call shows the alternative first")
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestOrderChecked_AnErrorOnEitherCallIsAnError(t *testing.T) {
|
||||||
|
_, err := reconcile.NewOrderChecked(reconcile.NewLLMAdjudicator(&fakeCompleter{err: errors.New("down")})).Adjudicate(context.Background(), req)
|
||||||
|
|
||||||
|
assert.Error(t, err)
|
||||||
|
}
|
||||||
@@ -0,0 +1,187 @@
|
|||||||
|
package reconcile
|
||||||
|
|
||||||
|
// OpKind is the kind of one run in an edit script.
|
||||||
|
type OpKind int
|
||||||
|
|
||||||
|
const (
|
||||||
|
// Equal: A[AStart:AEnd] and B[BStart:BEnd] are the same words.
|
||||||
|
Equal OpKind = iota
|
||||||
|
// Replace: different words on both sides.
|
||||||
|
Replace
|
||||||
|
// Delete: words only in A.
|
||||||
|
Delete
|
||||||
|
// Insert: words only in B.
|
||||||
|
Insert
|
||||||
|
)
|
||||||
|
|
||||||
|
// Op is one run of the edit script. The ops of a Diff tile both inputs: each op starts
|
||||||
|
// where the previous one ended, in A and in B.
|
||||||
|
type Op struct {
|
||||||
|
Kind OpKind
|
||||||
|
AStart, AEnd int
|
||||||
|
BStart, BEnd int
|
||||||
|
}
|
||||||
|
|
||||||
|
// maxEdits bounds the Myers search. Memory grows with the square of the edit
|
||||||
|
// distance, so two texts that share almost nothing (one engine produced garbage)
|
||||||
|
// are reported as one Replace instead of spending gigabytes proving it. A real
|
||||||
|
// hour disagrees in roughly 400 places, i.e. about 800 edits, far below this.
|
||||||
|
const maxEdits = 3000
|
||||||
|
|
||||||
|
// Diff returns a minimal edit script from a to b (Myers, O(ND)). Adjacent deletions
|
||||||
|
// and insertions are reported as one Replace.
|
||||||
|
func Diff(a, b []string) []Op {
|
||||||
|
pre := 0
|
||||||
|
for pre < len(a) && pre < len(b) && a[pre] == b[pre] {
|
||||||
|
pre++
|
||||||
|
}
|
||||||
|
suf := 0
|
||||||
|
for suf < len(a)-pre && suf < len(b)-pre && a[len(a)-1-suf] == b[len(b)-1-suf] {
|
||||||
|
suf++
|
||||||
|
}
|
||||||
|
midA, midB := a[pre:len(a)-suf], b[pre:len(b)-suf]
|
||||||
|
|
||||||
|
steps, ok := myers(midA, midB)
|
||||||
|
if !ok {
|
||||||
|
steps = steps[:0]
|
||||||
|
for range midA {
|
||||||
|
steps = append(steps, stepDel)
|
||||||
|
}
|
||||||
|
for range midB {
|
||||||
|
steps = append(steps, stepIns)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
var ops []Op
|
||||||
|
ai, bi := 0, 0
|
||||||
|
emit := func(k OpKind, da, db int) {
|
||||||
|
if da == 0 && db == 0 {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
if k == Equal && len(ops) > 0 && ops[len(ops)-1].Kind == Equal {
|
||||||
|
ops[len(ops)-1].AEnd += da
|
||||||
|
ops[len(ops)-1].BEnd += db
|
||||||
|
} else {
|
||||||
|
ops = append(ops, Op{Kind: k, AStart: ai, AEnd: ai + da, BStart: bi, BEnd: bi + db})
|
||||||
|
}
|
||||||
|
ai += da
|
||||||
|
bi += db
|
||||||
|
}
|
||||||
|
emit(Equal, pre, pre)
|
||||||
|
for i := 0; i < len(steps); {
|
||||||
|
if steps[i] == stepEq {
|
||||||
|
j := i
|
||||||
|
for j < len(steps) && steps[j] == stepEq {
|
||||||
|
j++
|
||||||
|
}
|
||||||
|
emit(Equal, j-i, j-i)
|
||||||
|
i = j
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
dels, inss := 0, 0
|
||||||
|
for i < len(steps) && steps[i] != stepEq {
|
||||||
|
if steps[i] == stepDel {
|
||||||
|
dels++
|
||||||
|
} else {
|
||||||
|
inss++
|
||||||
|
}
|
||||||
|
i++
|
||||||
|
}
|
||||||
|
switch {
|
||||||
|
case dels > 0 && inss > 0:
|
||||||
|
emit(Replace, dels, inss)
|
||||||
|
case dels > 0:
|
||||||
|
emit(Delete, dels, 0)
|
||||||
|
default:
|
||||||
|
emit(Insert, 0, inss)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
emit(Equal, suf, suf)
|
||||||
|
return ops
|
||||||
|
}
|
||||||
|
|
||||||
|
type step int8
|
||||||
|
|
||||||
|
const (
|
||||||
|
stepEq step = iota
|
||||||
|
stepDel
|
||||||
|
stepIns
|
||||||
|
)
|
||||||
|
|
||||||
|
// myers returns one step per element of the edit script, in order. ok is false when
|
||||||
|
// the edit distance exceeds maxEdits.
|
||||||
|
func myers(a, b []string) ([]step, bool) {
|
||||||
|
n, m := len(a), len(b)
|
||||||
|
if n == 0 && m == 0 {
|
||||||
|
return nil, true
|
||||||
|
}
|
||||||
|
limit := min(n+m, maxEdits)
|
||||||
|
off := limit + 1
|
||||||
|
v := make([]int32, 2*limit+3)
|
||||||
|
var trace [][]int32 // trace[d] is v as it stood at the start of round d, for k in [-d, d]
|
||||||
|
|
||||||
|
for d := 0; d <= limit; d++ {
|
||||||
|
snap := make([]int32, 2*d+1)
|
||||||
|
for k := -d; k <= d; k++ {
|
||||||
|
snap[k+d] = v[off+k]
|
||||||
|
}
|
||||||
|
trace = append(trace, snap)
|
||||||
|
for k := -d; k <= d; k += 2 {
|
||||||
|
var x int
|
||||||
|
if k == -d || (k != d && v[off+k-1] < v[off+k+1]) {
|
||||||
|
x = int(v[off+k+1])
|
||||||
|
} else {
|
||||||
|
x = int(v[off+k-1]) + 1
|
||||||
|
}
|
||||||
|
y := x - k
|
||||||
|
for x < n && y < m && a[x] == b[y] {
|
||||||
|
x++
|
||||||
|
y++
|
||||||
|
}
|
||||||
|
v[off+k] = int32(x)
|
||||||
|
if x >= n && y >= m {
|
||||||
|
return backtrack(trace, n, m, d), true
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return nil, false
|
||||||
|
}
|
||||||
|
|
||||||
|
func backtrack(trace [][]int32, n, m, d int) []step {
|
||||||
|
var rev []step
|
||||||
|
x, y := n, m
|
||||||
|
for ; d >= 0; d-- {
|
||||||
|
snap := trace[d]
|
||||||
|
at := func(k int) int { return int(snap[k+d]) }
|
||||||
|
k := x - y
|
||||||
|
var prevK int
|
||||||
|
if k == -d || (k != d && at(k-1) < at(k+1)) {
|
||||||
|
prevK = k + 1
|
||||||
|
} else {
|
||||||
|
prevK = k - 1
|
||||||
|
}
|
||||||
|
prevX := 0
|
||||||
|
if d > 0 {
|
||||||
|
prevX = at(prevK)
|
||||||
|
}
|
||||||
|
prevY := prevX - prevK
|
||||||
|
for x > prevX && y > prevY {
|
||||||
|
rev = append(rev, stepEq)
|
||||||
|
x--
|
||||||
|
y--
|
||||||
|
}
|
||||||
|
if d > 0 {
|
||||||
|
if x == prevX {
|
||||||
|
rev = append(rev, stepIns)
|
||||||
|
} else {
|
||||||
|
rev = append(rev, stepDel)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
x, y = prevX, prevY
|
||||||
|
}
|
||||||
|
out := make([]step, len(rev))
|
||||||
|
for i, s := range rev {
|
||||||
|
out[len(rev)-1-i] = s
|
||||||
|
}
|
||||||
|
return out
|
||||||
|
}
|
||||||
@@ -0,0 +1,139 @@
|
|||||||
|
package reconcile_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"math/rand"
|
||||||
|
"strings"
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
"github.com/stretchr/testify/require"
|
||||||
|
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/reconcile"
|
||||||
|
)
|
||||||
|
|
||||||
|
func words(s string) []string { return strings.Fields(s) }
|
||||||
|
|
||||||
|
// apply rebuilds b from a using the ops, copying equal runs from a and the
|
||||||
|
// replacement/insertion runs from b. If Diff is right this must equal b.
|
||||||
|
func apply(a, b []string, ops []reconcile.Op) []string {
|
||||||
|
var out []string
|
||||||
|
for _, o := range ops {
|
||||||
|
switch o.Kind {
|
||||||
|
case reconcile.Equal:
|
||||||
|
out = append(out, a[o.AStart:o.AEnd]...)
|
||||||
|
default:
|
||||||
|
out = append(out, b[o.BStart:o.BEnd]...)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return out
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDiff_Cases(t *testing.T) {
|
||||||
|
tests := []struct {
|
||||||
|
name string
|
||||||
|
a, b string
|
||||||
|
want []reconcile.Op
|
||||||
|
}{
|
||||||
|
{"identical", "a b c", "a b c", []reconcile.Op{{Kind: reconcile.Equal, AStart: 0, AEnd: 3, BStart: 0, BEnd: 3}}},
|
||||||
|
{"both empty", "", "", nil},
|
||||||
|
{"one word replaced", "a b c", "a x c", []reconcile.Op{
|
||||||
|
{Kind: reconcile.Equal, AStart: 0, AEnd: 1, BStart: 0, BEnd: 1},
|
||||||
|
{Kind: reconcile.Replace, AStart: 1, AEnd: 2, BStart: 1, BEnd: 2},
|
||||||
|
{Kind: reconcile.Equal, AStart: 2, AEnd: 3, BStart: 2, BEnd: 3},
|
||||||
|
}},
|
||||||
|
{"word only in b", "a c", "a b c", []reconcile.Op{
|
||||||
|
{Kind: reconcile.Equal, AStart: 0, AEnd: 1, BStart: 0, BEnd: 1},
|
||||||
|
{Kind: reconcile.Insert, AStart: 1, AEnd: 1, BStart: 1, BEnd: 2},
|
||||||
|
{Kind: reconcile.Equal, AStart: 1, AEnd: 2, BStart: 2, BEnd: 3},
|
||||||
|
}},
|
||||||
|
{"word only in a", "a b c", "a c", []reconcile.Op{
|
||||||
|
{Kind: reconcile.Equal, AStart: 0, AEnd: 1, BStart: 0, BEnd: 1},
|
||||||
|
{Kind: reconcile.Delete, AStart: 1, AEnd: 2, BStart: 1, BEnd: 1},
|
||||||
|
{Kind: reconcile.Equal, AStart: 2, AEnd: 3, BStart: 1, BEnd: 2},
|
||||||
|
}},
|
||||||
|
{"nothing in common", "a b", "x y z", []reconcile.Op{
|
||||||
|
{Kind: reconcile.Replace, AStart: 0, AEnd: 2, BStart: 0, BEnd: 3},
|
||||||
|
}},
|
||||||
|
{"a is empty", "", "x y", []reconcile.Op{{Kind: reconcile.Insert, AStart: 0, AEnd: 0, BStart: 0, BEnd: 2}}},
|
||||||
|
{"b is empty", "x y", "", []reconcile.Op{{Kind: reconcile.Delete, AStart: 0, AEnd: 2, BStart: 0, BEnd: 0}}},
|
||||||
|
{"adjacent delete and insert read as one replace", "a b c d", "a x y d", []reconcile.Op{
|
||||||
|
{Kind: reconcile.Equal, AStart: 0, AEnd: 1, BStart: 0, BEnd: 1},
|
||||||
|
{Kind: reconcile.Replace, AStart: 1, AEnd: 3, BStart: 1, BEnd: 3},
|
||||||
|
{Kind: reconcile.Equal, AStart: 3, AEnd: 4, BStart: 3, BEnd: 4},
|
||||||
|
}},
|
||||||
|
}
|
||||||
|
for _, tt := range tests {
|
||||||
|
t.Run(tt.name, func(t *testing.T) {
|
||||||
|
assert.Equal(t, tt.want, reconcile.Diff(words(tt.a), words(tt.b)))
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// lcsLen is a plain dynamic-programming reference. Myers must find an edit script
|
||||||
|
// whose equal runs add up to exactly this: a diff that is merely valid but not
|
||||||
|
// minimal would turn real agreement into disputes the adjudicator is then asked about.
|
||||||
|
func lcsLen(a, b []string) int {
|
||||||
|
prev := make([]int, len(b)+1)
|
||||||
|
for i := 1; i <= len(a); i++ {
|
||||||
|
cur := make([]int, len(b)+1)
|
||||||
|
for j := 1; j <= len(b); j++ {
|
||||||
|
if a[i-1] == b[j-1] {
|
||||||
|
cur[j] = prev[j-1] + 1
|
||||||
|
} else {
|
||||||
|
cur[j] = max(prev[j], cur[j-1])
|
||||||
|
}
|
||||||
|
}
|
||||||
|
prev = cur
|
||||||
|
}
|
||||||
|
return prev[len(b)]
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDiff_RebuildsBAndKeepsEveryCommonWordOnRandomInputs(t *testing.T) {
|
||||||
|
rng := rand.New(rand.NewSource(7))
|
||||||
|
alphabet := []string{"a", "b", "c", "d", "e", "f"}
|
||||||
|
gen := func(n int) []string {
|
||||||
|
out := make([]string, n)
|
||||||
|
for i := range out {
|
||||||
|
out[i] = alphabet[rng.Intn(len(alphabet))]
|
||||||
|
}
|
||||||
|
return out
|
||||||
|
}
|
||||||
|
for i := 0; i < 400; i++ {
|
||||||
|
a, b := gen(rng.Intn(25)), gen(rng.Intn(25))
|
||||||
|
|
||||||
|
ops := reconcile.Diff(a, b)
|
||||||
|
|
||||||
|
require.Equal(t, append([]string{}, b...), append([]string{}, apply(a, b, ops)...), "a=%v b=%v ops=%v", a, b, ops)
|
||||||
|
common := 0
|
||||||
|
prevA, prevB := 0, 0
|
||||||
|
for _, o := range ops {
|
||||||
|
require.Equal(t, prevA, o.AStart, "ops must tile a without gaps: %v", ops)
|
||||||
|
require.Equal(t, prevB, o.BStart, "ops must tile b without gaps: %v", ops)
|
||||||
|
prevA, prevB = o.AEnd, o.BEnd
|
||||||
|
if o.Kind == reconcile.Equal {
|
||||||
|
common += o.AEnd - o.AStart
|
||||||
|
require.Equal(t, a[o.AStart:o.AEnd], b[o.BStart:o.BEnd], "an Equal op must really be equal")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
require.Equal(t, len(a), prevA)
|
||||||
|
require.Equal(t, len(b), prevB)
|
||||||
|
require.Equal(t, lcsLen(a, b), common, "the diff must be minimal: a=%v b=%v", a, b)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDiff_HandlesAnHoursWorthOfWordsFast(t *testing.T) {
|
||||||
|
rng := rand.New(rand.NewSource(3))
|
||||||
|
a := make([]string, 6500)
|
||||||
|
for i := range a {
|
||||||
|
a[i] = string(rune('a'+rng.Intn(26))) + string(rune('a'+rng.Intn(26)))
|
||||||
|
}
|
||||||
|
b := append([]string{}, a...)
|
||||||
|
for i := 0; i < 380; i++ { // ~380 disputes, as measured on a real hour
|
||||||
|
b[rng.Intn(len(b))] = "zz" + string(rune('a'+rng.Intn(26)))
|
||||||
|
}
|
||||||
|
|
||||||
|
ops := reconcile.Diff(a, b)
|
||||||
|
|
||||||
|
assert.NotEmpty(t, ops)
|
||||||
|
assert.Equal(t, append([]string{}, b...), append([]string{}, apply(a, b, ops)...))
|
||||||
|
}
|
||||||
@@ -0,0 +1,100 @@
|
|||||||
|
package reconcile
|
||||||
|
|
||||||
|
import "strings"
|
||||||
|
|
||||||
|
// Dispute is one place where the two transcripts disagree. BaseStart:BaseEnd and
|
||||||
|
// AltStart:AltEnd are token ranges into the two Tokenize results; an empty range
|
||||||
|
// means that engine heard nothing there. Base and Alt are the two readings as each
|
||||||
|
// engine wrote them, so a replaced span takes the alternative's own spelling.
|
||||||
|
type Dispute struct {
|
||||||
|
BaseStart, BaseEnd int
|
||||||
|
AltStart, AltEnd int
|
||||||
|
Base, Alt string
|
||||||
|
}
|
||||||
|
|
||||||
|
// FindDisputes aligns base against alt word by word and returns the disagreements.
|
||||||
|
// Differences separated by a single shared word are merged into one dispute: for a
|
||||||
|
// reader that is one decision, and asking about "b" and "d" separately in "b c d"
|
||||||
|
// hides that "c" sits between them. Two shared words keep disputes apart.
|
||||||
|
func FindDisputes(base, alt []Token) []Dispute {
|
||||||
|
a, b := keysOf(base), keysOf(alt)
|
||||||
|
ops := Diff(a, b)
|
||||||
|
var out []Dispute
|
||||||
|
for i := 0; i < len(ops); i++ {
|
||||||
|
if ops[i].Kind == Equal {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
cur := ops[i]
|
||||||
|
for i+2 < len(ops) && ops[i+1].Kind == Equal && ops[i+1].AEnd-ops[i+1].AStart == 1 && ops[i+2].Kind != Equal {
|
||||||
|
cur.AEnd, cur.BEnd = ops[i+2].AEnd, ops[i+2].BEnd
|
||||||
|
i += 2
|
||||||
|
}
|
||||||
|
out = append(out, Dispute{
|
||||||
|
BaseStart: cur.AStart, BaseEnd: cur.AEnd,
|
||||||
|
AltStart: cur.BStart, AltEnd: cur.BEnd,
|
||||||
|
Base: join(base[cur.AStart:cur.AEnd]),
|
||||||
|
Alt: join(alt[cur.BStart:cur.BEnd]),
|
||||||
|
})
|
||||||
|
}
|
||||||
|
return out
|
||||||
|
}
|
||||||
|
|
||||||
|
// fillers are Swedish discourse particles. A dispute that is only one or two of them
|
||||||
|
// on one side changes no meaning, so it is resolved without asking a model. The list
|
||||||
|
// is deliberately short and leaves out words that can be an answer ("nej") or that
|
||||||
|
// carry content.
|
||||||
|
var fillers = map[string]bool{
|
||||||
|
"ju": true, "då": true, "liksom": true, "alltså": true, "så": true, "ja": true,
|
||||||
|
"eh": true, "ehm": true, "öh": true, "mm": true, "hm": true, "typ": true, "va": true, "asså": true,
|
||||||
|
}
|
||||||
|
|
||||||
|
// maxFillerRun is how many filler words may be waved through together.
|
||||||
|
const maxFillerRun = 2
|
||||||
|
|
||||||
|
// AutoResolve reports whether a dispute needs no model, in which case the base
|
||||||
|
// reading is kept: either the two sides are the same letters once spaces are removed
|
||||||
|
// (a compound written as one word or two), or one side is empty and the other is a
|
||||||
|
// short run of filler words.
|
||||||
|
func AutoResolve(d Dispute) bool {
|
||||||
|
baseKeys, altKeys := keysOfText(d.Base), keysOfText(d.Alt)
|
||||||
|
if strings.Join(baseKeys, "") == strings.Join(altKeys, "") {
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
return (len(baseKeys) == 0 && onlyFillers(altKeys)) || (len(altKeys) == 0 && onlyFillers(baseKeys))
|
||||||
|
}
|
||||||
|
|
||||||
|
func onlyFillers(keys []string) bool {
|
||||||
|
if len(keys) == 0 || len(keys) > maxFillerRun {
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
for _, k := range keys {
|
||||||
|
if !fillers[k] {
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
|
||||||
|
// ContextAround returns up to window words of the base before and after the dispute,
|
||||||
|
// as the base wrote them.
|
||||||
|
func ContextAround(base []Token, d Dispute, window int) (before, after string) {
|
||||||
|
return join(base[max(0, d.BaseStart-window):d.BaseStart]), join(base[d.BaseEnd:min(len(base), d.BaseEnd+window)])
|
||||||
|
}
|
||||||
|
|
||||||
|
func keysOf(ts []Token) []string {
|
||||||
|
out := make([]string, len(ts))
|
||||||
|
for i, t := range ts {
|
||||||
|
out[i] = t.Key
|
||||||
|
}
|
||||||
|
return out
|
||||||
|
}
|
||||||
|
|
||||||
|
func keysOfText(s string) []string { return keysOf(Tokenize(s)) }
|
||||||
|
|
||||||
|
func join(ts []Token) string {
|
||||||
|
parts := make([]string, len(ts))
|
||||||
|
for i, t := range ts {
|
||||||
|
parts[i] = t.Text
|
||||||
|
}
|
||||||
|
return strings.Join(parts, " ")
|
||||||
|
}
|
||||||
@@ -0,0 +1,131 @@
|
|||||||
|
package reconcile_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
"github.com/stretchr/testify/require"
|
||||||
|
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/reconcile"
|
||||||
|
)
|
||||||
|
|
||||||
|
func disputes(base, alt string) []reconcile.Dispute {
|
||||||
|
return reconcile.FindDisputes(reconcile.Tokenize(base), reconcile.Tokenize(alt))
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFindDisputes_NoneWhenTheTextsAgreeWordForWord(t *testing.T) {
|
||||||
|
assert.Empty(t, disputes("Vi går igenom läget.", "vi går igenom läget"),
|
||||||
|
"casing and punctuation are not disagreements")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFindDisputes_OneReplacedWordIsOneDisputeCarryingBothReadings(t *testing.T) {
|
||||||
|
got := disputes("Vi ska onboardade kunderna.", "Vi ska omvårdade kunderna.")
|
||||||
|
|
||||||
|
require.Len(t, got, 1)
|
||||||
|
d := got[0]
|
||||||
|
assert.Equal(t, "onboardade", d.Base)
|
||||||
|
assert.Equal(t, "omvårdade", d.Alt)
|
||||||
|
assert.Equal(t, 2, d.BaseStart)
|
||||||
|
assert.Equal(t, 3, d.BaseEnd)
|
||||||
|
assert.Equal(t, 2, d.AltStart)
|
||||||
|
assert.Equal(t, 3, d.AltEnd)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFindDisputes_ReadingsKeepTheirOwnSpellingAndPunctuation(t *testing.T) {
|
||||||
|
got := disputes("Det blir T+1, alltså.", "Det blir T 1, alltså.")
|
||||||
|
|
||||||
|
require.Len(t, got, 1)
|
||||||
|
assert.Equal(t, "T+1,", got[0].Base)
|
||||||
|
assert.Equal(t, "T 1,", got[0].Alt, "the alternative's words replace the span as the engine wrote them")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFindDisputes_AWordOnlyOneEngineHeardHasAnEmptyOtherSide(t *testing.T) {
|
||||||
|
got := disputes("Man får tillbaka ett förslag.", "Man får tillbaka ett coolt förslag.")
|
||||||
|
|
||||||
|
require.Len(t, got, 1)
|
||||||
|
assert.Equal(t, "", got[0].Base)
|
||||||
|
assert.Equal(t, "coolt", got[0].Alt)
|
||||||
|
assert.Equal(t, got[0].BaseStart, got[0].BaseEnd, "an insertion has an empty base range at its position")
|
||||||
|
assert.Equal(t, 4, got[0].BaseStart)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFindDisputes_TwoDifferencesSeparatedByOneSharedWordAreOneDispute(t *testing.T) {
|
||||||
|
// "x ... y" around a single agreed word is one decision for the reader, not two.
|
||||||
|
got := disputes("a b c d e", "a x c y e")
|
||||||
|
|
||||||
|
require.Len(t, got, 1)
|
||||||
|
assert.Equal(t, "b c d", got[0].Base)
|
||||||
|
assert.Equal(t, "x c y", got[0].Alt)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFindDisputes_TwoSharedWordsKeepTheDisputesApart(t *testing.T) {
|
||||||
|
got := disputes("a b c d e f", "a x c d y f")
|
||||||
|
|
||||||
|
require.Len(t, got, 2)
|
||||||
|
assert.Equal(t, "b", got[0].Base)
|
||||||
|
assert.Equal(t, "e", got[1].Base)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFindDisputes_ChainsOfCloseDifferencesMergeIntoOne(t *testing.T) {
|
||||||
|
got := disputes("a b c d e f g", "a x c y e z g")
|
||||||
|
|
||||||
|
require.Len(t, got, 1)
|
||||||
|
assert.Equal(t, "b c d e f", got[0].Base)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFindDisputes_LeavesIndicesThatAddressBothTokenSlices(t *testing.T) {
|
||||||
|
base := reconcile.Tokenize("Hej Anders och Maria")
|
||||||
|
alt := reconcile.Tokenize("Hej Sanders och Maria")
|
||||||
|
|
||||||
|
got := reconcile.FindDisputes(base, alt)
|
||||||
|
|
||||||
|
require.Len(t, got, 1)
|
||||||
|
assert.Equal(t, "Anders", base[got[0].BaseStart].Text)
|
||||||
|
assert.Equal(t, "Sanders", alt[got[0].AltStart].Text)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestAutoResolve(t *testing.T) {
|
||||||
|
tests := []struct {
|
||||||
|
name string
|
||||||
|
base, alt string
|
||||||
|
resolved bool
|
||||||
|
}{
|
||||||
|
{"a compound written as two words or one", "i crossborder delen", "i crossborderdelen", true},
|
||||||
|
{"a compound with a hyphen", "crossborder-delen", "crossborder delen", true},
|
||||||
|
{"a filler only the alternative heard", "vi ska ju betala", "vi ska betala", true},
|
||||||
|
{"a filler only the base heard", "vi ska betala", "vi ska ju betala", true},
|
||||||
|
{"two fillers in a row", "vi ska ja ju betala", "vi ska betala", true},
|
||||||
|
{"a different word is for the model", "vi ska onboardade", "vi ska omvårdade", false},
|
||||||
|
{"a different number is for the model", "totalt 1050 kronor", "totalt 2050 kronor", false},
|
||||||
|
{"a content word only one side heard is for the model", "ett förslag", "ett coolt förslag", false},
|
||||||
|
{"three filler words are too many to wave through", "vi ska ju då liksom betala", "vi ska betala", false},
|
||||||
|
{"a filler swapped for a content word is for the model", "vi ska ju betala", "vi ska nu betala", false},
|
||||||
|
{"nej is an answer, not a filler", "men nej det går inte", "men det går inte", false},
|
||||||
|
}
|
||||||
|
for _, tt := range tests {
|
||||||
|
t.Run(tt.name, func(t *testing.T) {
|
||||||
|
got := disputes(tt.base, tt.alt)
|
||||||
|
require.Len(t, got, 1, "the fixture must be exactly one dispute")
|
||||||
|
|
||||||
|
assert.Equal(t, tt.resolved, reconcile.AutoResolve(got[0]))
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestContextAround_TakesWordsFromTheBaseOnBothSidesAndStopsAtTheEdges(t *testing.T) {
|
||||||
|
base := reconcile.Tokenize("ett två tre fyra fem sex sju åtta nio tio")
|
||||||
|
d := reconcile.Dispute{BaseStart: 4, BaseEnd: 6} // "fem sex"
|
||||||
|
|
||||||
|
before, after := reconcile.ContextAround(base, d, 3)
|
||||||
|
|
||||||
|
assert.Equal(t, "två tre fyra", before)
|
||||||
|
assert.Equal(t, "sju åtta nio", after)
|
||||||
|
|
||||||
|
b2, a2 := reconcile.ContextAround(base, reconcile.Dispute{BaseStart: 0, BaseEnd: 1}, 3)
|
||||||
|
assert.Equal(t, "", b2)
|
||||||
|
assert.Equal(t, "två tre fyra", a2)
|
||||||
|
|
||||||
|
b3, a3 := reconcile.ContextAround(base, reconcile.Dispute{BaseStart: 9, BaseEnd: 10}, 3)
|
||||||
|
assert.Equal(t, "sju åtta nio", b3)
|
||||||
|
assert.Equal(t, "", a3)
|
||||||
|
}
|
||||||
@@ -0,0 +1,152 @@
|
|||||||
|
package reconcile
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"fmt"
|
||||||
|
"strings"
|
||||||
|
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/domain"
|
||||||
|
)
|
||||||
|
|
||||||
|
// MaxContested bounds the stored list of contested spots. The counts on the
|
||||||
|
// Reconciliation are always exact; only this list is capped.
|
||||||
|
const MaxContested = 200
|
||||||
|
|
||||||
|
// Options configure Reconcile. Zero Window and BreakAfter take their defaults.
|
||||||
|
type Options struct {
|
||||||
|
// Window is how many words of the base to show on each side of a dispute. 100 is
|
||||||
|
// what was measured (docs/research/local-model-adjudicator-sweep-2026-10-01.md).
|
||||||
|
Window int
|
||||||
|
// BreakAfter is how many consecutive model errors stop the reconciliation, so a
|
||||||
|
// model that is down costs three timeouts, not one per dispute.
|
||||||
|
BreakAfter int
|
||||||
|
// BaseEngine, AltEngine and Reconciler are recorded on the result.
|
||||||
|
BaseEngine, AltEngine, Reconciler string
|
||||||
|
}
|
||||||
|
|
||||||
|
// Reconcile merges two transcripts of the same speech. The base text stands except
|
||||||
|
// where the model chooses the alternative's reading of a dispute; trivial disputes
|
||||||
|
// (a compound split, a filler word) are resolved without the model. It never fails a
|
||||||
|
// transcription: if the model cannot be used the base text comes back unreconciled
|
||||||
|
// and the result says why. The only error it returns is a cancelled context, which
|
||||||
|
// is the job stopping, not a verdict on the model.
|
||||||
|
func Reconcile(ctx context.Context, base, alt domain.Transcription, adj Adjudicator, o Options) (domain.Transcription, error) {
|
||||||
|
window, breakAfter := o.Window, o.BreakAfter
|
||||||
|
if window <= 0 {
|
||||||
|
window = 100
|
||||||
|
}
|
||||||
|
if breakAfter <= 0 {
|
||||||
|
breakAfter = 3
|
||||||
|
}
|
||||||
|
bt, at := Tokenize(base.Text), Tokenize(alt.Text)
|
||||||
|
ds := FindDisputes(bt, at)
|
||||||
|
rec := &domain.Reconciliation{
|
||||||
|
Status: domain.ReconcileDone, Base: o.BaseEngine, Alt: o.AltEngine, Reconciler: o.Reconciler, Disputes: len(ds),
|
||||||
|
}
|
||||||
|
seconds := positioner(base, len(bt))
|
||||||
|
|
||||||
|
verdicts := make([]Verdict, len(ds))
|
||||||
|
consecutive := 0
|
||||||
|
for i, d := range ds {
|
||||||
|
if AutoResolve(d) {
|
||||||
|
rec.AutoResolved++
|
||||||
|
verdicts[i] = VerdictBase
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
if err := ctx.Err(); err != nil {
|
||||||
|
return domain.Transcription{}, err
|
||||||
|
}
|
||||||
|
before, after := ContextAround(bt, d, window)
|
||||||
|
v, err := adj.Adjudicate(ctx, Request{Before: before, After: after, Base: d.Base, Alt: d.Alt, AltFirst: i%2 == 1})
|
||||||
|
if err != nil {
|
||||||
|
if ctxErr := ctx.Err(); ctxErr != nil {
|
||||||
|
return domain.Transcription{}, ctxErr
|
||||||
|
}
|
||||||
|
rec.Errors++
|
||||||
|
consecutive++
|
||||||
|
if consecutive >= breakAfter {
|
||||||
|
return skipped(base, rec, fmt.Sprintf("the model failed %d times in a row: %v", consecutive, err)), nil
|
||||||
|
}
|
||||||
|
v = VerdictUnsure
|
||||||
|
} else {
|
||||||
|
consecutive = 0
|
||||||
|
rec.Adjudicated++
|
||||||
|
}
|
||||||
|
verdicts[i] = v
|
||||||
|
switch v {
|
||||||
|
case VerdictAlt:
|
||||||
|
rec.Changed++
|
||||||
|
addContested(rec, domain.ContestedSpot{Seconds: seconds(d.BaseStart), Base: d.Base, Alt: d.Alt, Used: "alt"})
|
||||||
|
case VerdictUnsure:
|
||||||
|
rec.Unsure++
|
||||||
|
addContested(rec, domain.ContestedSpot{Seconds: seconds(d.BaseStart), Base: d.Base, Alt: d.Alt, Used: "base", Unsure: true})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
var parts []string
|
||||||
|
pos := 0
|
||||||
|
for i, d := range ds {
|
||||||
|
parts = appendTexts(parts, bt[pos:d.BaseStart])
|
||||||
|
if verdicts[i] == VerdictAlt {
|
||||||
|
parts = appendTexts(parts, at[d.AltStart:d.AltEnd])
|
||||||
|
} else {
|
||||||
|
parts = appendTexts(parts, bt[d.BaseStart:d.BaseEnd])
|
||||||
|
}
|
||||||
|
pos = d.BaseEnd
|
||||||
|
}
|
||||||
|
parts = appendTexts(parts, bt[pos:])
|
||||||
|
|
||||||
|
out := base
|
||||||
|
out.Text = strings.Join(parts, " ")
|
||||||
|
out.Reconciliation = rec
|
||||||
|
return out, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// skipped is the base text, none of the partial changes, and the reason.
|
||||||
|
func skipped(base domain.Transcription, rec *domain.Reconciliation, reason string) domain.Transcription {
|
||||||
|
out := base
|
||||||
|
out.Reconciliation = &domain.Reconciliation{
|
||||||
|
Status: domain.ReconcileSkipped, Reason: reason, Base: rec.Base, Alt: rec.Alt, Reconciler: rec.Reconciler,
|
||||||
|
Disputes: rec.Disputes, AutoResolved: rec.AutoResolved, Errors: rec.Errors,
|
||||||
|
}
|
||||||
|
return out
|
||||||
|
}
|
||||||
|
|
||||||
|
func appendTexts(dst []string, ts []Token) []string {
|
||||||
|
for _, t := range ts {
|
||||||
|
dst = append(dst, t.Text)
|
||||||
|
}
|
||||||
|
return dst
|
||||||
|
}
|
||||||
|
|
||||||
|
// positioner maps a token index of the base to the second it starts at: through the
|
||||||
|
// segments when there are any, proportionally otherwise.
|
||||||
|
func positioner(base domain.Transcription, tokens int) func(int) float64 {
|
||||||
|
if len(base.Segments) == 0 {
|
||||||
|
return func(i int) float64 {
|
||||||
|
if tokens == 0 {
|
||||||
|
return 0
|
||||||
|
}
|
||||||
|
return float64(i) / float64(tokens) * base.AudioSeconds
|
||||||
|
}
|
||||||
|
}
|
||||||
|
starts := make([]int, len(base.Segments))
|
||||||
|
n := 0
|
||||||
|
for i, s := range base.Segments {
|
||||||
|
starts[i] = n
|
||||||
|
n += len(Tokenize(s.Text))
|
||||||
|
}
|
||||||
|
return func(i int) float64 {
|
||||||
|
k := 0
|
||||||
|
for k+1 < len(starts) && starts[k+1] <= i {
|
||||||
|
k++
|
||||||
|
}
|
||||||
|
return base.Segments[k].Start
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func addContested(rec *domain.Reconciliation, c domain.ContestedSpot) {
|
||||||
|
if len(rec.Contested) < MaxContested {
|
||||||
|
rec.Contested = append(rec.Contested, c)
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,293 @@
|
|||||||
|
package reconcile_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"errors"
|
||||||
|
"fmt"
|
||||||
|
"strings"
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
"github.com/stretchr/testify/require"
|
||||||
|
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/domain"
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/reconcile"
|
||||||
|
)
|
||||||
|
|
||||||
|
// scripted is an Adjudicator that answers from a function and records every request.
|
||||||
|
type scripted struct {
|
||||||
|
fn func(i int, r reconcile.Request) (reconcile.Verdict, error)
|
||||||
|
calls []reconcile.Request
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *scripted) Adjudicate(_ context.Context, r reconcile.Request) (reconcile.Verdict, error) {
|
||||||
|
i := len(s.calls)
|
||||||
|
s.calls = append(s.calls, r)
|
||||||
|
return s.fn(i, r)
|
||||||
|
}
|
||||||
|
|
||||||
|
func always(v reconcile.Verdict) *scripted {
|
||||||
|
return &scripted{fn: func(int, reconcile.Request) (reconcile.Verdict, error) { return v, nil }}
|
||||||
|
}
|
||||||
|
|
||||||
|
func tr(text string) domain.Transcription {
|
||||||
|
return domain.Transcription{Text: text, AudioSeconds: 100, Endpoint: "e"}
|
||||||
|
}
|
||||||
|
|
||||||
|
var opts = reconcile.Options{Window: 100, BreakAfter: 3, Reconciler: "iguana/gemma4-26b", BaseEngine: "iguana/pianissimo", AltEngine: "iguana/kb-whisper"}
|
||||||
|
|
||||||
|
func merge(t *testing.T, base, alt domain.Transcription, adj reconcile.Adjudicator) domain.Transcription {
|
||||||
|
t.Helper()
|
||||||
|
out, err := reconcile.Reconcile(context.Background(), base, alt, adj, opts)
|
||||||
|
require.NoError(t, err)
|
||||||
|
return out
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestReconcile_IdenticalTextsNeedNoModelAndComeBackUnchanged(t *testing.T) {
|
||||||
|
adj := always(reconcile.VerdictAlt)
|
||||||
|
|
||||||
|
out := merge(t, tr("Vi går igenom läget."), tr("vi går igenom läget"), adj)
|
||||||
|
|
||||||
|
assert.Equal(t, "Vi går igenom läget.", out.Text, "the base's own spelling and punctuation stand")
|
||||||
|
assert.Empty(t, adj.calls)
|
||||||
|
require.NotNil(t, out.Reconciliation)
|
||||||
|
assert.Equal(t, domain.ReconcileDone, out.Reconciliation.Status)
|
||||||
|
assert.Zero(t, out.Reconciliation.Disputes)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestReconcile_TrivialDisputesAreResolvedWithoutAskingTheModel(t *testing.T) {
|
||||||
|
adj := always(reconcile.VerdictAlt)
|
||||||
|
|
||||||
|
out := merge(t, tr("i crossborder delen ska vi ju betala"), tr("i crossborderdelen ska vi betala"), adj)
|
||||||
|
|
||||||
|
assert.Empty(t, adj.calls, "a compound split and a filler particle are not worth a model call")
|
||||||
|
assert.Equal(t, "i crossborder delen ska vi ju betala", out.Text, "the base reading is kept")
|
||||||
|
assert.Equal(t, 2, out.Reconciliation.Disputes)
|
||||||
|
assert.Equal(t, 2, out.Reconciliation.AutoResolved)
|
||||||
|
assert.Zero(t, out.Reconciliation.Adjudicated)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestReconcile_AltVerdictReplacesTheSpanWithTheAlternativesOwnWords(t *testing.T) {
|
||||||
|
out := merge(t, tr("Totalt 1015 kronor. Det ska betalas."), tr("Totalt 1050 kronor. Det ska betalas."), always(reconcile.VerdictAlt))
|
||||||
|
|
||||||
|
assert.Equal(t, "Totalt 1050 kronor. Det ska betalas.", out.Text)
|
||||||
|
assert.Equal(t, 1, out.Reconciliation.Changed)
|
||||||
|
assert.Equal(t, 1, out.Reconciliation.Adjudicated)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestReconcile_BaseAndUnsureVerdictsKeepTheBaseButOnlyUnsureIsFlagged(t *testing.T) {
|
||||||
|
base := tr("Totalt 1015 kronor till SEB.")
|
||||||
|
alt := tr("Totalt 1050 kronor till SCB.")
|
||||||
|
|
||||||
|
keptBase := merge(t, base, alt, always(reconcile.VerdictBase))
|
||||||
|
unsure := merge(t, base, alt, always(reconcile.VerdictUnsure))
|
||||||
|
|
||||||
|
assert.Equal(t, "Totalt 1015 kronor till SEB.", keptBase.Text)
|
||||||
|
assert.Zero(t, keptBase.Reconciliation.Unsure)
|
||||||
|
assert.Empty(t, keptBase.Reconciliation.Contested, "a confident 'the base is right' is not a spot worth the reader's time")
|
||||||
|
assert.Equal(t, "Totalt 1015 kronor till SEB.", unsure.Text, "unsure keeps the base")
|
||||||
|
assert.Equal(t, 2, unsure.Reconciliation.Unsure)
|
||||||
|
require.Len(t, unsure.Reconciliation.Contested, 2)
|
||||||
|
assert.True(t, unsure.Reconciliation.Contested[0].Unsure)
|
||||||
|
assert.Equal(t, "base", unsure.Reconciliation.Contested[0].Used)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestReconcile_ChangedSpotsAreRecordedWithBothReadings(t *testing.T) {
|
||||||
|
out := merge(t, tr("det blir T+1 imorgon"), tr("det blir en T imorgon"), always(reconcile.VerdictAlt))
|
||||||
|
|
||||||
|
require.Len(t, out.Reconciliation.Contested, 1)
|
||||||
|
c := out.Reconciliation.Contested[0]
|
||||||
|
assert.Equal(t, "T+1", c.Base)
|
||||||
|
assert.Equal(t, "en T", c.Alt)
|
||||||
|
assert.Equal(t, "alt", c.Used)
|
||||||
|
assert.False(t, c.Unsure)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestReconcile_AWordOnlyTheAlternativeHeardIsInsertedWhereItBelongs(t *testing.T) {
|
||||||
|
out := merge(t, tr("Man får tillbaka ett förslag."), tr("Man får tillbaka ett coolt förslag."), always(reconcile.VerdictAlt))
|
||||||
|
|
||||||
|
assert.Equal(t, "Man får tillbaka ett coolt förslag.", out.Text)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestReconcile_AWordOnlyTheBaseHeardCanBeRemoved(t *testing.T) {
|
||||||
|
out := merge(t, tr("Man får tillbaka ett coolt förslag."), tr("Man får tillbaka ett förslag."), always(reconcile.VerdictAlt))
|
||||||
|
|
||||||
|
assert.Equal(t, "Man får tillbaka ett förslag.", out.Text)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestReconcile_SeveralDisputesAreAppliedIndependentlyAndInOrder(t *testing.T) {
|
||||||
|
adj := &scripted{fn: func(i int, r reconcile.Request) (reconcile.Verdict, error) {
|
||||||
|
if r.Alt == "omvårdade" || r.Alt == "SCB" {
|
||||||
|
return reconcile.VerdictAlt, nil
|
||||||
|
}
|
||||||
|
return reconcile.VerdictBase, nil
|
||||||
|
}}
|
||||||
|
|
||||||
|
out := merge(t, tr("kunderna onboardade nu och sen betalas till SEB via ombud med 1050 kronor"),
|
||||||
|
tr("kunderna omvårdade nu och sen betalas till SCB via ombud med 2050 kronor"), adj)
|
||||||
|
|
||||||
|
assert.Equal(t, "kunderna omvårdade nu och sen betalas till SCB via ombud med 1050 kronor", out.Text)
|
||||||
|
assert.Equal(t, 3, out.Reconciliation.Disputes)
|
||||||
|
assert.Equal(t, 2, out.Reconciliation.Changed)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestReconcile_TheReadingOrderAlternatesFromOneDisputeToTheNext(t *testing.T) {
|
||||||
|
adj := always(reconcile.VerdictBase)
|
||||||
|
|
||||||
|
merge(t, tr("a x s1 s2 y t1 t2 z d"), tr("a p s1 s2 q t1 t2 r d"), adj)
|
||||||
|
|
||||||
|
require.Len(t, adj.calls, 3)
|
||||||
|
assert.False(t, adj.calls[0].AltFirst)
|
||||||
|
assert.True(t, adj.calls[1].AltFirst)
|
||||||
|
assert.False(t, adj.calls[2].AltFirst, "alternating averages out position bias across a transcript")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestReconcile_TheModelGetsTheContextWindowFromTheBase(t *testing.T) {
|
||||||
|
adj := always(reconcile.VerdictBase)
|
||||||
|
o := opts
|
||||||
|
o.Window = 2
|
||||||
|
|
||||||
|
_, err := reconcile.Reconcile(context.Background(), tr("ett två tre fyra fem sex sju åtta nio"), tr("ett två tre fyra FEMM sex sju åtta nio"), adj, o)
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
require.Len(t, adj.calls, 1)
|
||||||
|
assert.Equal(t, "tre fyra", adj.calls[0].Before)
|
||||||
|
assert.Equal(t, "sex sju", adj.calls[0].After)
|
||||||
|
assert.Equal(t, "fem", adj.calls[0].Base)
|
||||||
|
assert.Equal(t, "FEMM", adj.calls[0].Alt)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestReconcile_OneModelErrorLeavesThatSpotUnsureAndCarriesOn(t *testing.T) {
|
||||||
|
boom := errors.New("timeout")
|
||||||
|
adj := &scripted{fn: func(i int, r reconcile.Request) (reconcile.Verdict, error) {
|
||||||
|
if i == 0 {
|
||||||
|
return reconcile.VerdictUnsure, boom
|
||||||
|
}
|
||||||
|
return reconcile.VerdictAlt, nil
|
||||||
|
}}
|
||||||
|
|
||||||
|
out := merge(t, tr("a x s1 s2 y c"), tr("a p s1 s2 q c"), adj)
|
||||||
|
|
||||||
|
assert.Equal(t, "a x s1 s2 q c", out.Text, "the first spot stayed as the base, the second was decided")
|
||||||
|
assert.Equal(t, 1, out.Reconciliation.Errors)
|
||||||
|
assert.Equal(t, 1, out.Reconciliation.Unsure)
|
||||||
|
assert.Equal(t, domain.ReconcileDone, out.Reconciliation.Status)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestReconcile_ConsecutiveModelErrorsStopTheWholeReconciliationInsteadOfWaitingOutEveryTimeout(t *testing.T) {
|
||||||
|
boom := errors.New("gateway down")
|
||||||
|
adj := &scripted{fn: func(int, reconcile.Request) (reconcile.Verdict, error) { return reconcile.VerdictUnsure, boom }}
|
||||||
|
a, b := make([]string, 0, 20), make([]string, 0, 20)
|
||||||
|
for i := 0; i < 10; i++ {
|
||||||
|
a = append(a, fmt.Sprintf("w%d", i), "s", "t")
|
||||||
|
b = append(b, fmt.Sprintf("v%d", i), "s", "t")
|
||||||
|
}
|
||||||
|
|
||||||
|
out := merge(t, tr(strings.Join(a, " ")), tr(strings.Join(b, " ")), adj)
|
||||||
|
|
||||||
|
assert.Len(t, adj.calls, 3, "three consecutive failures and it stops asking")
|
||||||
|
assert.Equal(t, strings.Join(a, " "), out.Text, "the base text, with none of the partial changes")
|
||||||
|
assert.Equal(t, domain.ReconcileSkipped, out.Reconciliation.Status)
|
||||||
|
assert.Contains(t, out.Reconciliation.Reason, "gateway down")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestReconcile_ASuccessBetweenFailuresResetsTheBreaker(t *testing.T) {
|
||||||
|
boom := errors.New("blip")
|
||||||
|
adj := &scripted{fn: func(i int, r reconcile.Request) (reconcile.Verdict, error) {
|
||||||
|
if i%3 == 2 {
|
||||||
|
return reconcile.VerdictBase, nil
|
||||||
|
}
|
||||||
|
return reconcile.VerdictUnsure, boom
|
||||||
|
}}
|
||||||
|
a, b := make([]string, 0, 20), make([]string, 0, 20)
|
||||||
|
for i := 0; i < 9; i++ {
|
||||||
|
a = append(a, fmt.Sprintf("w%d", i), "s", "t")
|
||||||
|
b = append(b, fmt.Sprintf("v%d", i), "s", "t")
|
||||||
|
}
|
||||||
|
|
||||||
|
out := merge(t, tr(strings.Join(a, " ")), tr(strings.Join(b, " ")), adj)
|
||||||
|
|
||||||
|
assert.Len(t, adj.calls, 9, "two failures then a success never reach three in a row")
|
||||||
|
assert.Equal(t, domain.ReconcileDone, out.Reconciliation.Status)
|
||||||
|
assert.Equal(t, 6, out.Reconciliation.Errors)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestReconcile_ACancelledJobIsAnErrorNotASkippedReconciliation(t *testing.T) {
|
||||||
|
ctx, cancel := context.WithCancel(context.Background())
|
||||||
|
adj := &scripted{fn: func(int, reconcile.Request) (reconcile.Verdict, error) {
|
||||||
|
cancel()
|
||||||
|
return reconcile.VerdictUnsure, ctx.Err()
|
||||||
|
}}
|
||||||
|
|
||||||
|
_, err := reconcile.Reconcile(ctx, tr("a x b"), tr("a y b"), adj, opts)
|
||||||
|
|
||||||
|
assert.ErrorIs(t, err, context.Canceled, "a shutdown must not be recorded as 'the model was unavailable'")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestReconcile_KeepsTheBaseSegmentsDurationAndNamesTheEngines(t *testing.T) {
|
||||||
|
base := tr("a x b")
|
||||||
|
base.Segments = []domain.Segment{{Start: 0, End: 4, Text: "a x b"}}
|
||||||
|
base.AudioSeconds = 3821.5
|
||||||
|
|
||||||
|
out := merge(t, base, tr("a y b"), always(reconcile.VerdictAlt))
|
||||||
|
|
||||||
|
assert.Equal(t, base.Segments, out.Segments, "the timed segments are the base engine's, untouched")
|
||||||
|
assert.InDelta(t, 3821.5, out.AudioSeconds, 1e-9)
|
||||||
|
assert.Equal(t, "iguana/pianissimo", out.Reconciliation.Base)
|
||||||
|
assert.Equal(t, "iguana/kb-whisper", out.Reconciliation.Alt)
|
||||||
|
assert.Equal(t, "iguana/gemma4-26b", out.Reconciliation.Reconciler)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestReconcile_ASpotCarriesTheSecondItStartsAt(t *testing.T) {
|
||||||
|
base := tr("ett två tre. fyra fem sex. sju åtta nio.")
|
||||||
|
base.Segments = []domain.Segment{
|
||||||
|
{Start: 0, End: 10, Text: "ett två tre."},
|
||||||
|
{Start: 10, End: 20, Text: "fyra fem sex."},
|
||||||
|
{Start: 20, End: 30, Text: "sju åtta nio."},
|
||||||
|
}
|
||||||
|
alt := tr("ett två tre. fyra femm sex. sju åtta nio.")
|
||||||
|
|
||||||
|
out := merge(t, base, alt, always(reconcile.VerdictUnsure))
|
||||||
|
|
||||||
|
require.Len(t, out.Reconciliation.Contested, 1)
|
||||||
|
assert.InDelta(t, 10.0, out.Reconciliation.Contested[0].Seconds, 1e-9, "'fem' is in the second segment, which starts at 10 s")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestReconcile_WithNoSegmentsASpotIsPlacedProportionally(t *testing.T) {
|
||||||
|
base := tr("a b c d e f g h i j")
|
||||||
|
base.AudioSeconds = 100
|
||||||
|
alt := tr("a b c d e f g h i J2")
|
||||||
|
|
||||||
|
out := merge(t, base, alt, always(reconcile.VerdictUnsure))
|
||||||
|
|
||||||
|
require.Len(t, out.Reconciliation.Contested, 1)
|
||||||
|
assert.InDelta(t, 90.0, out.Reconciliation.Contested[0].Seconds, 1e-9, "token 9 of 10 in 100 s")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestReconcile_ContestedSpotsAreCappedButTheCountsAreExact(t *testing.T) {
|
||||||
|
a, b := make([]string, 0, 600), make([]string, 0, 600)
|
||||||
|
for i := 0; i < 300; i++ {
|
||||||
|
a = append(a, fmt.Sprintf("w%d", i), "same", "same2")
|
||||||
|
b = append(b, fmt.Sprintf("v%d", i), "same", "same2")
|
||||||
|
}
|
||||||
|
|
||||||
|
out := merge(t, tr(strings.Join(a, " ")), tr(strings.Join(b, " ")), always(reconcile.VerdictUnsure))
|
||||||
|
|
||||||
|
assert.Equal(t, 300, out.Reconciliation.Unsure)
|
||||||
|
assert.Equal(t, 300, out.Reconciliation.Disputes)
|
||||||
|
assert.Len(t, out.Reconciliation.Contested, reconcile.MaxContested, "the stored list is bounded; the counts are not")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestReconcile_AVerdictReturnedAlongsideAnErrorIsIgnored(t *testing.T) {
|
||||||
|
// An adjudicator that returns a verdict AND an error must not have the verdict used:
|
||||||
|
// the contract is that an error means no decision.
|
||||||
|
adj := &scripted{fn: func(int, reconcile.Request) (reconcile.Verdict, error) {
|
||||||
|
return reconcile.VerdictAlt, errors.New("half a reply")
|
||||||
|
}}
|
||||||
|
|
||||||
|
out := merge(t, tr("a x b"), tr("a y b"), adj)
|
||||||
|
|
||||||
|
assert.Equal(t, "a x b", out.Text, "no decision means the base stands")
|
||||||
|
assert.Zero(t, out.Reconciliation.Changed)
|
||||||
|
assert.Equal(t, 1, out.Reconciliation.Unsure)
|
||||||
|
}
|
||||||
@@ -0,0 +1,57 @@
|
|||||||
|
// Package reconcile merges two transcripts of the same speech: it finds where they
|
||||||
|
// disagree word by word, resolves the trivial disagreements itself, and asks a LOCAL
|
||||||
|
// model to choose between the two readings of the rest (ADR-034). It depends on
|
||||||
|
// nothing outside the standard library and the domain; the model, the engines and
|
||||||
|
// the store are wired in from outside.
|
||||||
|
package reconcile
|
||||||
|
|
||||||
|
import (
|
||||||
|
"strings"
|
||||||
|
"unicode"
|
||||||
|
)
|
||||||
|
|
||||||
|
// Token is one word of a transcript. Text is the word as written, with its casing
|
||||||
|
// and punctuation, so the merged transcript reads naturally; Key is what two engines
|
||||||
|
// are compared on: lower case, letters and digits only.
|
||||||
|
type Token struct {
|
||||||
|
Text string
|
||||||
|
Key string
|
||||||
|
}
|
||||||
|
|
||||||
|
// Tokenize splits s on whitespace. A "word" that has no letter or digit (a dash, a
|
||||||
|
// lone full stop) is not something two engines can disagree about, so it is joined
|
||||||
|
// to the neighbouring word instead of becoming a token of its own.
|
||||||
|
func Tokenize(s string) []Token {
|
||||||
|
var out []Token
|
||||||
|
pending := ""
|
||||||
|
for _, w := range strings.Fields(s) {
|
||||||
|
k := key(w)
|
||||||
|
if k == "" {
|
||||||
|
if len(out) > 0 {
|
||||||
|
out[len(out)-1].Text += " " + w
|
||||||
|
} else if pending == "" {
|
||||||
|
pending = w
|
||||||
|
} else {
|
||||||
|
pending += " " + w
|
||||||
|
}
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
text := w
|
||||||
|
if pending != "" {
|
||||||
|
text = pending + " " + w
|
||||||
|
pending = ""
|
||||||
|
}
|
||||||
|
out = append(out, Token{Text: text, Key: k})
|
||||||
|
}
|
||||||
|
return out
|
||||||
|
}
|
||||||
|
|
||||||
|
func key(w string) string {
|
||||||
|
var b strings.Builder
|
||||||
|
for _, r := range w {
|
||||||
|
if unicode.IsLetter(r) || unicode.IsDigit(r) {
|
||||||
|
b.WriteRune(unicode.ToLower(r))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return b.String()
|
||||||
|
}
|
||||||
@@ -0,0 +1,66 @@
|
|||||||
|
package reconcile_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/reconcile"
|
||||||
|
)
|
||||||
|
|
||||||
|
func texts(ts []reconcile.Token) []string {
|
||||||
|
out := make([]string, len(ts))
|
||||||
|
for i, t := range ts {
|
||||||
|
out[i] = t.Text
|
||||||
|
}
|
||||||
|
return out
|
||||||
|
}
|
||||||
|
|
||||||
|
func keys(ts []reconcile.Token) []string {
|
||||||
|
out := make([]string, len(ts))
|
||||||
|
for i, t := range ts {
|
||||||
|
out[i] = t.Key
|
||||||
|
}
|
||||||
|
return out
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestTokenize_KeepsTheWordAsWrittenAndKeysItWithoutCaseOrPunctuation(t *testing.T) {
|
||||||
|
got := reconcile.Tokenize("Hej, allihopa! Vi går igenom ÅÄÖ.")
|
||||||
|
|
||||||
|
assert.Equal(t, []string{"Hej,", "allihopa!", "Vi", "går", "igenom", "ÅÄÖ."}, texts(got),
|
||||||
|
"the original spelling and punctuation are kept for the merged text")
|
||||||
|
assert.Equal(t, []string{"hej", "allihopa", "vi", "går", "igenom", "åäö"}, keys(got),
|
||||||
|
"the key is lower case with punctuation removed, Swedish letters lowered correctly")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestTokenize_KeysIgnoreHyphensAndPlusSoOnlyWordsDecideEquality(t *testing.T) {
|
||||||
|
got := reconcile.Tokenize("end-to-end T+1 5 000 kr")
|
||||||
|
|
||||||
|
assert.Equal(t, []string{"endtoend", "t1", "5", "000", "kr"}, keys(got))
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestTokenize_APunctuationOnlyWordJoinsThePreviousWordInsteadOfBecomingOne(t *testing.T) {
|
||||||
|
got := reconcile.Tokenize("Vi går – sen tillbaka . Slut")
|
||||||
|
|
||||||
|
assert.Equal(t, []string{"Vi", "går –", "sen", "tillbaka .", "Slut"}, texts(got),
|
||||||
|
"a dash or a lone full stop is not a word the engines can disagree about")
|
||||||
|
assert.Equal(t, []string{"vi", "går", "sen", "tillbaka", "slut"}, keys(got))
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestTokenize_LeadingPunctuationOnlyWordJoinsTheNextWord(t *testing.T) {
|
||||||
|
got := reconcile.Tokenize("— Hej då")
|
||||||
|
|
||||||
|
assert.Equal(t, []string{"— Hej", "då"}, texts(got))
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestTokenize_NewlinesAndRunsOfSpaceAreJustSeparators(t *testing.T) {
|
||||||
|
got := reconcile.Tokenize(" Hej\n allihopa \t Vi ")
|
||||||
|
|
||||||
|
assert.Equal(t, []string{"Hej", "allihopa", "Vi"}, texts(got))
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestTokenize_EmptyAndPunctuationOnlyInputGiveNoTokens(t *testing.T) {
|
||||||
|
assert.Empty(t, reconcile.Tokenize(""))
|
||||||
|
assert.Empty(t, reconcile.Tokenize(" \n "))
|
||||||
|
assert.Empty(t, reconcile.Tokenize("— . !"))
|
||||||
|
}
|
||||||
@@ -0,0 +1,115 @@
|
|||||||
|
package uploads
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"errors"
|
||||||
|
"fmt"
|
||||||
|
"io"
|
||||||
|
"os"
|
||||||
|
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/domain"
|
||||||
|
)
|
||||||
|
|
||||||
|
// ErrUnreadable is what a Prober returns when the FILE is the problem (not media,
|
||||||
|
// truncated, damaged), as opposed to the prober itself failing. Accept turns it
|
||||||
|
// into a user-facing rejection; any other prober error is our fault and surfaces
|
||||||
|
// as an internal error — a missing ffprobe must not read as "your file is bad".
|
||||||
|
var ErrUnreadable = errors.New("uploads: file is not readable media")
|
||||||
|
|
||||||
|
// Prober inspects a file on disk. The ffprobe adapter implements it.
|
||||||
|
type Prober interface {
|
||||||
|
Probe(ctx context.Context, path string) (Probe, error)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Store is the slice of the private transcript store the intake needs.
|
||||||
|
type Store interface {
|
||||||
|
CreateUpload(ctx context.Context, userID, title string, hadVideo bool) (string, error)
|
||||||
|
FailUpload(ctx context.Context, userID, id string, kind domain.UploadErrorKind) error
|
||||||
|
}
|
||||||
|
|
||||||
|
// Job is one accepted upload awaiting transcription. Path is a temp file the
|
||||||
|
// receiver owns: it must delete it when finished (the audio is never retained).
|
||||||
|
type Job struct {
|
||||||
|
UserID string
|
||||||
|
UploadID string
|
||||||
|
Path string
|
||||||
|
}
|
||||||
|
|
||||||
|
// Submitter hands accepted jobs to the in-process worker (ADR-033).
|
||||||
|
type Submitter interface {
|
||||||
|
Submit(Job) error
|
||||||
|
}
|
||||||
|
|
||||||
|
// Intake validates an uploaded recording and, if it passes, queues it.
|
||||||
|
type Intake struct {
|
||||||
|
store Store
|
||||||
|
prober Prober
|
||||||
|
sub Submitter
|
||||||
|
limits Limits
|
||||||
|
tmpDir string
|
||||||
|
}
|
||||||
|
|
||||||
|
// NewIntake wires an Intake. tmpDir is where uploads are spooled; it must exist.
|
||||||
|
func NewIntake(s Store, p Prober, sub Submitter, l Limits, tmpDir string) *Intake {
|
||||||
|
return &Intake{store: s, prober: p, sub: sub, limits: l, tmpDir: tmpDir}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Accept spools src to disk (bounded by MaxBytes), probes it, validates it, records
|
||||||
|
// a queued upload and submits the job. It returns the upload id. A file that fails
|
||||||
|
// validation yields a *RejectError and creates NO row — rejection is synchronous
|
||||||
|
// and leaves nothing behind. On success the temp file is handed to the job and the
|
||||||
|
// worker deletes it; on every failure path Accept deletes it itself.
|
||||||
|
func (in *Intake) Accept(ctx context.Context, userID, title string, src io.Reader) (string, error) {
|
||||||
|
f, err := os.CreateTemp(in.tmpDir, "upload-*")
|
||||||
|
if err != nil {
|
||||||
|
return "", fmt.Errorf("uploads: spool: %w", err)
|
||||||
|
}
|
||||||
|
path := f.Name()
|
||||||
|
handedOver := false
|
||||||
|
defer func() {
|
||||||
|
if !handedOver {
|
||||||
|
_ = os.Remove(path)
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
|
||||||
|
// Read one byte past the cap so "exactly at the limit" and "over" are told apart.
|
||||||
|
n, err := io.Copy(f, io.LimitReader(src, in.limits.MaxBytes+1))
|
||||||
|
if cerr := f.Close(); err == nil {
|
||||||
|
err = cerr
|
||||||
|
}
|
||||||
|
if err != nil {
|
||||||
|
return "", fmt.Errorf("uploads: receive: %w", err)
|
||||||
|
}
|
||||||
|
if n > in.limits.MaxBytes {
|
||||||
|
return "", &RejectError{Reason: ReasonTooLarge, Message: fmt.Sprintf(
|
||||||
|
"This file is larger than the %d MB limit.", in.limits.MaxBytes>>20)}
|
||||||
|
}
|
||||||
|
|
||||||
|
probe, err := in.prober.Probe(ctx, path)
|
||||||
|
if errors.Is(err, ErrUnreadable) {
|
||||||
|
return "", &RejectError{
|
||||||
|
Reason: ReasonUnreadable,
|
||||||
|
Message: "This file could not be read as audio; it may be damaged or not a recording.",
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if err != nil {
|
||||||
|
return "", fmt.Errorf("uploads: probe: %w", err)
|
||||||
|
}
|
||||||
|
if err := Validate(probe, in.limits); err != nil {
|
||||||
|
return "", err
|
||||||
|
}
|
||||||
|
|
||||||
|
id, err := in.store.CreateUpload(ctx, userID, title, probe.HasVideo)
|
||||||
|
if err != nil {
|
||||||
|
return "", fmt.Errorf("uploads: create: %w", err)
|
||||||
|
}
|
||||||
|
if err := in.sub.Submit(Job{UserID: userID, UploadID: id, Path: path}); err != nil {
|
||||||
|
// A row that will never run must not sit queued: that is the stuck spinner.
|
||||||
|
if ferr := in.store.FailUpload(ctx, userID, id, domain.UploadErrInterrupted); ferr != nil {
|
||||||
|
return "", fmt.Errorf("uploads: submit: %w (and failing the row: %v)", err, ferr)
|
||||||
|
}
|
||||||
|
return "", fmt.Errorf("uploads: submit: %w", err)
|
||||||
|
}
|
||||||
|
handedOver = true
|
||||||
|
return id, nil
|
||||||
|
}
|
||||||
@@ -0,0 +1,239 @@
|
|||||||
|
package uploads_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"bytes"
|
||||||
|
"context"
|
||||||
|
"errors"
|
||||||
|
"io"
|
||||||
|
"os"
|
||||||
|
"path/filepath"
|
||||||
|
"strings"
|
||||||
|
"testing"
|
||||||
|
"testing/iotest"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
"github.com/stretchr/testify/require"
|
||||||
|
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/domain"
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/uploads"
|
||||||
|
)
|
||||||
|
|
||||||
|
type fakeStore struct {
|
||||||
|
created []string // titles
|
||||||
|
hadVideo []bool
|
||||||
|
failed map[string]domain.UploadErrorKind
|
||||||
|
nextID string
|
||||||
|
}
|
||||||
|
|
||||||
|
func (f *fakeStore) CreateUpload(_ context.Context, _, title string, hadVideo bool) (string, error) {
|
||||||
|
f.created = append(f.created, title)
|
||||||
|
f.hadVideo = append(f.hadVideo, hadVideo)
|
||||||
|
return f.nextID, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (f *fakeStore) FailUpload(_ context.Context, _, id string, kind domain.UploadErrorKind) error {
|
||||||
|
if f.failed == nil {
|
||||||
|
f.failed = map[string]domain.UploadErrorKind{}
|
||||||
|
}
|
||||||
|
f.failed[id] = kind
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
type fakeProber struct {
|
||||||
|
probe uploads.Probe
|
||||||
|
err error
|
||||||
|
paths []string
|
||||||
|
seen []byte // content of the file at probe time
|
||||||
|
}
|
||||||
|
|
||||||
|
func (f *fakeProber) Probe(_ context.Context, path string) (uploads.Probe, error) {
|
||||||
|
f.paths = append(f.paths, path)
|
||||||
|
f.seen, _ = os.ReadFile(path)
|
||||||
|
return f.probe, f.err
|
||||||
|
}
|
||||||
|
|
||||||
|
type fakeSubmitter struct {
|
||||||
|
jobs []uploads.Job
|
||||||
|
err error
|
||||||
|
}
|
||||||
|
|
||||||
|
func (f *fakeSubmitter) Submit(j uploads.Job) error {
|
||||||
|
f.jobs = append(f.jobs, j)
|
||||||
|
return f.err
|
||||||
|
}
|
||||||
|
|
||||||
|
type rig struct {
|
||||||
|
in *uploads.Intake
|
||||||
|
st *fakeStore
|
||||||
|
pr *fakeProber
|
||||||
|
sub *fakeSubmitter
|
||||||
|
tmp string
|
||||||
|
}
|
||||||
|
|
||||||
|
func newRig(t *testing.T) *rig {
|
||||||
|
t.Helper()
|
||||||
|
r := &rig{
|
||||||
|
st: &fakeStore{nextID: "up-1"},
|
||||||
|
pr: &fakeProber{probe: uploads.Probe{Duration: 10 * time.Minute, HasAudio: true}},
|
||||||
|
sub: &fakeSubmitter{},
|
||||||
|
tmp: t.TempDir(),
|
||||||
|
}
|
||||||
|
r.in = uploads.NewIntake(r.st, r.pr, r.sub, uploads.Limits{MaxBytes: 1024, MaxDuration: 90 * time.Minute}, r.tmp)
|
||||||
|
return r
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *rig) tmpFiles(t *testing.T) []string {
|
||||||
|
t.Helper()
|
||||||
|
ents, err := os.ReadDir(r.tmp)
|
||||||
|
require.NoError(t, err)
|
||||||
|
var names []string
|
||||||
|
for _, e := range ents {
|
||||||
|
names = append(names, e.Name())
|
||||||
|
}
|
||||||
|
return names
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestAccept_ValidAudioIsStoredProbedQueuedAndSubmitted(t *testing.T) {
|
||||||
|
r := newRig(t)
|
||||||
|
audio := bytes.Repeat([]byte("a"), 500)
|
||||||
|
|
||||||
|
id, err := r.in.Accept(context.Background(), "user-1", "Teams export", bytes.NewReader(audio))
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, "up-1", id)
|
||||||
|
assert.Equal(t, []string{"Teams export"}, r.st.created)
|
||||||
|
assert.Equal(t, audio, r.pr.seen, "the prober must see the complete uploaded bytes, on disk")
|
||||||
|
require.Len(t, r.sub.jobs, 1)
|
||||||
|
job := r.sub.jobs[0]
|
||||||
|
assert.Equal(t, uploads.Job{UserID: "user-1", UploadID: "up-1", Path: job.Path}, job)
|
||||||
|
assert.Equal(t, filepath.Dir(job.Path), r.tmp, "the temp file lives in the configured directory")
|
||||||
|
got, err := os.ReadFile(job.Path)
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, audio, got, "the handed-over file still exists: the worker, not Accept, deletes it")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestAccept_OversizeBodyIsRejectedAndLeavesNothingBehind(t *testing.T) {
|
||||||
|
r := newRig(t)
|
||||||
|
|
||||||
|
_, err := r.in.Accept(context.Background(), "user-1", "big", strings.NewReader(strings.Repeat("a", 1025)))
|
||||||
|
|
||||||
|
var rej *uploads.RejectError
|
||||||
|
require.True(t, errors.As(err, &rej))
|
||||||
|
assert.Equal(t, uploads.ReasonTooLarge, rej.Reason)
|
||||||
|
assert.Contains(t, rej.Message, "limit")
|
||||||
|
assert.Empty(t, r.pr.paths, "a file already over the size cap must not be probed")
|
||||||
|
assert.Empty(t, r.st.created, "a rejected upload creates no row")
|
||||||
|
assert.Empty(t, r.sub.jobs)
|
||||||
|
assert.Empty(t, r.tmpFiles(t), "the partial temp file must be removed")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestAccept_BodyExactlyAtTheLimitIsAccepted(t *testing.T) {
|
||||||
|
r := newRig(t)
|
||||||
|
|
||||||
|
_, err := r.in.Accept(context.Background(), "user-1", "edge", strings.NewReader(strings.Repeat("a", 1024)))
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestAccept_ProbeVerdictRejectsWithoutRowAndRemovesTheFile(t *testing.T) {
|
||||||
|
tests := []struct {
|
||||||
|
name string
|
||||||
|
probe uploads.Probe
|
||||||
|
reason uploads.Reason
|
||||||
|
}{
|
||||||
|
{"video with no audio", uploads.Probe{Duration: time.Minute, HasVideo: true}, uploads.ReasonNoAudio},
|
||||||
|
{"too long", uploads.Probe{Duration: 2 * time.Hour, HasAudio: true}, uploads.ReasonTooLong},
|
||||||
|
{"no audio", uploads.Probe{Duration: time.Minute}, uploads.ReasonNoAudio},
|
||||||
|
}
|
||||||
|
for _, tt := range tests {
|
||||||
|
t.Run(tt.name, func(t *testing.T) {
|
||||||
|
r := newRig(t)
|
||||||
|
r.pr.probe = tt.probe
|
||||||
|
|
||||||
|
_, err := r.in.Accept(context.Background(), "user-1", "t", strings.NewReader("data"))
|
||||||
|
|
||||||
|
var rej *uploads.RejectError
|
||||||
|
require.True(t, errors.As(err, &rej))
|
||||||
|
assert.Equal(t, tt.reason, rej.Reason)
|
||||||
|
assert.Empty(t, r.st.created)
|
||||||
|
assert.Empty(t, r.sub.jobs)
|
||||||
|
assert.Empty(t, r.tmpFiles(t))
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestAccept_UnreadableFileIsARejectionButAProberFaultIsAnError(t *testing.T) {
|
||||||
|
t.Run("ffprobe says the file is not media", func(t *testing.T) {
|
||||||
|
r := newRig(t)
|
||||||
|
r.pr.err = uploads.ErrUnreadable
|
||||||
|
|
||||||
|
_, err := r.in.Accept(context.Background(), "user-1", "t", strings.NewReader("not media"))
|
||||||
|
|
||||||
|
var rej *uploads.RejectError
|
||||||
|
require.True(t, errors.As(err, &rej), "the user's file is the problem: tell them")
|
||||||
|
assert.Equal(t, uploads.ReasonUnreadable, rej.Reason)
|
||||||
|
assert.Empty(t, r.tmpFiles(t))
|
||||||
|
})
|
||||||
|
t.Run("the prober itself broke", func(t *testing.T) {
|
||||||
|
r := newRig(t)
|
||||||
|
r.pr.err = errors.New("exec: ffprobe: executable file not found")
|
||||||
|
|
||||||
|
_, err := r.in.Accept(context.Background(), "user-1", "t", strings.NewReader("data"))
|
||||||
|
|
||||||
|
require.Error(t, err)
|
||||||
|
var rej *uploads.RejectError
|
||||||
|
assert.False(t, errors.As(err, &rej), "our fault must not be reported as the user's bad file")
|
||||||
|
assert.Empty(t, r.st.created)
|
||||||
|
assert.Empty(t, r.tmpFiles(t))
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestAccept_ClientDisconnectMidUploadLeavesNothingBehind(t *testing.T) {
|
||||||
|
r := newRig(t)
|
||||||
|
body := io.MultiReader(strings.NewReader("partial"), iotest.ErrReader(errors.New("client went away")))
|
||||||
|
|
||||||
|
_, err := r.in.Accept(context.Background(), "user-1", "t", body)
|
||||||
|
|
||||||
|
require.Error(t, err)
|
||||||
|
assert.Empty(t, r.pr.paths)
|
||||||
|
assert.Empty(t, r.st.created)
|
||||||
|
assert.Empty(t, r.tmpFiles(t))
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestAccept_SubmitFailureFailsTheRowHonestlyAndRemovesTheFile(t *testing.T) {
|
||||||
|
r := newRig(t)
|
||||||
|
r.sub.err = errors.New("worker stopped")
|
||||||
|
|
||||||
|
_, err := r.in.Accept(context.Background(), "user-1", "t", strings.NewReader("data"))
|
||||||
|
|
||||||
|
require.Error(t, err)
|
||||||
|
assert.Equal(t, domain.UploadErrInterrupted, r.st.failed["up-1"],
|
||||||
|
"a row that will never run must not sit queued: that is the stuck spinner ADR-025 forbids")
|
||||||
|
assert.Empty(t, r.tmpFiles(t))
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestAccept_AFileWithAVideoTrackIsAcceptedAndRecordsThatItHadOne(t *testing.T) {
|
||||||
|
tests := []struct {
|
||||||
|
name string
|
||||||
|
probe uploads.Probe
|
||||||
|
wantVideo bool
|
||||||
|
}{
|
||||||
|
{"audio only", uploads.Probe{Duration: 10 * time.Minute, HasAudio: true}, false},
|
||||||
|
{"audio with a video track (a Teams meeting with the camera off)", uploads.Probe{Duration: 10 * time.Minute, HasAudio: true, HasVideo: true}, true},
|
||||||
|
}
|
||||||
|
for _, tt := range tests {
|
||||||
|
t.Run(tt.name, func(t *testing.T) {
|
||||||
|
r := newRig(t)
|
||||||
|
r.pr.probe = tt.probe
|
||||||
|
|
||||||
|
id, err := r.in.Accept(context.Background(), "user-1", "t", strings.NewReader("data"))
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, "up-1", id)
|
||||||
|
assert.Equal(t, []bool{tt.wantVideo}, r.st.hadVideo,
|
||||||
|
"the row must say whether a video track was present, so the page can say it was ignored")
|
||||||
|
assert.Len(t, r.sub.jobs, 1, "it is queued like any other recording")
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,81 @@
|
|||||||
|
// Package uploads is the use case behind "upload an audio recording" (ADR-033):
|
||||||
|
// validate the file by PROBING it, keep the transcript private, never retain the
|
||||||
|
// audio. It depends only on ports (a Prober, a store, a job Submitter) — the
|
||||||
|
// concrete ffprobe adapter, the web handler and the transcription worker are wired
|
||||||
|
// from outside.
|
||||||
|
package uploads
|
||||||
|
|
||||||
|
import (
|
||||||
|
"fmt"
|
||||||
|
"time"
|
||||||
|
)
|
||||||
|
|
||||||
|
// Limits bound what an upload may be. Both are rejected synchronously, with a
|
||||||
|
// specific message, rather than by a timeout (ADR-033).
|
||||||
|
type Limits struct {
|
||||||
|
MaxBytes int64
|
||||||
|
MaxDuration time.Duration
|
||||||
|
}
|
||||||
|
|
||||||
|
// Probe is what inspecting an uploaded file revealed. It is the input to Validate
|
||||||
|
// because a name or MIME type cannot say what a container holds: a Teams recording
|
||||||
|
// is an .mp4 whether or not the camera was on.
|
||||||
|
type Probe struct {
|
||||||
|
Duration time.Duration
|
||||||
|
HasAudio bool
|
||||||
|
HasVideo bool
|
||||||
|
}
|
||||||
|
|
||||||
|
// Reason is the machine-checkable class of a rejection.
|
||||||
|
type Reason string
|
||||||
|
|
||||||
|
const (
|
||||||
|
ReasonNoAudio Reason = "no_audio"
|
||||||
|
ReasonTooLong Reason = "too_long"
|
||||||
|
ReasonTooLarge Reason = "too_large"
|
||||||
|
ReasonUnreadable Reason = "unreadable"
|
||||||
|
)
|
||||||
|
|
||||||
|
// RejectError is a synchronous, user-presentable refusal. Message is written for
|
||||||
|
// the person who uploaded the file; Reason is for code and tests.
|
||||||
|
type RejectError struct {
|
||||||
|
Reason Reason
|
||||||
|
Message string
|
||||||
|
}
|
||||||
|
|
||||||
|
func (e *RejectError) Error() string { return string(e.Reason) + ": " + e.Message }
|
||||||
|
|
||||||
|
// Validate decides whether a probed file may be transcribed. A video track is NOT
|
||||||
|
// a reason to refuse: a Teams meeting with the camera off is still an .mp4 with a
|
||||||
|
// video track, so rejecting video would reject the primary use case. Only the audio
|
||||||
|
// is used (Probe.HasVideo is recorded so the user can be told the video was
|
||||||
|
// ignored). What IS refused: no audio at all, an unreadable length, too long.
|
||||||
|
func Validate(p Probe, l Limits) error {
|
||||||
|
switch {
|
||||||
|
case !p.HasAudio:
|
||||||
|
return &RejectError{Reason: ReasonNoAudio, Message: "This file has no audio track to transcribe."}
|
||||||
|
case p.Duration <= 0:
|
||||||
|
return &RejectError{Reason: ReasonUnreadable, Message: "Could not read a length from this file; it may be damaged."}
|
||||||
|
case p.Duration > l.MaxDuration:
|
||||||
|
return &RejectError{Reason: ReasonTooLong, Message: fmt.Sprintf(
|
||||||
|
"This recording is %s long; the limit is %s.", FormatDuration(p.Duration), FormatDuration(l.MaxDuration))}
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// FormatDuration renders a length for people: "1 h 42 min", "45 min", "30 s".
|
||||||
|
func FormatDuration(d time.Duration) string {
|
||||||
|
d = d.Round(time.Second)
|
||||||
|
h := int(d / time.Hour)
|
||||||
|
m := int(d % time.Hour / time.Minute)
|
||||||
|
switch {
|
||||||
|
case h > 0 && m > 0:
|
||||||
|
return fmt.Sprintf("%d h %d min", h, m)
|
||||||
|
case h > 0:
|
||||||
|
return fmt.Sprintf("%d h", h)
|
||||||
|
case m > 0:
|
||||||
|
return fmt.Sprintf("%d min", m)
|
||||||
|
default:
|
||||||
|
return fmt.Sprintf("%d s", int(d/time.Second))
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,93 @@
|
|||||||
|
package uploads_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"errors"
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
"github.com/stretchr/testify/require"
|
||||||
|
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/uploads"
|
||||||
|
)
|
||||||
|
|
||||||
|
var testLimits = uploads.Limits{MaxBytes: 200 << 20, MaxDuration: 90 * time.Minute}
|
||||||
|
|
||||||
|
func TestValidate(t *testing.T) {
|
||||||
|
tests := []struct {
|
||||||
|
name string
|
||||||
|
probe uploads.Probe
|
||||||
|
wantReason uploads.Reason // "" = accepted
|
||||||
|
wantInMsg []string
|
||||||
|
}{
|
||||||
|
{
|
||||||
|
name: "audio-only file within the duration limit is accepted",
|
||||||
|
probe: uploads.Probe{Duration: 45 * time.Minute, HasAudio: true},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "a recording exactly at the limit is accepted",
|
||||||
|
probe: uploads.Probe{Duration: 90 * time.Minute, HasAudio: true},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "a recording that also has a video stream is accepted: the audio is what is used",
|
||||||
|
probe: uploads.Probe{Duration: 4 * time.Minute, HasAudio: true, HasVideo: true},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "video with no audio is rejected as having no audio, and says so",
|
||||||
|
probe: uploads.Probe{Duration: 4 * time.Minute, HasVideo: true},
|
||||||
|
wantReason: uploads.ReasonNoAudio,
|
||||||
|
wantInMsg: []string{"no audio"},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "a file with no audio stream is rejected",
|
||||||
|
probe: uploads.Probe{Duration: 4 * time.Minute},
|
||||||
|
wantReason: uploads.ReasonNoAudio,
|
||||||
|
wantInMsg: []string{"no audio"},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "a recording over the limit is rejected, stating both lengths",
|
||||||
|
probe: uploads.Probe{Duration: 102 * time.Minute, HasAudio: true},
|
||||||
|
wantReason: uploads.ReasonTooLong,
|
||||||
|
wantInMsg: []string{"1 h 42 min", "1 h 30 min"},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "zero duration is unreadable, not accepted as an empty recording",
|
||||||
|
probe: uploads.Probe{HasAudio: true},
|
||||||
|
wantReason: uploads.ReasonUnreadable,
|
||||||
|
},
|
||||||
|
}
|
||||||
|
for _, tt := range tests {
|
||||||
|
t.Run(tt.name, func(t *testing.T) {
|
||||||
|
err := uploads.Validate(tt.probe, testLimits)
|
||||||
|
|
||||||
|
if tt.wantReason == "" {
|
||||||
|
require.NoError(t, err)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
var rej *uploads.RejectError
|
||||||
|
require.True(t, errors.As(err, &rej), "want a *RejectError, got %v", err)
|
||||||
|
assert.Equal(t, tt.wantReason, rej.Reason)
|
||||||
|
for _, s := range tt.wantInMsg {
|
||||||
|
assert.Contains(t, rej.Message, s)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFormatDuration(t *testing.T) {
|
||||||
|
tests := []struct {
|
||||||
|
d time.Duration
|
||||||
|
want string
|
||||||
|
}{
|
||||||
|
{90 * time.Minute, "1 h 30 min"},
|
||||||
|
{102 * time.Minute, "1 h 42 min"},
|
||||||
|
{45 * time.Minute, "45 min"},
|
||||||
|
{2 * time.Hour, "2 h"},
|
||||||
|
{30 * time.Second, "30 s"},
|
||||||
|
}
|
||||||
|
for _, tt := range tests {
|
||||||
|
t.Run(tt.want, func(t *testing.T) {
|
||||||
|
assert.Equal(t, tt.want, uploads.FormatDuration(tt.d))
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,191 @@
|
|||||||
|
package uploads
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"errors"
|
||||||
|
"fmt"
|
||||||
|
"log/slog"
|
||||||
|
"os"
|
||||||
|
"sync"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/domain"
|
||||||
|
)
|
||||||
|
|
||||||
|
// ErrStopped is returned by Submit once the worker has stopped.
|
||||||
|
var ErrStopped = errors.New("uploads: worker stopped")
|
||||||
|
|
||||||
|
// Converter turns the uploaded file into the 16 kHz mono PCM WAV whisper wants.
|
||||||
|
type Converter interface {
|
||||||
|
ToWAV(ctx context.Context, src, dst string) error
|
||||||
|
}
|
||||||
|
|
||||||
|
// Transcriber turns a WAV into a timed transcription. The gateway chain
|
||||||
|
// (iguana primary, berget fallback) implements it.
|
||||||
|
type Transcriber interface {
|
||||||
|
Transcribe(ctx context.Context, wavPath string) (domain.Transcription, error)
|
||||||
|
}
|
||||||
|
|
||||||
|
// WorkerStore is the slice of the private transcript store the worker drives.
|
||||||
|
type WorkerStore interface {
|
||||||
|
StartTranscribing(ctx context.Context, userID, id string) error
|
||||||
|
CompleteUpload(ctx context.Context, userID, id string, t domain.Transcription) error
|
||||||
|
FailUpload(ctx context.Context, userID, id string, kind domain.UploadErrorKind) error
|
||||||
|
}
|
||||||
|
|
||||||
|
// Worker transcribes accepted uploads in-process, ONE AT A TIME (ADR-033). It is
|
||||||
|
// not a second deployable: it shares the web process's lifetime, which is why it
|
||||||
|
// inherits ADR-018's single-replica assumption — the queue is process-local. The
|
||||||
|
// concurrency of one is deliberate: two simultaneous 90-minute jobs on iguana were
|
||||||
|
// never measured, and a Metal OOM there latches the whisper backend (infra#273).
|
||||||
|
type Worker struct {
|
||||||
|
store WorkerStore
|
||||||
|
conv Converter
|
||||||
|
tr Transcriber
|
||||||
|
tmpDir string
|
||||||
|
timeout time.Duration
|
||||||
|
|
||||||
|
mu sync.Mutex
|
||||||
|
queue []Job
|
||||||
|
stopped bool
|
||||||
|
wake chan struct{}
|
||||||
|
}
|
||||||
|
|
||||||
|
// NewWorker wires a Worker. timeout bounds each job (conversion + transcription);
|
||||||
|
// a job that outlives it is failed rather than left spinning.
|
||||||
|
func NewWorker(s WorkerStore, c Converter, t Transcriber, tmpDir string, timeout time.Duration) *Worker {
|
||||||
|
return &Worker{store: s, conv: c, tr: t, tmpDir: tmpDir, timeout: timeout, wake: make(chan struct{}, 1)}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Submit queues a job. It never blocks. It satisfies Submitter.
|
||||||
|
func (w *Worker) Submit(j Job) error {
|
||||||
|
w.mu.Lock()
|
||||||
|
defer w.mu.Unlock()
|
||||||
|
if w.stopped {
|
||||||
|
return ErrStopped
|
||||||
|
}
|
||||||
|
w.queue = append(w.queue, j)
|
||||||
|
select {
|
||||||
|
case w.wake <- struct{}{}:
|
||||||
|
default:
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// Run processes queued jobs until ctx ends, then deletes the audio of anything
|
||||||
|
// still queued and refuses new jobs. The rows of those jobs stay queued or
|
||||||
|
// transcribing and are failed as interrupted by the start-up sweep
|
||||||
|
// (store.FailInterruptedUploads): the audio is not retained, so they cannot resume.
|
||||||
|
func (w *Worker) Run(ctx context.Context) {
|
||||||
|
defer w.stop()
|
||||||
|
for {
|
||||||
|
job, ok := w.next(ctx)
|
||||||
|
if !ok {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
w.Process(ctx, job)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// next blocks for the next job. Cancellation wins over a non-empty queue: a job
|
||||||
|
// still queued at shutdown must not be STARTED (it would begin a long conversion
|
||||||
|
// with an already-cancelled context); stop() deletes its audio instead.
|
||||||
|
func (w *Worker) next(ctx context.Context) (Job, bool) {
|
||||||
|
for {
|
||||||
|
if ctx.Err() != nil {
|
||||||
|
return Job{}, false
|
||||||
|
}
|
||||||
|
w.mu.Lock()
|
||||||
|
if len(w.queue) > 0 {
|
||||||
|
j := w.queue[0]
|
||||||
|
w.queue = w.queue[1:]
|
||||||
|
w.mu.Unlock()
|
||||||
|
return j, true
|
||||||
|
}
|
||||||
|
w.mu.Unlock()
|
||||||
|
select {
|
||||||
|
case <-w.wake:
|
||||||
|
case <-ctx.Done():
|
||||||
|
return Job{}, false
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (w *Worker) stop() {
|
||||||
|
w.mu.Lock()
|
||||||
|
defer w.mu.Unlock()
|
||||||
|
w.stopped = true
|
||||||
|
for _, j := range w.queue {
|
||||||
|
_ = os.Remove(j.Path)
|
||||||
|
}
|
||||||
|
w.queue = nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// Process runs one job: row -> transcribing, convert, transcribe, store. The
|
||||||
|
// uploaded file and the converted WAV are deleted on every path — the audio is
|
||||||
|
// never retained (ADR-033). A failure is recorded with a TYPED kind; a shutdown
|
||||||
|
// mid-job is not a failure and leaves the row for the start-up sweep.
|
||||||
|
func (w *Worker) Process(ctx context.Context, job Job) {
|
||||||
|
defer func() { _ = os.Remove(job.Path) }()
|
||||||
|
log := slog.Default().With("upload", job.UploadID)
|
||||||
|
start := time.Now()
|
||||||
|
|
||||||
|
if err := w.store.StartTranscribing(ctx, job.UserID, job.UploadID); err != nil {
|
||||||
|
log.Error("upload: start transcribing", "err", err)
|
||||||
|
w.fail(ctx, job, log)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
wav, err := w.tempWAV()
|
||||||
|
if err != nil {
|
||||||
|
log.Error("upload: temp wav", "err", err)
|
||||||
|
w.fail(ctx, job, log)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
defer func() { _ = os.Remove(wav) }()
|
||||||
|
|
||||||
|
jobCtx, cancel := context.WithTimeout(ctx, w.timeout)
|
||||||
|
defer cancel()
|
||||||
|
if err := w.conv.ToWAV(jobCtx, job.Path, wav); err != nil {
|
||||||
|
log.Error("upload: convert", "err", err)
|
||||||
|
w.fail(ctx, job, log)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
t, err := w.tr.Transcribe(jobCtx, wav)
|
||||||
|
if err != nil {
|
||||||
|
log.Error("upload: transcribe", "err", err, "elapsed", time.Since(start).Round(time.Second))
|
||||||
|
w.fail(ctx, job, log)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
if err := w.store.CompleteUpload(ctx, job.UserID, job.UploadID, t); err != nil {
|
||||||
|
log.Error("upload: store transcript", "err", err)
|
||||||
|
w.fail(ctx, job, log)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
log.Info("upload transcribed", "endpoint", t.Endpoint, "audio_s", t.AudioSeconds,
|
||||||
|
"segments", len(t.Segments), "elapsed", time.Since(start).Round(time.Second))
|
||||||
|
}
|
||||||
|
|
||||||
|
// fail records a transcription failure — unless the PARENT context ended, which
|
||||||
|
// is a shutdown, not a failure: the row is left for the start-up sweep.
|
||||||
|
func (w *Worker) fail(ctx context.Context, job Job, log *slog.Logger) {
|
||||||
|
if ctx.Err() != nil {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
if err := w.store.FailUpload(ctx, job.UserID, job.UploadID, domain.UploadErrTranscriptionFailed); err != nil {
|
||||||
|
log.Error("upload: record failure", "err", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (w *Worker) tempWAV() (string, error) {
|
||||||
|
f, err := os.CreateTemp(w.tmpDir, "wav-*")
|
||||||
|
if err != nil {
|
||||||
|
return "", fmt.Errorf("uploads: temp wav: %w", err)
|
||||||
|
}
|
||||||
|
name := f.Name()
|
||||||
|
if err := f.Close(); err != nil {
|
||||||
|
_ = os.Remove(name)
|
||||||
|
return "", fmt.Errorf("uploads: temp wav: %w", err)
|
||||||
|
}
|
||||||
|
return name, nil
|
||||||
|
}
|
||||||
@@ -0,0 +1,282 @@
|
|||||||
|
package uploads_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"errors"
|
||||||
|
"os"
|
||||||
|
"path/filepath"
|
||||||
|
"sync"
|
||||||
|
"sync/atomic"
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
"github.com/stretchr/testify/require"
|
||||||
|
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/domain"
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/uploads"
|
||||||
|
)
|
||||||
|
|
||||||
|
type wStore struct {
|
||||||
|
mu sync.Mutex
|
||||||
|
started []string
|
||||||
|
completed map[string]domain.Transcription
|
||||||
|
failed map[string]domain.UploadErrorKind
|
||||||
|
startErr error
|
||||||
|
}
|
||||||
|
|
||||||
|
func newWStore() *wStore {
|
||||||
|
return &wStore{completed: map[string]domain.Transcription{}, failed: map[string]domain.UploadErrorKind{}}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *wStore) StartTranscribing(_ context.Context, _, id string) error {
|
||||||
|
s.mu.Lock()
|
||||||
|
defer s.mu.Unlock()
|
||||||
|
s.started = append(s.started, id)
|
||||||
|
return s.startErr
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *wStore) CompleteUpload(_ context.Context, _, id string, t domain.Transcription) error {
|
||||||
|
s.mu.Lock()
|
||||||
|
defer s.mu.Unlock()
|
||||||
|
s.completed[id] = t
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *wStore) FailUpload(_ context.Context, _, id string, k domain.UploadErrorKind) error {
|
||||||
|
s.mu.Lock()
|
||||||
|
defer s.mu.Unlock()
|
||||||
|
s.failed[id] = k
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *wStore) snapshot() (map[string]domain.Transcription, map[string]domain.UploadErrorKind) {
|
||||||
|
s.mu.Lock()
|
||||||
|
defer s.mu.Unlock()
|
||||||
|
c := map[string]domain.Transcription{}
|
||||||
|
f := map[string]domain.UploadErrorKind{}
|
||||||
|
for k, v := range s.completed {
|
||||||
|
c[k] = v
|
||||||
|
}
|
||||||
|
for k, v := range s.failed {
|
||||||
|
f[k] = v
|
||||||
|
}
|
||||||
|
return c, f
|
||||||
|
}
|
||||||
|
|
||||||
|
type fakeConverter struct {
|
||||||
|
err error
|
||||||
|
srcs []string
|
||||||
|
dsts []string
|
||||||
|
}
|
||||||
|
|
||||||
|
func (c *fakeConverter) ToWAV(_ context.Context, src, dst string) error {
|
||||||
|
c.srcs = append(c.srcs, src)
|
||||||
|
c.dsts = append(c.dsts, dst)
|
||||||
|
if c.err != nil {
|
||||||
|
return c.err
|
||||||
|
}
|
||||||
|
return os.WriteFile(dst, []byte("wav"), 0o600)
|
||||||
|
}
|
||||||
|
|
||||||
|
type fakeTranscriber struct {
|
||||||
|
result domain.Transcription
|
||||||
|
err error
|
||||||
|
paths []string
|
||||||
|
// block, when non-nil, holds every call until it is closed or ctx ends.
|
||||||
|
block chan struct{}
|
||||||
|
running atomic.Int32
|
||||||
|
maxSeen atomic.Int32
|
||||||
|
}
|
||||||
|
|
||||||
|
func (f *fakeTranscriber) Transcribe(ctx context.Context, wav string) (domain.Transcription, error) {
|
||||||
|
f.paths = append(f.paths, wav)
|
||||||
|
n := f.running.Add(1)
|
||||||
|
defer f.running.Add(-1)
|
||||||
|
for {
|
||||||
|
m := f.maxSeen.Load()
|
||||||
|
if n <= m || f.maxSeen.CompareAndSwap(m, n) {
|
||||||
|
break
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if f.block != nil {
|
||||||
|
select {
|
||||||
|
case <-f.block:
|
||||||
|
case <-ctx.Done():
|
||||||
|
return domain.Transcription{}, ctx.Err()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return f.result, f.err
|
||||||
|
}
|
||||||
|
|
||||||
|
type wrig struct {
|
||||||
|
w *uploads.Worker
|
||||||
|
st *wStore
|
||||||
|
conv *fakeConverter
|
||||||
|
tr *fakeTranscriber
|
||||||
|
tmp string
|
||||||
|
}
|
||||||
|
|
||||||
|
func newWRig(t *testing.T, timeout time.Duration) *wrig {
|
||||||
|
t.Helper()
|
||||||
|
r := &wrig{
|
||||||
|
st: newWStore(),
|
||||||
|
conv: &fakeConverter{},
|
||||||
|
tr: &fakeTranscriber{result: domain.Transcription{Text: "synthetic text", Endpoint: "iguana/kb-whisper", AudioSeconds: 3}},
|
||||||
|
tmp: t.TempDir(),
|
||||||
|
}
|
||||||
|
r.w = uploads.NewWorker(r.st, r.conv, r.tr, r.tmp, timeout)
|
||||||
|
return r
|
||||||
|
}
|
||||||
|
|
||||||
|
// spool writes a fake uploaded file (what Intake would hand over) and returns a Job.
|
||||||
|
func (r *wrig) spool(t *testing.T, id string) uploads.Job {
|
||||||
|
t.Helper()
|
||||||
|
p := filepath.Join(r.tmp, "upload-"+id)
|
||||||
|
require.NoError(t, os.WriteFile(p, []byte("audio"), 0o600))
|
||||||
|
return uploads.Job{UserID: "u1", UploadID: id, Path: p}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *wrig) leftovers(t *testing.T) []string {
|
||||||
|
t.Helper()
|
||||||
|
ents, err := os.ReadDir(r.tmp)
|
||||||
|
require.NoError(t, err)
|
||||||
|
var n []string
|
||||||
|
for _, e := range ents {
|
||||||
|
n = append(n, e.Name())
|
||||||
|
}
|
||||||
|
return n
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestWorkerProcess_SuccessConvertsTranscribesStoresAndDeletesTheAudio(t *testing.T) {
|
||||||
|
r := newWRig(t, time.Minute)
|
||||||
|
job := r.spool(t, "a")
|
||||||
|
|
||||||
|
r.w.Process(context.Background(), job)
|
||||||
|
|
||||||
|
c, f := r.st.snapshot()
|
||||||
|
assert.Equal(t, []string{"a"}, r.st.started)
|
||||||
|
assert.Equal(t, "synthetic text", c["a"].Text)
|
||||||
|
assert.Equal(t, "iguana/kb-whisper", c["a"].Endpoint)
|
||||||
|
assert.Empty(t, f)
|
||||||
|
require.Len(t, r.conv.srcs, 1)
|
||||||
|
assert.Equal(t, job.Path, r.conv.srcs[0], "the converter reads the uploaded file")
|
||||||
|
assert.Equal(t, r.conv.dsts, r.tr.paths, "whisper is sent the converted WAV, not the original")
|
||||||
|
assert.Equal(t, r.tmp, filepath.Dir(r.conv.dsts[0]))
|
||||||
|
assert.Empty(t, r.leftovers(t), "the audio is never retained: both the upload and the WAV are deleted")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestWorkerProcess_FailuresAreTypedAndStillDeleteTheAudio(t *testing.T) {
|
||||||
|
tests := []struct {
|
||||||
|
name string
|
||||||
|
setup func(*wrig)
|
||||||
|
}{
|
||||||
|
{"conversion fails", func(r *wrig) { r.conv.err = errors.New("moov atom not found") }},
|
||||||
|
{"every transcription endpoint fails", func(r *wrig) { r.tr.err = errors.New("iguana down; berget down") }},
|
||||||
|
}
|
||||||
|
for _, tt := range tests {
|
||||||
|
t.Run(tt.name, func(t *testing.T) {
|
||||||
|
r := newWRig(t, time.Minute)
|
||||||
|
tt.setup(r)
|
||||||
|
job := r.spool(t, "a")
|
||||||
|
|
||||||
|
r.w.Process(context.Background(), job)
|
||||||
|
|
||||||
|
c, f := r.st.snapshot()
|
||||||
|
assert.Empty(t, c)
|
||||||
|
assert.Equal(t, domain.UploadErrTranscriptionFailed, f["a"])
|
||||||
|
assert.Empty(t, r.leftovers(t))
|
||||||
|
})
|
||||||
|
}
|
||||||
|
t.Run("conversion failure never reaches whisper", func(t *testing.T) {
|
||||||
|
r := newWRig(t, time.Minute)
|
||||||
|
r.conv.err = errors.New("bad")
|
||||||
|
|
||||||
|
r.w.Process(context.Background(), r.spool(t, "a"))
|
||||||
|
|
||||||
|
assert.Empty(t, r.tr.paths)
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestWorkerProcess_ShutdownMidJobLeavesTheRowForTheStartupSweep(t *testing.T) {
|
||||||
|
r := newWRig(t, time.Minute)
|
||||||
|
r.tr.block = make(chan struct{})
|
||||||
|
ctx, cancel := context.WithCancel(context.Background())
|
||||||
|
done := make(chan struct{})
|
||||||
|
job := r.spool(t, "a")
|
||||||
|
|
||||||
|
go func() { r.w.Process(ctx, job); close(done) }()
|
||||||
|
require.Eventually(t, func() bool { return r.tr.running.Load() == 1 }, 2*time.Second, 5*time.Millisecond)
|
||||||
|
cancel()
|
||||||
|
<-done
|
||||||
|
|
||||||
|
_, f := r.st.snapshot()
|
||||||
|
assert.Empty(t, f, "a shutdown is not a transcription failure: the row stays for FailInterruptedUploads to mark interrupted")
|
||||||
|
assert.Empty(t, r.leftovers(t), "but the audio is still deleted")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestWorkerProcess_AJobThatOutlivesItsTimeoutIsFailedNotStuck(t *testing.T) {
|
||||||
|
r := newWRig(t, 50*time.Millisecond)
|
||||||
|
r.tr.block = make(chan struct{}) // never released
|
||||||
|
done := make(chan struct{})
|
||||||
|
|
||||||
|
go func() { r.w.Process(context.Background(), r.spool(t, "a")); close(done) }()
|
||||||
|
select {
|
||||||
|
case <-done:
|
||||||
|
case <-time.After(5 * time.Second):
|
||||||
|
t.Fatal("Process did not return: a hung endpoint was not bounded by the job timeout")
|
||||||
|
}
|
||||||
|
|
||||||
|
_, f := r.st.snapshot()
|
||||||
|
assert.Equal(t, domain.UploadErrTranscriptionFailed, f["a"], "a hung endpoint must end in failed, not an eternal spinner (ADR-025)")
|
||||||
|
assert.Empty(t, r.leftovers(t))
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestWorkerProcess_StartFailureDropsTheJobAndDeletesTheAudio(t *testing.T) {
|
||||||
|
r := newWRig(t, time.Minute)
|
||||||
|
r.st.startErr = errors.New("db down")
|
||||||
|
|
||||||
|
r.w.Process(context.Background(), r.spool(t, "a"))
|
||||||
|
|
||||||
|
assert.Empty(t, r.tr.paths, "never transcribe a job whose row could not be moved to transcribing")
|
||||||
|
_, f := r.st.snapshot()
|
||||||
|
assert.Contains(t, f, "a")
|
||||||
|
assert.Empty(t, r.leftovers(t))
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestWorkerRun_ProcessesOneJobAtATime(t *testing.T) {
|
||||||
|
r := newWRig(t, time.Minute)
|
||||||
|
r.tr.block = make(chan struct{})
|
||||||
|
ctx, cancel := context.WithCancel(context.Background())
|
||||||
|
defer cancel()
|
||||||
|
go r.w.Run(ctx)
|
||||||
|
|
||||||
|
for _, id := range []string{"a", "b", "c"} {
|
||||||
|
require.NoError(t, r.w.Submit(r.spool(t, id)))
|
||||||
|
}
|
||||||
|
require.Eventually(t, func() bool { return r.tr.running.Load() == 1 }, 2*time.Second, 5*time.Millisecond)
|
||||||
|
time.Sleep(50 * time.Millisecond) // give a (wrong) second job time to start
|
||||||
|
assert.Equal(t, int32(1), r.tr.running.Load(), "two simultaneous long jobs on iguana were never measured: concurrency is 1")
|
||||||
|
|
||||||
|
close(r.tr.block)
|
||||||
|
require.Eventually(t, func() bool { c, _ := r.st.snapshot(); return len(c) == 3 }, 3*time.Second, 5*time.Millisecond)
|
||||||
|
assert.Equal(t, int32(1), r.tr.maxSeen.Load())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestWorkerRun_StoppingDeletesQueuedAudioAndRefusesNewJobs(t *testing.T) {
|
||||||
|
r := newWRig(t, time.Minute)
|
||||||
|
r.tr.block = make(chan struct{})
|
||||||
|
ctx, cancel := context.WithCancel(context.Background())
|
||||||
|
stopped := make(chan struct{})
|
||||||
|
go func() { r.w.Run(ctx); close(stopped) }()
|
||||||
|
require.NoError(t, r.w.Submit(r.spool(t, "a")))
|
||||||
|
require.Eventually(t, func() bool { return r.tr.running.Load() == 1 }, 2*time.Second, 5*time.Millisecond)
|
||||||
|
require.NoError(t, r.w.Submit(r.spool(t, "b"))) // queued behind the running job
|
||||||
|
|
||||||
|
cancel()
|
||||||
|
<-stopped
|
||||||
|
|
||||||
|
assert.Len(t, r.conv.srcs, 1, "a job still queued at shutdown must never be started: only the running job was converted")
|
||||||
|
assert.Empty(t, r.leftovers(t), "audio of queued jobs is deleted on stop: the rows are swept to interrupted at next start")
|
||||||
|
assert.ErrorIs(t, r.w.Submit(r.spool(t, "c")), uploads.ErrStopped)
|
||||||
|
}
|
||||||
@@ -6,6 +6,8 @@ import (
|
|||||||
"net/http"
|
"net/http"
|
||||||
"strings"
|
"strings"
|
||||||
|
|
||||||
|
"github.com/a-h/templ"
|
||||||
|
|
||||||
"git.d-ma.be/mathias/tapir/internal/adapters/chat"
|
"git.d-ma.be/mathias/tapir/internal/adapters/chat"
|
||||||
"git.d-ma.be/mathias/tapir/internal/adapters/store"
|
"git.d-ma.be/mathias/tapir/internal/adapters/store"
|
||||||
)
|
)
|
||||||
@@ -43,6 +45,28 @@ type chatView struct {
|
|||||||
History []chat.Turn
|
History []chat.Turn
|
||||||
Truncated bool
|
Truncated bool
|
||||||
Error string
|
Error string
|
||||||
|
// PostURL and Subject let the same chat panel serve an UPLOADED recording
|
||||||
|
// (ADR-033): where the form posts, and what the transcript is called. Empty
|
||||||
|
// means a YouTube video (/v/{VideoID}/chat, "video"), so existing callers are
|
||||||
|
// unchanged.
|
||||||
|
PostURL templ.SafeURL
|
||||||
|
Subject string
|
||||||
|
}
|
||||||
|
|
||||||
|
// postURL is where the chat form posts.
|
||||||
|
func (v chatView) postURL() templ.SafeURL {
|
||||||
|
if v.PostURL != "" {
|
||||||
|
return v.PostURL
|
||||||
|
}
|
||||||
|
return chatURL(v.VideoID)
|
||||||
|
}
|
||||||
|
|
||||||
|
// subject is what the transcript is called in the panel's wording.
|
||||||
|
func (v chatView) subject() string {
|
||||||
|
if v.Subject != "" {
|
||||||
|
return v.Subject
|
||||||
|
}
|
||||||
|
return "video"
|
||||||
}
|
}
|
||||||
|
|
||||||
// handleChat renders the chat page for a summarized video (GET). Entry is scoped
|
// handleChat renders the chat page for a summarized video (GET). Entry is scoped
|
||||||
|
|||||||
@@ -13,6 +13,7 @@ import (
|
|||||||
|
|
||||||
"git.d-ma.be/mathias/tapir/internal/adapters/store"
|
"git.d-ma.be/mathias/tapir/internal/adapters/store"
|
||||||
"git.d-ma.be/mathias/tapir/internal/domain"
|
"git.d-ma.be/mathias/tapir/internal/domain"
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/uploads"
|
||||||
)
|
)
|
||||||
|
|
||||||
// Store is the read/write surface the web handlers depend on — a narrow port over
|
// Store is the read/write surface the web handlers depend on — a narrow port over
|
||||||
@@ -53,6 +54,12 @@ type Store interface {
|
|||||||
// the most recent discovery pass, shown on the account page as a warning.
|
// the most recent discovery pass, shown on the account page as a warning.
|
||||||
ListChannelErrors(ctx context.Context, userID string) ([]store.ChannelError, error)
|
ListChannelErrors(ctx context.Context, userID string) ([]store.ChannelError, error)
|
||||||
|
|
||||||
|
// Uploaded-audio transcripts (ADR-033): the caller's own PRIVATE uploads,
|
||||||
|
// stored apart from the shared public captions. Both are user-scoped; a
|
||||||
|
// non-owner's id is ErrUploadNotFound.
|
||||||
|
GetUpload(ctx context.Context, userID, id string) (*domain.UploadedTranscript, error)
|
||||||
|
ListUploads(ctx context.Context, userID string) ([]domain.UploadedTranscript, error)
|
||||||
|
|
||||||
// SetTranscriptStatus clears or updates a video's transcript backoff state.
|
// SetTranscriptStatus clears or updates a video's transcript backoff state.
|
||||||
// Used by handleRetryNow to clear rate_limited_at before immediate processing.
|
// Used by handleRetryNow to clear rate_limited_at before immediate processing.
|
||||||
SetTranscriptStatus(ctx context.Context, userID, videoID, status string) error
|
SetTranscriptStatus(ctx context.Context, userID, videoID, status string) error
|
||||||
@@ -100,6 +107,21 @@ type App struct {
|
|||||||
// summary view shows no "dig deeper" affordance. It holds no caption-fetch
|
// summary view shows no "dig deeper" affordance. It holds no caption-fetch
|
||||||
// dependency, so an enabled chat cannot reach YouTube or the rate gate.
|
// dependency, so an enabled chat cannot reach YouTube or the rate gate.
|
||||||
Chat Chatter
|
Chat Chatter
|
||||||
|
// Uploads, when non-nil, accepts audio recordings for private transcription
|
||||||
|
// (ADR-033). Nil = the /uploads routes are not mounted. UploadLimits are the
|
||||||
|
// same limits the Uploader enforces, shown on the form so they are stated up
|
||||||
|
// front rather than discovered by failing.
|
||||||
|
Uploads Uploader
|
||||||
|
UploadLimits uploads.Limits
|
||||||
|
// UploadChatMaxChars is the transcript budget for chat over an uploaded
|
||||||
|
// recording. The caption default (18,000 chars, ~22 minutes of speech) would
|
||||||
|
// keep only the first third of an hour-long meeting.
|
||||||
|
UploadChatMaxChars int
|
||||||
|
// UploadChatModel is the model chat over an uploaded recording opens with. Empty
|
||||||
|
// means the Chatter's own default. It exists because that default is the
|
||||||
|
// summarizer's (koala/phi4-mini, 8,192-token context) and cannot hold an hour of
|
||||||
|
// speech.
|
||||||
|
UploadChatModel string
|
||||||
// Processing tracks in-flight immediate summarizations so the status endpoint
|
// Processing tracks in-flight immediate summarizations so the status endpoint
|
||||||
// shows the animation until the summary lands. The zero value is ready to use.
|
// shows the animation until the summary lands. The zero value is ready to use.
|
||||||
Processing ProcessingSet
|
Processing ProcessingSet
|
||||||
@@ -166,6 +188,20 @@ func (a *App) Router() http.Handler {
|
|||||||
app.HandleFunc("GET /v/{videoId}/chat", a.handleChat)
|
app.HandleFunc("GET /v/{videoId}/chat", a.handleChat)
|
||||||
app.HandleFunc("POST /v/{videoId}/chat", a.handleChatMessage)
|
app.HandleFunc("POST /v/{videoId}/chat", a.handleChatMessage)
|
||||||
}
|
}
|
||||||
|
// Audio upload → private transcript (ADR-033). Mounted only when an Uploader is
|
||||||
|
// wired; every handler is user-scoped, so another user's upload is a 404.
|
||||||
|
if a.Uploads != nil {
|
||||||
|
app.HandleFunc("GET /uploads", a.handleUploadsPage)
|
||||||
|
app.HandleFunc("POST /uploads", a.handleUploadPost)
|
||||||
|
app.HandleFunc("GET /uploads/{id}", a.handleUploadDetail)
|
||||||
|
app.HandleFunc("GET /uploads/{id}/status", a.handleUploadStatus)
|
||||||
|
// Chat over the uploaded transcript reuses the ADR-027 Chatter; mounted only
|
||||||
|
// when one is wired.
|
||||||
|
if a.Chat != nil {
|
||||||
|
app.HandleFunc("GET /uploads/{id}/chat", a.handleUploadChat)
|
||||||
|
app.HandleFunc("POST /uploads/{id}/chat", a.handleUploadChatMessage)
|
||||||
|
}
|
||||||
|
}
|
||||||
app.HandleFunc("GET /register", a.handleRegisterForm)
|
app.HandleFunc("GET /register", a.handleRegisterForm)
|
||||||
app.HandleFunc("POST /register", a.handleRegister)
|
app.HandleFunc("POST /register", a.handleRegister)
|
||||||
|
|
||||||
|
|||||||
@@ -3,9 +3,10 @@ package web
|
|||||||
import (
|
import (
|
||||||
"bytes"
|
"bytes"
|
||||||
"context"
|
"context"
|
||||||
"git.d-ma.be/mathias/tapir/internal/adapters/store"
|
|
||||||
"strings"
|
"strings"
|
||||||
"testing"
|
"testing"
|
||||||
|
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/adapters/store"
|
||||||
)
|
)
|
||||||
|
|
||||||
func TestParseYouTubeVideoID(t *testing.T) {
|
func TestParseYouTubeVideoID(t *testing.T) {
|
||||||
|
|||||||
@@ -0,0 +1,298 @@
|
|||||||
|
package web
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"errors"
|
||||||
|
"fmt"
|
||||||
|
"io"
|
||||||
|
"math"
|
||||||
|
"net/http"
|
||||||
|
"path/filepath"
|
||||||
|
"strings"
|
||||||
|
"unicode/utf8"
|
||||||
|
|
||||||
|
"github.com/a-h/templ"
|
||||||
|
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/adapters/chat"
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/adapters/store"
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/domain"
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/uploads"
|
||||||
|
)
|
||||||
|
|
||||||
|
// Uploader accepts an uploaded recording for transcription (ADR-033).
|
||||||
|
// *uploads.Intake satisfies it. It is the whole of what the handlers know about
|
||||||
|
// validation, spooling and queueing.
|
||||||
|
type Uploader interface {
|
||||||
|
Accept(ctx context.Context, userID, title string, src io.Reader) (id string, err error)
|
||||||
|
}
|
||||||
|
|
||||||
|
const (
|
||||||
|
// uploadOverhead is headroom above the file-size cap for the multipart framing
|
||||||
|
// and the title field; the cap itself is enforced on the file part by Intake.
|
||||||
|
uploadOverhead = 1 << 20
|
||||||
|
maxTitleRunes = 200
|
||||||
|
// uploadPollEvery is how often an unfinished upload re-asks for its status.
|
||||||
|
uploadPollEvery = "5s"
|
||||||
|
)
|
||||||
|
|
||||||
|
// uploadsView is what the /uploads page renders.
|
||||||
|
type uploadsView struct {
|
||||||
|
Limits uploads.Limits
|
||||||
|
Rows []domain.UploadedTranscript
|
||||||
|
Error string // a synchronous rejection message, empty when none
|
||||||
|
}
|
||||||
|
|
||||||
|
// handleUploadsPage renders the upload form and the caller's own uploads.
|
||||||
|
func (a *App) handleUploadsPage(w http.ResponseWriter, r *http.Request) {
|
||||||
|
userID, ok := a.currentUserID(w, r)
|
||||||
|
if !ok {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
a.renderUploadsPage(w, r, userID, http.StatusOK, "")
|
||||||
|
}
|
||||||
|
|
||||||
|
func (a *App) renderUploadsPage(w http.ResponseWriter, r *http.Request, userID string, status int, msg string) {
|
||||||
|
rows, err := a.Store.ListUploads(r.Context(), userID)
|
||||||
|
if err != nil {
|
||||||
|
a.serverError(w, r, "list uploads", err)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
a.renderStatus(w, r, status, UploadsPage(uploadsView{Limits: a.UploadLimits, Rows: rows, Error: msg}))
|
||||||
|
}
|
||||||
|
|
||||||
|
// handleUploadPost streams the multipart body: the optional title field, then the
|
||||||
|
// file part, which goes straight to Intake without being buffered in memory. A
|
||||||
|
// rejection is synchronous — a status code and a message on the upload page, no
|
||||||
|
// row, no timeout (ADR-033).
|
||||||
|
func (a *App) handleUploadPost(w http.ResponseWriter, r *http.Request) {
|
||||||
|
userID, ok := a.currentUserID(w, r)
|
||||||
|
if !ok {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
r.Body = http.MaxBytesReader(w, r.Body, a.UploadLimits.MaxBytes+uploadOverhead)
|
||||||
|
mr, err := r.MultipartReader()
|
||||||
|
if err != nil {
|
||||||
|
a.renderUploadsPage(w, r, userID, http.StatusBadRequest, "Choose an audio file to upload.")
|
||||||
|
return
|
||||||
|
}
|
||||||
|
title := ""
|
||||||
|
for {
|
||||||
|
part, err := mr.NextPart()
|
||||||
|
if errors.Is(err, io.EOF) {
|
||||||
|
break
|
||||||
|
}
|
||||||
|
if err != nil {
|
||||||
|
a.uploadFailure(w, r, userID, err)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
switch part.FormName() {
|
||||||
|
case "title":
|
||||||
|
b, _ := io.ReadAll(io.LimitReader(part, maxTitleRunes*utf8.UTFMax))
|
||||||
|
title = clipRunes(strings.TrimSpace(string(b)), maxTitleRunes)
|
||||||
|
case "file":
|
||||||
|
if title == "" {
|
||||||
|
title = titleFromFilename(part.FileName())
|
||||||
|
}
|
||||||
|
id, err := a.Uploads.Accept(r.Context(), userID, title, part)
|
||||||
|
if err != nil {
|
||||||
|
a.uploadFailure(w, r, userID, err)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
http.Redirect(w, r, "/uploads/"+id, http.StatusSeeOther)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
}
|
||||||
|
a.renderUploadsPage(w, r, userID, http.StatusBadRequest, "Choose an audio file to upload.")
|
||||||
|
}
|
||||||
|
|
||||||
|
// uploadFailure maps an Accept (or multipart) error to a response: a validation
|
||||||
|
// rejection is the user's to fix (422, or 413 for size) and carries its own
|
||||||
|
// message; anything else is ours.
|
||||||
|
func (a *App) uploadFailure(w http.ResponseWriter, r *http.Request, userID string, err error) {
|
||||||
|
var rej *uploads.RejectError
|
||||||
|
var tooBig *http.MaxBytesError
|
||||||
|
switch {
|
||||||
|
case errors.As(err, &rej):
|
||||||
|
// Logged by reason only: the filename and title are private content.
|
||||||
|
a.logger().Info("upload rejected", "reason", string(rej.Reason))
|
||||||
|
status := http.StatusUnprocessableEntity
|
||||||
|
if rej.Reason == uploads.ReasonTooLarge {
|
||||||
|
status = http.StatusRequestEntityTooLarge
|
||||||
|
}
|
||||||
|
a.renderUploadsPage(w, r, userID, status, rej.Message)
|
||||||
|
case errors.As(err, &tooBig):
|
||||||
|
a.logger().Info("upload rejected", "reason", string(uploads.ReasonTooLarge))
|
||||||
|
a.renderUploadsPage(w, r, userID, http.StatusRequestEntityTooLarge,
|
||||||
|
"This file is larger than the upload limit.")
|
||||||
|
default:
|
||||||
|
a.serverError(w, r, "upload", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// handleUploadDetail renders one upload's page (GET /uploads/{id}). The row is
|
||||||
|
// read through the user-scoped store, so another user's id is a 404 — existence is
|
||||||
|
// not disclosed, and the title never appears in the response.
|
||||||
|
func (a *App) handleUploadDetail(w http.ResponseWriter, r *http.Request) {
|
||||||
|
u, ok := a.loadOwnedUpload(w, r)
|
||||||
|
if !ok {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
a.render(w, r, UploadPage(*u, a.Chat != nil))
|
||||||
|
}
|
||||||
|
|
||||||
|
// handleUploadStatus renders the status fragment HTMX polls. Unfinished states
|
||||||
|
// keep polling; terminal states render without hx-trigger so the page stops
|
||||||
|
// asking (ADR-025: never a stuck spinner).
|
||||||
|
func (a *App) handleUploadStatus(w http.ResponseWriter, r *http.Request) {
|
||||||
|
u, ok := a.loadOwnedUpload(w, r)
|
||||||
|
if !ok {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
a.render(w, r, uploadStatus(*u, a.Chat != nil))
|
||||||
|
}
|
||||||
|
|
||||||
|
func (a *App) loadOwnedUpload(w http.ResponseWriter, r *http.Request) (*domain.UploadedTranscript, bool) {
|
||||||
|
userID, ok := a.currentUserID(w, r)
|
||||||
|
if !ok {
|
||||||
|
return nil, false
|
||||||
|
}
|
||||||
|
u, err := a.Store.GetUpload(r.Context(), userID, r.PathValue("id"))
|
||||||
|
if errors.Is(err, store.ErrUploadNotFound) {
|
||||||
|
http.NotFound(w, r)
|
||||||
|
return nil, false
|
||||||
|
}
|
||||||
|
if err != nil {
|
||||||
|
a.serverError(w, r, "get upload", err)
|
||||||
|
return nil, false
|
||||||
|
}
|
||||||
|
return u, true
|
||||||
|
}
|
||||||
|
|
||||||
|
// titleFromFilename is the default title: the file's name without its extension.
|
||||||
|
func titleFromFilename(name string) string {
|
||||||
|
base := filepath.Base(name)
|
||||||
|
t := strings.TrimSuffix(base, filepath.Ext(base))
|
||||||
|
if t == "" || t == "." {
|
||||||
|
return "Untitled recording"
|
||||||
|
}
|
||||||
|
return clipRunes(t, maxTitleRunes)
|
||||||
|
}
|
||||||
|
|
||||||
|
func clipRunes(s string, n int) string {
|
||||||
|
if utf8.RuneCountInString(s) <= n {
|
||||||
|
return s
|
||||||
|
}
|
||||||
|
return string([]rune(s)[:n])
|
||||||
|
}
|
||||||
|
|
||||||
|
// uploadFailureMessage turns a typed failure kind into words for the user. It is
|
||||||
|
// keyed on OUR kinds, never on a provider's error string (ADR-033).
|
||||||
|
func uploadFailureMessage(k domain.UploadErrorKind) string {
|
||||||
|
switch k {
|
||||||
|
case domain.UploadErrInterrupted:
|
||||||
|
return "The server restarted before this recording was transcribed. Please upload it again."
|
||||||
|
case domain.UploadErrTranscriptionFailed:
|
||||||
|
return "Transcription failed on every available service. Please upload it again later."
|
||||||
|
default:
|
||||||
|
return "This upload failed. Please upload it again."
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// handleUploadChat renders the chat page for a FINISHED upload (GET). The row is
|
||||||
|
// read through the user-scoped store, so another user's id is a 404 before any
|
||||||
|
// model is involved. An unfinished upload has no transcript to ask about yet, so
|
||||||
|
// it goes back to its status page.
|
||||||
|
func (a *App) handleUploadChat(w http.ResponseWriter, r *http.Request) {
|
||||||
|
u, ok := a.loadOwnedUpload(w, r)
|
||||||
|
if !ok {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
if u.Status != domain.UploadDone {
|
||||||
|
http.Redirect(w, r, "/uploads/"+u.ID, http.StatusSeeOther)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
a.render(w, r, UploadChatPage(*u, a.uploadChatView(*u, a.Chat.DefaultModel(a.UploadChatModel), nil, false, "")))
|
||||||
|
}
|
||||||
|
|
||||||
|
// handleUploadChatMessage answers one question against the owner's uploaded
|
||||||
|
// transcript (POST), reusing the ADR-027 Chatter. Nothing is persisted: the prior
|
||||||
|
// turns ride in the form. The transcript goes to the model with the UPLOAD budget,
|
||||||
|
// not the caption default. A model failure is inline, not a 500.
|
||||||
|
func (a *App) handleUploadChatMessage(w http.ResponseWriter, r *http.Request) {
|
||||||
|
u, ok := a.loadOwnedUpload(w, r)
|
||||||
|
if !ok {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
if u.Status != domain.UploadDone {
|
||||||
|
http.Redirect(w, r, "/uploads/"+u.ID, http.StatusSeeOther)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
if err := r.ParseForm(); err != nil {
|
||||||
|
http.Error(w, "bad form", http.StatusBadRequest)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
model := a.resolveModel(r.FormValue("model"), a.UploadChatModel)
|
||||||
|
history := parseHistory(r.Form["hq"], r.Form["ha"])
|
||||||
|
question := strings.TrimSpace(r.FormValue("question"))
|
||||||
|
|
||||||
|
view := a.uploadChatView(*u, model, history, false, "")
|
||||||
|
if question != "" {
|
||||||
|
reply, err := a.Chat.Answer(r.Context(), chat.Request{
|
||||||
|
Model: model,
|
||||||
|
Transcript: u.Content,
|
||||||
|
History: history,
|
||||||
|
Question: question,
|
||||||
|
MaxChars: a.UploadChatMaxChars,
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
a.logger().Error("upload chat answer", "upload", u.ID, "model", model, "err", err)
|
||||||
|
view.Error = "That model couldn't answer just now. Try again, or switch models."
|
||||||
|
} else {
|
||||||
|
view.History = appendTurn(history, chat.Turn{Question: question, Answer: reply.Answer})
|
||||||
|
view.Truncated = reply.Truncated
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if isHTMX(r) {
|
||||||
|
a.render(w, r, chatPanel(view))
|
||||||
|
return
|
||||||
|
}
|
||||||
|
a.render(w, r, UploadChatPage(*u, view))
|
||||||
|
}
|
||||||
|
|
||||||
|
func (a *App) uploadChatView(u domain.UploadedTranscript, model string, history []chat.Turn, truncated bool, errMsg string) chatView {
|
||||||
|
return chatView{
|
||||||
|
VideoID: u.ID,
|
||||||
|
Title: u.Title,
|
||||||
|
Available: true,
|
||||||
|
Models: a.Chat.Models(),
|
||||||
|
Selected: model,
|
||||||
|
History: history,
|
||||||
|
Truncated: truncated,
|
||||||
|
Error: errMsg,
|
||||||
|
PostURL: templ.SafeURL("/uploads/" + u.ID + "/chat"),
|
||||||
|
Subject: "recording",
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// maxSpotsShown is how many contested spots the page lists. The stored list holds up to
|
||||||
|
// 200 and the counts are exact; a page of two hundred "check this" items is not a page
|
||||||
|
// anyone reads, so the rest are counted, not listed.
|
||||||
|
const maxSpotsShown = 50
|
||||||
|
|
||||||
|
// minuteMark renders where in the recording a spot is, as the nearest minute.
|
||||||
|
func minuteMark(seconds float64) string {
|
||||||
|
return fmt.Sprintf("~%d min", int(math.Round(seconds/60)))
|
||||||
|
}
|
||||||
|
|
||||||
|
// shownSpots is the part of the contested list the page renders.
|
||||||
|
func shownSpots(r *domain.Reconciliation) []domain.ContestedSpot {
|
||||||
|
if len(r.Contested) > maxSpotsShown {
|
||||||
|
return r.Contested[:maxSpotsShown]
|
||||||
|
}
|
||||||
|
return r.Contested
|
||||||
|
}
|
||||||
|
|
||||||
|
// moreSpots is how many spots to check are not listed, from the exact counts.
|
||||||
|
func moreSpots(r *domain.Reconciliation) int {
|
||||||
|
return max(0, r.Changed+r.Unsure-len(shownSpots(r)))
|
||||||
|
}
|
||||||
@@ -0,0 +1,172 @@
|
|||||||
|
package web
|
||||||
|
|
||||||
|
import (
|
||||||
|
"fmt"
|
||||||
|
"strconv"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/domain"
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/uploads"
|
||||||
|
)
|
||||||
|
|
||||||
|
// UploadsPage is the upload form plus the caller's own uploads (ADR-033).
|
||||||
|
templ UploadsPage(v uploadsView) {
|
||||||
|
@Layout("Tapir — Upload a recording") {
|
||||||
|
<article class="account">
|
||||||
|
<h1>Upload a recording</h1>
|
||||||
|
<p class="muted">
|
||||||
|
Audio only. Up to { fmt.Sprintf("%d MB", v.Limits.MaxBytes>>20) } and
|
||||||
|
{ uploads.FormatDuration(v.Limits.MaxDuration) }. The transcript is private to you;
|
||||||
|
the audio is deleted once it has been transcribed.
|
||||||
|
</p>
|
||||||
|
if v.Error != "" {
|
||||||
|
<div class="flash flash-error" role="alert">{ v.Error }</div>
|
||||||
|
}
|
||||||
|
<form method="post" action="/uploads" enctype="multipart/form-data">
|
||||||
|
<p><label>Title (optional) <input type="text" name="title" maxlength="200"/></label></p>
|
||||||
|
<p><input type="file" name="file" accept="audio/*,.m4a,.mp3,.wav,.opus,.ogg,.mp4" required/></p>
|
||||||
|
<p><button type="submit">Upload and transcribe</button></p>
|
||||||
|
</form>
|
||||||
|
if len(v.Rows) > 0 {
|
||||||
|
<section>
|
||||||
|
<h2>Your recordings</h2>
|
||||||
|
<ul>
|
||||||
|
for _, u := range v.Rows {
|
||||||
|
<li>
|
||||||
|
<a href={ templ.SafeURL("/uploads/" + u.ID) }>{ u.Title }</a>
|
||||||
|
<span class="chip">{ string(u.Status) }</span>
|
||||||
|
</li>
|
||||||
|
}
|
||||||
|
</ul>
|
||||||
|
</section>
|
||||||
|
}
|
||||||
|
</article>
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// UploadPage is one upload's page: its title and the polling status region.
|
||||||
|
templ UploadPage(u domain.UploadedTranscript, chatEnabled bool) {
|
||||||
|
@Layout("Tapir — " + u.Title) {
|
||||||
|
<article class="account">
|
||||||
|
<h1>{ u.Title }</h1>
|
||||||
|
@uploadStatus(u, chatEnabled)
|
||||||
|
<p><a href="/uploads">All recordings</a></p>
|
||||||
|
</article>
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// uploadStatus is the region HTMX polls. Unfinished states carry hx-trigger so the
|
||||||
|
// page re-asks; done and failed render without it, so nothing polls forever.
|
||||||
|
templ uploadStatus(u domain.UploadedTranscript, chatEnabled bool) {
|
||||||
|
switch u.Status {
|
||||||
|
case domain.UploadDone:
|
||||||
|
<div class="upload-status upload-done" role="status">
|
||||||
|
@videoNotice(u.HadVideo)
|
||||||
|
<p>
|
||||||
|
Transcribed { uploads.FormatDuration(time.Duration(u.AudioSeconds * float64(time.Second))) }
|
||||||
|
of audio by <span class="chip">{ u.Endpoint }</span>.
|
||||||
|
</p>
|
||||||
|
@reconciliationNote(u.Reconciliation)
|
||||||
|
if chatEnabled {
|
||||||
|
<p><a class="btn" href={ templ.SafeURL("/uploads/" + u.ID + "/chat") }>Ask about this recording</a></p>
|
||||||
|
}
|
||||||
|
<details open>
|
||||||
|
<summary>Transcript</summary>
|
||||||
|
<pre class="transcript">{ u.Content }</pre>
|
||||||
|
</details>
|
||||||
|
</div>
|
||||||
|
case domain.UploadFailed:
|
||||||
|
<div class="upload-status upload-failed flash flash-error" role="alert">
|
||||||
|
@videoNotice(u.HadVideo)
|
||||||
|
<p>{ uploadFailureMessage(u.ErrorKind) }</p>
|
||||||
|
</div>
|
||||||
|
default:
|
||||||
|
<div
|
||||||
|
class="upload-status upload-working"
|
||||||
|
role="status"
|
||||||
|
hx-get={ "/uploads/" + u.ID + "/status" }
|
||||||
|
hx-trigger={ "every " + uploadPollEvery }
|
||||||
|
hx-swap="outerHTML"
|
||||||
|
>
|
||||||
|
@videoNotice(u.HadVideo)
|
||||||
|
if u.Status == domain.UploadTranscribing {
|
||||||
|
<p>Transcribing… a long recording takes a few minutes.</p>
|
||||||
|
} else {
|
||||||
|
<p>Queued — waiting for its turn to be transcribed.</p>
|
||||||
|
}
|
||||||
|
</div>
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// UploadChatPage is the no-JS full page for chatting with an uploaded transcript:
|
||||||
|
// the same chat panel as a video's (ADR-027), scoped to this recording.
|
||||||
|
templ UploadChatPage(u domain.UploadedTranscript, v chatView) {
|
||||||
|
@Layout("Tapir — Ask about " + u.Title) {
|
||||||
|
<article class="account">
|
||||||
|
<h1>{ u.Title }</h1>
|
||||||
|
<section id="chat-section" class="chat-dock chat-dock-open">
|
||||||
|
<h2 class="chat-heading">Ask about this recording</h2>
|
||||||
|
<p class="chat-scope muted">Answers come only from this recording's transcript, which is private to you.</p>
|
||||||
|
@chatPanel(v)
|
||||||
|
</section>
|
||||||
|
<p><a href={ templ.SafeURL("/uploads/" + u.ID) }>Back to the transcript</a></p>
|
||||||
|
</article>
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// videoNotice tells the user a video track was present and what became of it. A
|
||||||
|
// Teams meeting with the camera off is still a video file; it is accepted, only the
|
||||||
|
// audio is transcribed, and the picture is thrown away — so say so, in every state,
|
||||||
|
// instead of leaving the user to wonder (ADR-033).
|
||||||
|
templ videoNotice(hadVideo bool) {
|
||||||
|
if hadVideo {
|
||||||
|
<p class="muted video-notice">
|
||||||
|
This file contained a video track. Only its audio was used; the video was discarded and nothing from it was kept.
|
||||||
|
</p>
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// reconciliationNote says what was done when two engines transcribed the audio
|
||||||
|
// (ADR-034), and never claims a second opinion that was not there: nil means a single
|
||||||
|
// engine and renders nothing. Spots the model changed or was unsure about are listed
|
||||||
|
// with a minute mark and both readings so the user can check them against the audio.
|
||||||
|
templ reconciliationNote(r *domain.Reconciliation) {
|
||||||
|
if r != nil {
|
||||||
|
switch r.Status {
|
||||||
|
case domain.ReconcileDone:
|
||||||
|
<div class="reconciliation">
|
||||||
|
<p>
|
||||||
|
Reconciled from two transcripts ({ r.Base } and { r.Alt }):
|
||||||
|
{ strconv.Itoa(r.Disputes) } differences,
|
||||||
|
{ strconv.Itoa(r.AutoResolved) } settled automatically,
|
||||||
|
{ strconv.Itoa(r.Adjudicated) } decided by the model ({ r.Reconciler }),
|
||||||
|
{ strconv.Itoa(r.Unsure) } uncertain.
|
||||||
|
</p>
|
||||||
|
if len(r.Contested) > 0 {
|
||||||
|
<details>
|
||||||
|
<summary>Spots to check against the audio</summary>
|
||||||
|
<ul>
|
||||||
|
for _, c := range shownSpots(r) {
|
||||||
|
<li>
|
||||||
|
{ minuteMark(c.Seconds) }: { c.Base } / { c.Alt } —
|
||||||
|
if c.Unsure {
|
||||||
|
<span class="chip chip-warn">uncertain</span> kept { c.Used }
|
||||||
|
} else {
|
||||||
|
<span class="chip">changed</span> used { c.Used }
|
||||||
|
}
|
||||||
|
</li>
|
||||||
|
}
|
||||||
|
</ul>
|
||||||
|
if moreSpots(r) > 0 {
|
||||||
|
<p class="muted">and { strconv.Itoa(moreSpots(r)) } more not listed</p>
|
||||||
|
}
|
||||||
|
</details>
|
||||||
|
}
|
||||||
|
</div>
|
||||||
|
case domain.ReconcileSingle:
|
||||||
|
<p class="muted reconciliation">Only one engine produced this transcript ({ r.Reason }), so there was no second opinion to reconcile it with.</p>
|
||||||
|
case domain.ReconcileSkipped:
|
||||||
|
<p class="muted reconciliation">Two transcripts were made but could not be reconciled ({ r.Reason }); the text shown is { r.Base }'s, unreconciled.</p>
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,182 @@
|
|||||||
|
package web_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"errors"
|
||||||
|
"net/http"
|
||||||
|
"net/http/httptest"
|
||||||
|
"net/url"
|
||||||
|
"strings"
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
"github.com/stretchr/testify/require"
|
||||||
|
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/adapters/chat"
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/web"
|
||||||
|
)
|
||||||
|
|
||||||
|
// Chat over an uploaded transcript REUSES the ADR-027 chat path (the same
|
||||||
|
// Chatter, the same panel) — only the lookup differs: the row comes from the
|
||||||
|
// user-scoped private store, so another user's upload is a 404 and, crucially, no
|
||||||
|
// model is ever called with it. Transcript text is synthetic; this repo is public.
|
||||||
|
|
||||||
|
const meetingText = "Anders ansvarar för virket. Maria undersöker leverantörer."
|
||||||
|
|
||||||
|
func newUploadChatApp(t *testing.T) (*web.App, *fakeChatter) {
|
||||||
|
t.Helper()
|
||||||
|
app, _ := newUploadApp(t, audioOK, 200<<20)
|
||||||
|
fc := &fakeChatter{
|
||||||
|
models: []string{"koala/phi4-mini", "iguana/gemma4-26b"},
|
||||||
|
reply: chat.Reply{Answer: "Anders owns the timber order."},
|
||||||
|
}
|
||||||
|
app.Chat = fc
|
||||||
|
app.UploadChatMaxChars = 120000
|
||||||
|
return app, fc
|
||||||
|
}
|
||||||
|
|
||||||
|
func chatPost(path string, kv url.Values) *http.Request {
|
||||||
|
req := httptest.NewRequest(http.MethodPost, path, strings.NewReader(kv.Encode()))
|
||||||
|
req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
|
||||||
|
return req
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadChatPage_OwnerOfAFinishedUploadSeesThePanelPostingToTheUploadRoute(t *testing.T) {
|
||||||
|
app, _ := newUploadChatApp(t)
|
||||||
|
id := seedUpload(t, userID, "Roadmap sync", "done", meetingText)
|
||||||
|
|
||||||
|
rec := do(t, app, get("/uploads/"+id+"/chat"))
|
||||||
|
|
||||||
|
require.Equal(t, http.StatusOK, rec.Code)
|
||||||
|
b := body(t, rec)
|
||||||
|
assert.Contains(t, b, `action="/uploads/`+id+`/chat"`, "the form posts to the UPLOAD route, not /v/{id}/chat")
|
||||||
|
assert.Contains(t, b, "Roadmap sync")
|
||||||
|
assert.Contains(t, b, "koala/phi4-mini")
|
||||||
|
assert.Contains(t, b, "recording", "wording says recording, not video")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadChatPage_AnUnfinishedUploadRedirectsToItsStatusPage(t *testing.T) {
|
||||||
|
app, fc := newUploadChatApp(t)
|
||||||
|
id := seedUpload(t, userID, "m", "transcribing", "")
|
||||||
|
|
||||||
|
rec := do(t, app, get("/uploads/"+id+"/chat"))
|
||||||
|
|
||||||
|
assert.Equal(t, http.StatusSeeOther, rec.Code)
|
||||||
|
assert.Equal(t, "/uploads/"+id, rec.Header().Get("Location"))
|
||||||
|
assert.Zero(t, fc.callCount)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadChat_AnotherUsersUploadIs404AndNoModelIsCalled(t *testing.T) {
|
||||||
|
app, fc := newUploadChatApp(t)
|
||||||
|
theirs := seedUpload(t, otherUserID, "Their private meeting", "done", meetingText)
|
||||||
|
|
||||||
|
getRec := do(t, app, get("/uploads/"+theirs+"/chat"))
|
||||||
|
postRec := do(t, app, chatPost("/uploads/"+theirs+"/chat", url.Values{"question": {"what did they say?"}}))
|
||||||
|
|
||||||
|
assert.Equal(t, http.StatusNotFound, getRec.Code)
|
||||||
|
assert.Equal(t, http.StatusNotFound, postRec.Code)
|
||||||
|
assert.NotContains(t, body(t, getRec), "Their private meeting")
|
||||||
|
assert.Zero(t, fc.callCount, "someone else's transcript must never reach a model")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadChatPost_SendsTheOwnersTranscriptWithTheUploadBudget(t *testing.T) {
|
||||||
|
app, fc := newUploadChatApp(t)
|
||||||
|
app.UploadChatMaxChars = 77777
|
||||||
|
id := seedUpload(t, userID, "Roadmap sync", "done", meetingText)
|
||||||
|
|
||||||
|
rec := do(t, app, chatPost("/uploads/"+id+"/chat", url.Values{
|
||||||
|
"question": {"Who owns the timber order?"},
|
||||||
|
"model": {"iguana/gemma4-26b"},
|
||||||
|
}))
|
||||||
|
|
||||||
|
require.Equal(t, http.StatusOK, rec.Code)
|
||||||
|
assert.Equal(t, 1, fc.callCount)
|
||||||
|
assert.Equal(t, meetingText, fc.gotReq.Transcript)
|
||||||
|
assert.Equal(t, "Who owns the timber order?", fc.gotReq.Question)
|
||||||
|
assert.Equal(t, "iguana/gemma4-26b", fc.gotReq.Model)
|
||||||
|
assert.Equal(t, 77777, fc.gotReq.MaxChars,
|
||||||
|
"an uploaded transcript takes its own budget: the 18,000-char caption default would cut an hour to its first third")
|
||||||
|
assert.Contains(t, body(t, rec), "Anders owns the timber order.")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadChatPost_AnUnofferedModelFallsBackToTheDefault(t *testing.T) {
|
||||||
|
app, fc := newUploadChatApp(t)
|
||||||
|
id := seedUpload(t, userID, "m", "done", meetingText)
|
||||||
|
|
||||||
|
do(t, app, chatPost("/uploads/"+id+"/chat", url.Values{"question": {"q"}, "model": {"evil/model"}}))
|
||||||
|
|
||||||
|
assert.Equal(t, "koala/phi4-mini", fc.gotReq.Model)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadChatPost_UnfinishedUploadCallsNoModel(t *testing.T) {
|
||||||
|
app, fc := newUploadChatApp(t)
|
||||||
|
id := seedUpload(t, userID, "m", "queued", "")
|
||||||
|
|
||||||
|
rec := do(t, app, chatPost("/uploads/"+id+"/chat", url.Values{"question": {"q"}}))
|
||||||
|
|
||||||
|
assert.Equal(t, http.StatusSeeOther, rec.Code)
|
||||||
|
assert.Zero(t, fc.callCount)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadChatPost_PriorTurnsRideAlongAndATruncatedReplyIsSaidSo(t *testing.T) {
|
||||||
|
app, fc := newUploadChatApp(t)
|
||||||
|
fc.reply = chat.Reply{Answer: "second answer", Truncated: true}
|
||||||
|
id := seedUpload(t, userID, "m", "done", meetingText)
|
||||||
|
|
||||||
|
rec := do(t, app, chatPost("/uploads/"+id+"/chat", url.Values{
|
||||||
|
"question": {"and who else?"},
|
||||||
|
"hq": {"first question"},
|
||||||
|
"ha": {"first answer"},
|
||||||
|
}))
|
||||||
|
|
||||||
|
require.Equal(t, http.StatusOK, rec.Code)
|
||||||
|
assert.Equal(t, []chat.Turn{{Question: "first question", Answer: "first answer"}}, fc.gotReq.History)
|
||||||
|
b := body(t, rec)
|
||||||
|
assert.Contains(t, b, "first answer")
|
||||||
|
assert.Contains(t, b, "second answer")
|
||||||
|
assert.Contains(t, b, "end of the recording", "a long recording cut to a budget must say so, in its own words")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadChatPost_AModelFailureIsShownInlineNotAs500(t *testing.T) {
|
||||||
|
app, fc := newUploadChatApp(t)
|
||||||
|
fc.err = errors.New("gateway down")
|
||||||
|
id := seedUpload(t, userID, "m", "done", meetingText)
|
||||||
|
|
||||||
|
rec := do(t, app, chatPost("/uploads/"+id+"/chat", url.Values{"question": {"q"}, "hq": {"earlier"}, "ha": {"kept"}}))
|
||||||
|
|
||||||
|
require.Equal(t, http.StatusOK, rec.Code)
|
||||||
|
b := body(t, rec)
|
||||||
|
assert.Contains(t, b, "answer just now", "the failure is inline (the apostrophe is HTML-escaped, so match the tail)")
|
||||||
|
assert.Contains(t, b, "kept", "the conversation survives a failed turn")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadChatRoutes_AreNotMountedWithoutAChatBackend(t *testing.T) {
|
||||||
|
app, _ := newUploadApp(t, audioOK, 200<<20)
|
||||||
|
id := seedUpload(t, userID, "m", "done", meetingText)
|
||||||
|
|
||||||
|
assert.Equal(t, http.StatusNotFound, do(t, app, get("/uploads/"+id+"/chat")).Code)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadStatus_DoneOffersTheChatLinkOnlyWhenChatIsWired(t *testing.T) {
|
||||||
|
appWith, _ := newUploadChatApp(t)
|
||||||
|
id := seedUpload(t, userID, "m", "done", meetingText)
|
||||||
|
assert.Contains(t, body(t, do(t, appWith, get("/uploads/"+id+"/status"))), `href="/uploads/`+id+`/chat"`)
|
||||||
|
|
||||||
|
appWithout, _ := newUploadApp(t, audioOK, 200<<20)
|
||||||
|
id2 := seedUpload(t, userID, "m2", "done", meetingText)
|
||||||
|
assert.NotContains(t, body(t, do(t, appWithout, get("/uploads/"+id2+"/status"))), "/chat")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadChat_OpensWithTheUploadChatModelNotTheSummarizerDefault(t *testing.T) {
|
||||||
|
// koala/phi4-mini is first in the offered list (it is the summarizer default) and
|
||||||
|
// has an 8,192-token context: an hour of speech returns HTTP 400 there. Chat over
|
||||||
|
// an upload must open with the model configured for it.
|
||||||
|
app, fc := newUploadChatApp(t)
|
||||||
|
app.UploadChatModel = "iguana/gemma4-26b"
|
||||||
|
id := seedUpload(t, userID, "m", "done", meetingText)
|
||||||
|
|
||||||
|
page := body(t, do(t, app, get("/uploads/"+id+"/chat")))
|
||||||
|
do(t, app, chatPost("/uploads/"+id+"/chat", url.Values{"question": {"q"}}))
|
||||||
|
|
||||||
|
assert.Contains(t, page, `<option value="iguana/gemma4-26b" selected`, "the page opens on the upload chat model")
|
||||||
|
assert.Equal(t, "iguana/gemma4-26b", fc.gotReq.Model, "a post that names no model uses it too")
|
||||||
|
}
|
||||||
@@ -0,0 +1,462 @@
|
|||||||
|
package web_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"bytes"
|
||||||
|
"context"
|
||||||
|
"fmt"
|
||||||
|
"log/slog"
|
||||||
|
"mime/multipart"
|
||||||
|
"net/http"
|
||||||
|
"net/http/httptest"
|
||||||
|
"os"
|
||||||
|
"strings"
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
"github.com/stretchr/testify/require"
|
||||||
|
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/uploads"
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/web"
|
||||||
|
)
|
||||||
|
|
||||||
|
// Upload route tests drive the real Router, the real Intake and the real Postgres
|
||||||
|
// store; only the process boundary (ffprobe) and the transcription worker are
|
||||||
|
// faked. All audio bytes and transcript text are synthetic — this repo is public
|
||||||
|
// and no real recording or transcript may appear in it (#33).
|
||||||
|
|
||||||
|
const otherUserID = "22222222-2222-2222-2222-222222222222"
|
||||||
|
|
||||||
|
type uploadProber struct{ probe uploads.Probe }
|
||||||
|
|
||||||
|
func (p uploadProber) Probe(context.Context, string) (uploads.Probe, error) { return p.probe, nil }
|
||||||
|
|
||||||
|
type uploadSubmitter struct{ jobs []uploads.Job }
|
||||||
|
|
||||||
|
func (s *uploadSubmitter) Submit(j uploads.Job) error { s.jobs = append(s.jobs, j); return nil }
|
||||||
|
|
||||||
|
func newUploadApp(t *testing.T, probe uploads.Probe, maxBytes int64) (*web.App, *uploadSubmitter) {
|
||||||
|
t.Helper()
|
||||||
|
app := newApp(t)
|
||||||
|
resetDB(t, rawPool(t))
|
||||||
|
sub := &uploadSubmitter{}
|
||||||
|
limits := uploads.Limits{MaxBytes: maxBytes, MaxDuration: 90 * time.Minute}
|
||||||
|
s := newStore(t)
|
||||||
|
app.Uploads = uploads.NewIntake(s, uploadProber{probe: probe}, sub, limits, t.TempDir())
|
||||||
|
app.UploadLimits = limits
|
||||||
|
return app, sub
|
||||||
|
}
|
||||||
|
|
||||||
|
var audioOK = uploads.Probe{Duration: 45 * time.Minute, HasAudio: true}
|
||||||
|
|
||||||
|
func uploadReq(t *testing.T, title, filename string, content []byte) *http.Request {
|
||||||
|
t.Helper()
|
||||||
|
var buf bytes.Buffer
|
||||||
|
mw := multipart.NewWriter(&buf)
|
||||||
|
if title != "" {
|
||||||
|
require.NoError(t, mw.WriteField("title", title))
|
||||||
|
}
|
||||||
|
if filename != "" {
|
||||||
|
fw, err := mw.CreateFormFile("file", filename)
|
||||||
|
require.NoError(t, err)
|
||||||
|
_, err = fw.Write(content)
|
||||||
|
require.NoError(t, err)
|
||||||
|
}
|
||||||
|
require.NoError(t, mw.Close())
|
||||||
|
req := httptest.NewRequest(http.MethodPost, "/uploads", &buf)
|
||||||
|
req.Header.Set("Content-Type", mw.FormDataContentType())
|
||||||
|
return req
|
||||||
|
}
|
||||||
|
|
||||||
|
func seedUpload(t *testing.T, owner, title, status, content string) string {
|
||||||
|
t.Helper()
|
||||||
|
p := rawPool(t)
|
||||||
|
_, err := p.Exec(context.Background(), `INSERT INTO users (id) VALUES ($1) ON CONFLICT DO NOTHING`, owner)
|
||||||
|
require.NoError(t, err)
|
||||||
|
var id string
|
||||||
|
switch status {
|
||||||
|
case "done":
|
||||||
|
require.NoError(t, p.QueryRow(context.Background(),
|
||||||
|
`INSERT INTO uploaded_transcripts (user_id, title, status, content, endpoint, audio_seconds, finished_at)
|
||||||
|
VALUES ($1, $2, 'done', $3, 'berget/kb-whisper', 2700, NOW()) RETURNING id`,
|
||||||
|
owner, title, content).Scan(&id))
|
||||||
|
case "failed":
|
||||||
|
require.NoError(t, p.QueryRow(context.Background(),
|
||||||
|
`INSERT INTO uploaded_transcripts (user_id, title, status, error_kind, finished_at)
|
||||||
|
VALUES ($1, $2, 'failed', $3, NOW()) RETURNING id`,
|
||||||
|
owner, title, content).Scan(&id)) // content carries the error_kind here
|
||||||
|
default:
|
||||||
|
require.NoError(t, p.QueryRow(context.Background(),
|
||||||
|
`INSERT INTO uploaded_transcripts (user_id, title, status) VALUES ($1, $2, $3) RETURNING id`,
|
||||||
|
owner, title, status).Scan(&id))
|
||||||
|
}
|
||||||
|
return id
|
||||||
|
}
|
||||||
|
|
||||||
|
func get(path string) *http.Request { return httptest.NewRequest(http.MethodGet, path, nil) }
|
||||||
|
|
||||||
|
func TestUploadsPage_ShowsAMultipartFormWithAFileField(t *testing.T) {
|
||||||
|
app, _ := newUploadApp(t, audioOK, 200<<20)
|
||||||
|
|
||||||
|
rec := do(t, app, get("/uploads"))
|
||||||
|
|
||||||
|
require.Equal(t, http.StatusOK, rec.Code)
|
||||||
|
b := body(t, rec)
|
||||||
|
assert.Contains(t, b, `enctype="multipart/form-data"`)
|
||||||
|
assert.Contains(t, b, `name="file"`, "the multipart field is `file`")
|
||||||
|
assert.Contains(t, b, "200 MB", "the size limit is stated up front, not discovered by failing")
|
||||||
|
assert.Contains(t, b, "1 h 30 min", "the length limit is stated up front")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadsPage_ListsOnlyTheCallersUploads(t *testing.T) {
|
||||||
|
app, _ := newUploadApp(t, audioOK, 200<<20)
|
||||||
|
seedUpload(t, userID, "My weekly sync", "queued", "")
|
||||||
|
seedUpload(t, otherUserID, "Someone else's board meeting", "queued", "")
|
||||||
|
|
||||||
|
b := body(t, do(t, app, get("/uploads")))
|
||||||
|
|
||||||
|
assert.Contains(t, b, "My weekly sync")
|
||||||
|
assert.NotContains(t, b, "Someone else's board meeting")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadPost_AcceptedAudioQueuesARowAndRedirectsToIt(t *testing.T) {
|
||||||
|
app, sub := newUploadApp(t, audioOK, 200<<20)
|
||||||
|
|
||||||
|
rec := do(t, app, uploadReq(t, "Sprint review", "recording.m4a", []byte("synthetic audio bytes")))
|
||||||
|
|
||||||
|
require.Equal(t, http.StatusSeeOther, rec.Code)
|
||||||
|
var id, status, title string
|
||||||
|
require.NoError(t, rawPool(t).QueryRow(context.Background(),
|
||||||
|
`SELECT id, status, title FROM uploaded_transcripts WHERE user_id = $1`, userID).Scan(&id, &status, &title))
|
||||||
|
assert.Equal(t, "queued", status)
|
||||||
|
assert.Equal(t, "Sprint review", title)
|
||||||
|
assert.Equal(t, "/uploads/"+id, rec.Header().Get("Location"))
|
||||||
|
require.Len(t, sub.jobs, 1)
|
||||||
|
assert.Equal(t, uploads.Job{UserID: userID, UploadID: id, Path: sub.jobs[0].Path}, sub.jobs[0])
|
||||||
|
spooled, err := os.ReadFile(sub.jobs[0].Path)
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, "synthetic audio bytes", string(spooled))
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadPost_WithoutATitleUsesTheFilenameMinusItsExtension(t *testing.T) {
|
||||||
|
app, _ := newUploadApp(t, audioOK, 200<<20)
|
||||||
|
|
||||||
|
rec := do(t, app, uploadReq(t, "", "Teams meeting 2026-09-30.mp4", []byte("x")))
|
||||||
|
|
||||||
|
require.Equal(t, http.StatusSeeOther, rec.Code)
|
||||||
|
var title string
|
||||||
|
require.NoError(t, rawPool(t).QueryRow(context.Background(),
|
||||||
|
`SELECT title FROM uploaded_transcripts WHERE user_id = $1`, userID).Scan(&title))
|
||||||
|
assert.Equal(t, "Teams meeting 2026-09-30", title)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadPost_RejectionsAreSynchronousWithAMessageAndNoRow(t *testing.T) {
|
||||||
|
tests := []struct {
|
||||||
|
name string
|
||||||
|
probe uploads.Probe
|
||||||
|
maxBytes int64
|
||||||
|
content string
|
||||||
|
wantStatus int
|
||||||
|
wantInBody []string
|
||||||
|
}{
|
||||||
|
{
|
||||||
|
name: "video with no audio is rejected for having no audio",
|
||||||
|
probe: uploads.Probe{Duration: time.Minute, HasVideo: true},
|
||||||
|
maxBytes: 1 << 20,
|
||||||
|
content: "x",
|
||||||
|
wantStatus: http.StatusUnprocessableEntity,
|
||||||
|
wantInBody: []string{"no audio"},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "too long states both lengths",
|
||||||
|
probe: uploads.Probe{Duration: 2 * time.Hour, HasAudio: true},
|
||||||
|
maxBytes: 1 << 20,
|
||||||
|
content: "x",
|
||||||
|
wantStatus: http.StatusUnprocessableEntity,
|
||||||
|
wantInBody: []string{"2 h", "1 h 30 min"},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "too large is 413",
|
||||||
|
probe: audioOK,
|
||||||
|
maxBytes: 4,
|
||||||
|
content: "more than four bytes",
|
||||||
|
wantStatus: http.StatusRequestEntityTooLarge,
|
||||||
|
wantInBody: []string{"limit"},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
for _, tt := range tests {
|
||||||
|
t.Run(tt.name, func(t *testing.T) {
|
||||||
|
app, sub := newUploadApp(t, tt.probe, tt.maxBytes)
|
||||||
|
|
||||||
|
rec := do(t, app, uploadReq(t, "t", "r.m4a", []byte(tt.content)))
|
||||||
|
|
||||||
|
assert.Equal(t, tt.wantStatus, rec.Code)
|
||||||
|
b := body(t, rec)
|
||||||
|
for _, s := range tt.wantInBody {
|
||||||
|
assert.Contains(t, b, s)
|
||||||
|
}
|
||||||
|
var n int
|
||||||
|
require.NoError(t, rawPool(t).QueryRow(context.Background(),
|
||||||
|
`SELECT count(*) FROM uploaded_transcripts`).Scan(&n))
|
||||||
|
assert.Zero(t, n, "a rejected upload leaves no row")
|
||||||
|
assert.Empty(t, sub.jobs)
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadPost_WithNoFilePartIs400(t *testing.T) {
|
||||||
|
app, _ := newUploadApp(t, audioOK, 200<<20)
|
||||||
|
|
||||||
|
rec := do(t, app, uploadReq(t, "only a title", "", nil))
|
||||||
|
|
||||||
|
assert.Equal(t, http.StatusBadRequest, rec.Code)
|
||||||
|
assert.Contains(t, body(t, rec), "Choose an audio file")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadRoutes_AreNotMountedWithoutAnUploader(t *testing.T) {
|
||||||
|
app := newApp(t)
|
||||||
|
resetDB(t, rawPool(t))
|
||||||
|
|
||||||
|
assert.Equal(t, http.StatusNotFound, do(t, app, get("/uploads")).Code)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadPage_OwnerSeesTitleStatusAndNonOwnerGetsNotFound(t *testing.T) {
|
||||||
|
app, _ := newUploadApp(t, audioOK, 200<<20)
|
||||||
|
mine := seedUpload(t, userID, "Roadmap sync", "queued", "")
|
||||||
|
theirs := seedUpload(t, otherUserID, "Their private meeting", "queued", "")
|
||||||
|
|
||||||
|
own := do(t, app, get("/uploads/"+mine))
|
||||||
|
require.Equal(t, http.StatusOK, own.Code)
|
||||||
|
assert.Contains(t, body(t, own), "Roadmap sync")
|
||||||
|
|
||||||
|
for _, path := range []string{"/uploads/" + theirs, "/uploads/" + theirs + "/status"} {
|
||||||
|
rec := do(t, app, get(path))
|
||||||
|
assert.Equal(t, http.StatusNotFound, rec.Code, path)
|
||||||
|
assert.NotContains(t, body(t, rec), "Their private meeting", "a 404 must not leak the title")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadStatus_UnfinishedStatesKeepPollingTerminalStatesStop(t *testing.T) {
|
||||||
|
app, _ := newUploadApp(t, audioOK, 200<<20)
|
||||||
|
tests := []struct {
|
||||||
|
name, status, content string
|
||||||
|
polls bool
|
||||||
|
wantInBody string
|
||||||
|
}{
|
||||||
|
{"queued", "queued", "", true, "Queued"},
|
||||||
|
{"transcribing", "transcribing", "", true, "ranscrib"},
|
||||||
|
{"done", "done", "Synthetic transcript text.", false, "Synthetic transcript text."},
|
||||||
|
{"failed interrupted", "failed", "interrupted", false, "upload it again"},
|
||||||
|
{"failed transcription", "failed", "transcription_failed", false, "Transcription failed"},
|
||||||
|
}
|
||||||
|
for _, tt := range tests {
|
||||||
|
t.Run(tt.name, func(t *testing.T) {
|
||||||
|
id := seedUpload(t, userID, "m-"+tt.name, tt.status, tt.content)
|
||||||
|
|
||||||
|
rec := do(t, app, get("/uploads/"+id+"/status"))
|
||||||
|
|
||||||
|
require.Equal(t, http.StatusOK, rec.Code)
|
||||||
|
b := body(t, rec)
|
||||||
|
assert.Contains(t, b, tt.wantInBody)
|
||||||
|
if tt.polls {
|
||||||
|
assert.Contains(t, b, `hx-trigger="every`, "an unfinished upload must keep polling")
|
||||||
|
} else {
|
||||||
|
assert.NotContains(t, b, "hx-trigger", "a finished upload must not poll forever: no stuck spinner")
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadStatus_DoneNamesTheEndpointThatServedIt(t *testing.T) {
|
||||||
|
app, _ := newUploadApp(t, audioOK, 200<<20)
|
||||||
|
id := seedUpload(t, userID, "m", "done", "Synthetic transcript text.")
|
||||||
|
|
||||||
|
b := body(t, do(t, app, get("/uploads/"+id+"/status")))
|
||||||
|
|
||||||
|
assert.Contains(t, b, "berget/kb-whisper",
|
||||||
|
"which backend served a transcript is a quality fact, and berget means the audio left the homelab")
|
||||||
|
assert.True(t, strings.Contains(b, "45 min"), "the audio length is shown")
|
||||||
|
}
|
||||||
|
|
||||||
|
func markHadVideo(t *testing.T, id string) {
|
||||||
|
t.Helper()
|
||||||
|
_, err := rawPool(t).Exec(context.Background(), `UPDATE uploaded_transcripts SET had_video = TRUE WHERE id = $1`, id)
|
||||||
|
require.NoError(t, err)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadPost_AFileWithAVideoTrackIsAcceptedAndTheRowRemembersIt(t *testing.T) {
|
||||||
|
// A Teams meeting with the camera off is still an .mp4 with a video track.
|
||||||
|
app, sub := newUploadApp(t, uploads.Probe{Duration: 62 * time.Minute, HasAudio: true, HasVideo: true}, 200<<20)
|
||||||
|
|
||||||
|
rec := do(t, app, uploadReq(t, "Project notes", "Teams meeting.mp4", []byte("synthetic bytes")))
|
||||||
|
|
||||||
|
require.Equal(t, http.StatusSeeOther, rec.Code, "it must be accepted, not rejected as video")
|
||||||
|
var hadVideo bool
|
||||||
|
require.NoError(t, rawPool(t).QueryRow(context.Background(),
|
||||||
|
`SELECT had_video FROM uploaded_transcripts WHERE user_id = $1`, userID).Scan(&hadVideo))
|
||||||
|
assert.True(t, hadVideo)
|
||||||
|
assert.Len(t, sub.jobs, 1)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadPost_AudioOnlyIsNotMarkedAsHavingHadVideo(t *testing.T) {
|
||||||
|
app, _ := newUploadApp(t, audioOK, 200<<20)
|
||||||
|
|
||||||
|
do(t, app, uploadReq(t, "Voice memo", "memo.m4a", []byte("x")))
|
||||||
|
|
||||||
|
var hadVideo bool
|
||||||
|
require.NoError(t, rawPool(t).QueryRow(context.Background(),
|
||||||
|
`SELECT had_video FROM uploaded_transcripts WHERE user_id = $1`, userID).Scan(&hadVideo))
|
||||||
|
assert.False(t, hadVideo)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadStatus_TellsTheUserTheVideoWasIgnoredInEveryStateAndOnlyWhenItWas(t *testing.T) {
|
||||||
|
app, _ := newUploadApp(t, audioOK, 200<<20)
|
||||||
|
states := []struct{ status, content string }{
|
||||||
|
{"queued", ""}, {"transcribing", ""}, {"done", "Synthetic transcript."}, {"failed", "interrupted"},
|
||||||
|
}
|
||||||
|
for _, st := range states {
|
||||||
|
t.Run(st.status, func(t *testing.T) {
|
||||||
|
withVideo := seedUpload(t, userID, "camera off "+st.status, st.status, st.content)
|
||||||
|
markHadVideo(t, withVideo)
|
||||||
|
audioOnly := seedUpload(t, userID, "voice only "+st.status, st.status, st.content)
|
||||||
|
|
||||||
|
notice := body(t, do(t, app, get("/uploads/"+withVideo+"/status")))
|
||||||
|
plain := body(t, do(t, app, get("/uploads/"+audioOnly+"/status")))
|
||||||
|
|
||||||
|
assert.Contains(t, notice, "video track")
|
||||||
|
assert.Contains(t, notice, "Only its audio was used", "say what happened, not just that something did")
|
||||||
|
assert.Contains(t, notice, "discarded")
|
||||||
|
assert.NotContains(t, plain, "video track", "no notice when there was no video")
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadPage_AlsoCarriesTheVideoNotice(t *testing.T) {
|
||||||
|
app, _ := newUploadApp(t, audioOK, 200<<20)
|
||||||
|
id := seedUpload(t, userID, "camera off", "done", "Synthetic transcript.")
|
||||||
|
markHadVideo(t, id)
|
||||||
|
|
||||||
|
assert.Contains(t, body(t, do(t, app, get("/uploads/"+id))), "Only its audio was used")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadPost_ARejectionIsLoggedWithItsReasonAndNeverTheFilenameOrTitle(t *testing.T) {
|
||||||
|
// Rejections are synchronous and leave no row, so without a log line an operator
|
||||||
|
// cannot tell "the user never retried" from "the page refused it". The reason is
|
||||||
|
// operational; the filename and title are the user's private content.
|
||||||
|
var buf bytes.Buffer
|
||||||
|
app, _ := newUploadApp(t, uploads.Probe{Duration: time.Minute, HasVideo: true}, 1<<20)
|
||||||
|
app.Log = slog.New(slog.NewTextHandler(&buf, nil))
|
||||||
|
|
||||||
|
rec := do(t, app, uploadReq(t, "Secret project notes", "client-acme-roadmap.mp4", []byte("x")))
|
||||||
|
|
||||||
|
require.Equal(t, http.StatusUnprocessableEntity, rec.Code)
|
||||||
|
logged := buf.String()
|
||||||
|
assert.Contains(t, logged, "upload rejected")
|
||||||
|
assert.Contains(t, logged, "reason=no_audio")
|
||||||
|
assert.NotContains(t, logged, "Secret project notes", "the title is private content")
|
||||||
|
assert.NotContains(t, logged, "client-acme-roadmap", "the filename is private content")
|
||||||
|
}
|
||||||
|
|
||||||
|
func setReconciliation(t *testing.T, id, json string) {
|
||||||
|
t.Helper()
|
||||||
|
_, err := rawPool(t).Exec(context.Background(), `UPDATE uploaded_transcripts SET reconciliation = $2::jsonb WHERE id = $1`, id, json)
|
||||||
|
require.NoError(t, err)
|
||||||
|
}
|
||||||
|
|
||||||
|
const reconciledJSON = `{"status":"reconciled","base":"iguana/pianissimo","alt":"iguana/kb-whisper","reconciler":"iguana/gemma4-26b",
|
||||||
|
"disputes":380,"auto_resolved":90,"adjudicated":285,"changed":120,"unsure":5,"errors":0,
|
||||||
|
"contested":[
|
||||||
|
{"seconds":2210.5,"base":"SEB","alt":"SCB","used":"alt","unsure":false},
|
||||||
|
{"seconds":3400,"base":"T+1","alt":"en T","used":"base","unsure":true}]}`
|
||||||
|
|
||||||
|
func TestUploadStatus_ReconciledSaysWhatWasDoneInPlainWords(t *testing.T) {
|
||||||
|
app, _ := newUploadApp(t, audioOK, 200<<20)
|
||||||
|
id := seedUpload(t, userID, "m", "done", "Synthetic transcript.")
|
||||||
|
setReconciliation(t, id, reconciledJSON)
|
||||||
|
|
||||||
|
b := body(t, do(t, app, get("/uploads/"+id+"/status")))
|
||||||
|
|
||||||
|
assert.Contains(t, b, "Reconciled from two transcripts")
|
||||||
|
assert.Contains(t, b, "iguana/pianissimo")
|
||||||
|
assert.Contains(t, b, "iguana/kb-whisper")
|
||||||
|
assert.Contains(t, b, "iguana/gemma4-26b", "who decided is part of the account")
|
||||||
|
assert.Contains(t, b, "380 differences")
|
||||||
|
assert.Contains(t, b, "90 settled automatically")
|
||||||
|
assert.Contains(t, b, "285 decided by the model")
|
||||||
|
assert.Contains(t, b, "5 uncertain")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadStatus_ListsTheContestedSpotsWithAMinuteMarkBothReadingsAndWhichWasUsed(t *testing.T) {
|
||||||
|
app, _ := newUploadApp(t, audioOK, 200<<20)
|
||||||
|
id := seedUpload(t, userID, "m", "done", "Synthetic transcript.")
|
||||||
|
setReconciliation(t, id, reconciledJSON)
|
||||||
|
|
||||||
|
b := body(t, do(t, app, get("/uploads/"+id+"/status")))
|
||||||
|
|
||||||
|
assert.Contains(t, b, "~37 min", "2210.5 s")
|
||||||
|
assert.Contains(t, b, "SEB")
|
||||||
|
assert.Contains(t, b, "SCB")
|
||||||
|
assert.Contains(t, b, "~57 min", "3400 s")
|
||||||
|
assert.Contains(t, b, "T+1")
|
||||||
|
assert.Contains(t, b, "en T")
|
||||||
|
assert.Contains(t, b, "uncertain", "an unsure spot is marked so the reader knows to check it")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadStatus_ASingleEngineTranscriptDoesNotClaimASecondOpinion(t *testing.T) {
|
||||||
|
app, _ := newUploadApp(t, audioOK, 200<<20)
|
||||||
|
id := seedUpload(t, userID, "m", "done", "Synthetic transcript.")
|
||||||
|
|
||||||
|
assert.NotContains(t, body(t, do(t, app, get("/uploads/"+id+"/status"))), "Reconciled", "no reconciliation, no claim")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadStatus_WhenOnlyOneEngineWorkedItSaysWhyTheSecondOpinionIsMissing(t *testing.T) {
|
||||||
|
app, _ := newUploadApp(t, audioOK, 200<<20)
|
||||||
|
id := seedUpload(t, userID, "m", "done", "Synthetic transcript.")
|
||||||
|
setReconciliation(t, id, `{"status":"single_engine","reason":"iguana/pianissimo failed: wedged","base":"iguana/pianissimo","alt":"iguana/kb-whisper","reconciler":"iguana/gemma4-26b"}`)
|
||||||
|
|
||||||
|
b := body(t, do(t, app, get("/uploads/"+id+"/status")))
|
||||||
|
|
||||||
|
assert.Contains(t, b, "Only one engine")
|
||||||
|
assert.Contains(t, b, "iguana/pianissimo failed")
|
||||||
|
assert.NotContains(t, b, "Reconciled from two")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadStatus_WhenTheModelWasUnavailableItSaysTheTextIsUnreconciled(t *testing.T) {
|
||||||
|
app, _ := newUploadApp(t, audioOK, 200<<20)
|
||||||
|
id := seedUpload(t, userID, "m", "done", "Synthetic transcript.")
|
||||||
|
setReconciliation(t, id, `{"status":"skipped","reason":"the model failed 3 times in a row: gateway down","base":"iguana/pianissimo","alt":"iguana/kb-whisper","reconciler":"iguana/gemma4-26b","disputes":380,"errors":3}`)
|
||||||
|
|
||||||
|
b := body(t, do(t, app, get("/uploads/"+id+"/status")))
|
||||||
|
|
||||||
|
assert.Contains(t, b, "could not be reconciled")
|
||||||
|
assert.Contains(t, b, "iguana/pianissimo", "which engine's text is being shown")
|
||||||
|
assert.Contains(t, b, "gateway down")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadStatus_ContestedReadingsAreEscaped(t *testing.T) {
|
||||||
|
app, _ := newUploadApp(t, audioOK, 200<<20)
|
||||||
|
id := seedUpload(t, userID, "m", "done", "Synthetic transcript.")
|
||||||
|
setReconciliation(t, id, `{"status":"reconciled","base":"a","alt":"b","reconciler":"c","disputes":1,"unsure":1,
|
||||||
|
"contested":[{"seconds":60,"base":"<script>alert(1)</script>","alt":"ok","used":"base","unsure":true}]}`)
|
||||||
|
|
||||||
|
b := body(t, do(t, app, get("/uploads/"+id+"/status")))
|
||||||
|
|
||||||
|
assert.NotContains(t, b, "<script>alert(1)</script>", "a reading is words from a recording, never markup")
|
||||||
|
assert.Contains(t, b, "<script>")
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestUploadStatus_AVeryLongListOfContestedSpotsIsShortenedWithItsTrueCount(t *testing.T) {
|
||||||
|
app, _ := newUploadApp(t, audioOK, 200<<20)
|
||||||
|
id := seedUpload(t, userID, "m", "done", "Synthetic transcript.")
|
||||||
|
var spots []string
|
||||||
|
for i := 0; i < 120; i++ {
|
||||||
|
spots = append(spots, fmt.Sprintf(`{"seconds":%d,"base":"b%d","alt":"a%d","used":"base","unsure":true}`, i*10, i, i))
|
||||||
|
}
|
||||||
|
setReconciliation(t, id, `{"status":"reconciled","base":"a","alt":"b","reconciler":"c","disputes":400,"unsure":120,"contested":[`+strings.Join(spots, ",")+`]}`)
|
||||||
|
|
||||||
|
b := body(t, do(t, app, get("/uploads/"+id+"/status")))
|
||||||
|
|
||||||
|
assert.Contains(t, b, "b0", "the first spots are shown")
|
||||||
|
assert.NotContains(t, b, ">b119<", "the page does not render every one")
|
||||||
|
assert.Contains(t, b, "70 more", "120 stored, 50 shown")
|
||||||
|
}
|
||||||
@@ -0,0 +1,842 @@
|
|||||||
|
// Code generated by templ - DO NOT EDIT.
|
||||||
|
|
||||||
|
// templ: version: v0.3.1020
|
||||||
|
package web
|
||||||
|
|
||||||
|
//lint:file-ignore SA4006 This context is only used if a nested component is present.
|
||||||
|
|
||||||
|
import (
|
||||||
|
"github.com/a-h/templ"
|
||||||
|
templruntime "github.com/a-h/templ/runtime"
|
||||||
|
)
|
||||||
|
|
||||||
|
import (
|
||||||
|
"fmt"
|
||||||
|
"strconv"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/domain"
|
||||||
|
"git.d-ma.be/mathias/tapir/internal/uploads"
|
||||||
|
)
|
||||||
|
|
||||||
|
// UploadsPage is the upload form plus the caller's own uploads (ADR-033).
|
||||||
|
func UploadsPage(v uploadsView) templ.Component {
|
||||||
|
return templruntime.GeneratedTemplate(func(templ_7745c5c3_Input templruntime.GeneratedComponentInput) (templ_7745c5c3_Err error) {
|
||||||
|
templ_7745c5c3_W, ctx := templ_7745c5c3_Input.Writer, templ_7745c5c3_Input.Context
|
||||||
|
if templ_7745c5c3_CtxErr := ctx.Err(); templ_7745c5c3_CtxErr != nil {
|
||||||
|
return templ_7745c5c3_CtxErr
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Buffer, templ_7745c5c3_IsBuffer := templruntime.GetBuffer(templ_7745c5c3_W)
|
||||||
|
if !templ_7745c5c3_IsBuffer {
|
||||||
|
defer func() {
|
||||||
|
templ_7745c5c3_BufErr := templruntime.ReleaseBuffer(templ_7745c5c3_Buffer)
|
||||||
|
if templ_7745c5c3_Err == nil {
|
||||||
|
templ_7745c5c3_Err = templ_7745c5c3_BufErr
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
}
|
||||||
|
ctx = templ.InitializeContext(ctx)
|
||||||
|
templ_7745c5c3_Var1 := templ.GetChildren(ctx)
|
||||||
|
if templ_7745c5c3_Var1 == nil {
|
||||||
|
templ_7745c5c3_Var1 = templ.NopComponent
|
||||||
|
}
|
||||||
|
ctx = templ.ClearChildren(ctx)
|
||||||
|
templ_7745c5c3_Var2 := templruntime.GeneratedTemplate(func(templ_7745c5c3_Input templruntime.GeneratedComponentInput) (templ_7745c5c3_Err error) {
|
||||||
|
templ_7745c5c3_W, ctx := templ_7745c5c3_Input.Writer, templ_7745c5c3_Input.Context
|
||||||
|
templ_7745c5c3_Buffer, templ_7745c5c3_IsBuffer := templruntime.GetBuffer(templ_7745c5c3_W)
|
||||||
|
if !templ_7745c5c3_IsBuffer {
|
||||||
|
defer func() {
|
||||||
|
templ_7745c5c3_BufErr := templruntime.ReleaseBuffer(templ_7745c5c3_Buffer)
|
||||||
|
if templ_7745c5c3_Err == nil {
|
||||||
|
templ_7745c5c3_Err = templ_7745c5c3_BufErr
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
}
|
||||||
|
ctx = templ.InitializeContext(ctx)
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 1, "<article class=\"account\"><h1>Upload a recording</h1><p class=\"muted\">Audio only. Up to ")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var3 string
|
||||||
|
templ_7745c5c3_Var3, templ_7745c5c3_Err = templ.JoinStringErrs(fmt.Sprintf("%d MB", v.Limits.MaxBytes>>20))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/uploads.templ`, Line: 18, Col: 67}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var3))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 2, " and ")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var4 string
|
||||||
|
templ_7745c5c3_Var4, templ_7745c5c3_Err = templ.JoinStringErrs(uploads.FormatDuration(v.Limits.MaxDuration))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/uploads.templ`, Line: 19, Col: 50}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var4))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 3, ". The transcript is private to you; the audio is deleted once it has been transcribed.</p>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
if v.Error != "" {
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 4, "<div class=\"flash flash-error\" role=\"alert\">")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var5 string
|
||||||
|
templ_7745c5c3_Var5, templ_7745c5c3_Err = templ.JoinStringErrs(v.Error)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/uploads.templ`, Line: 23, Col: 57}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var5))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 5, "</div>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 6, "<form method=\"post\" action=\"/uploads\" enctype=\"multipart/form-data\"><p><label>Title (optional) <input type=\"text\" name=\"title\" maxlength=\"200\"></label></p><p><input type=\"file\" name=\"file\" accept=\"audio/*,.m4a,.mp3,.wav,.opus,.ogg,.mp4\" required></p><p><button type=\"submit\">Upload and transcribe</button></p></form>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
if len(v.Rows) > 0 {
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 7, "<section><h2>Your recordings</h2><ul>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
for _, u := range v.Rows {
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 8, "<li><a href=\"")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var6 templ.SafeURL
|
||||||
|
templ_7745c5c3_Var6, templ_7745c5c3_Err = templ.JoinURLErrs(templ.SafeURL("/uploads/" + u.ID))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/uploads.templ`, Line: 36, Col: 51}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var6))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 9, "\">")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var7 string
|
||||||
|
templ_7745c5c3_Var7, templ_7745c5c3_Err = templ.JoinStringErrs(u.Title)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/uploads.templ`, Line: 36, Col: 63}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var7))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 10, "</a> <span class=\"chip\">")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var8 string
|
||||||
|
templ_7745c5c3_Var8, templ_7745c5c3_Err = templ.JoinStringErrs(string(u.Status))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/uploads.templ`, Line: 37, Col: 45}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var8))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 11, "</span></li>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 12, "</ul></section>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 13, "</article>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
})
|
||||||
|
templ_7745c5c3_Err = Layout("Tapir — Upload a recording").Render(templ.WithChildren(ctx, templ_7745c5c3_Var2), templ_7745c5c3_Buffer)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
// UploadPage is one upload's page: its title and the polling status region.
|
||||||
|
func UploadPage(u domain.UploadedTranscript, chatEnabled bool) templ.Component {
|
||||||
|
return templruntime.GeneratedTemplate(func(templ_7745c5c3_Input templruntime.GeneratedComponentInput) (templ_7745c5c3_Err error) {
|
||||||
|
templ_7745c5c3_W, ctx := templ_7745c5c3_Input.Writer, templ_7745c5c3_Input.Context
|
||||||
|
if templ_7745c5c3_CtxErr := ctx.Err(); templ_7745c5c3_CtxErr != nil {
|
||||||
|
return templ_7745c5c3_CtxErr
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Buffer, templ_7745c5c3_IsBuffer := templruntime.GetBuffer(templ_7745c5c3_W)
|
||||||
|
if !templ_7745c5c3_IsBuffer {
|
||||||
|
defer func() {
|
||||||
|
templ_7745c5c3_BufErr := templruntime.ReleaseBuffer(templ_7745c5c3_Buffer)
|
||||||
|
if templ_7745c5c3_Err == nil {
|
||||||
|
templ_7745c5c3_Err = templ_7745c5c3_BufErr
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
}
|
||||||
|
ctx = templ.InitializeContext(ctx)
|
||||||
|
templ_7745c5c3_Var9 := templ.GetChildren(ctx)
|
||||||
|
if templ_7745c5c3_Var9 == nil {
|
||||||
|
templ_7745c5c3_Var9 = templ.NopComponent
|
||||||
|
}
|
||||||
|
ctx = templ.ClearChildren(ctx)
|
||||||
|
templ_7745c5c3_Var10 := templruntime.GeneratedTemplate(func(templ_7745c5c3_Input templruntime.GeneratedComponentInput) (templ_7745c5c3_Err error) {
|
||||||
|
templ_7745c5c3_W, ctx := templ_7745c5c3_Input.Writer, templ_7745c5c3_Input.Context
|
||||||
|
templ_7745c5c3_Buffer, templ_7745c5c3_IsBuffer := templruntime.GetBuffer(templ_7745c5c3_W)
|
||||||
|
if !templ_7745c5c3_IsBuffer {
|
||||||
|
defer func() {
|
||||||
|
templ_7745c5c3_BufErr := templruntime.ReleaseBuffer(templ_7745c5c3_Buffer)
|
||||||
|
if templ_7745c5c3_Err == nil {
|
||||||
|
templ_7745c5c3_Err = templ_7745c5c3_BufErr
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
}
|
||||||
|
ctx = templ.InitializeContext(ctx)
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 14, "<article class=\"account\"><h1>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var11 string
|
||||||
|
templ_7745c5c3_Var11, templ_7745c5c3_Err = templ.JoinStringErrs(u.Title)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/uploads.templ`, Line: 51, Col: 16}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var11))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 15, "</h1>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = uploadStatus(u, chatEnabled).Render(ctx, templ_7745c5c3_Buffer)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 16, "<p><a href=\"/uploads\">All recordings</a></p></article>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
})
|
||||||
|
templ_7745c5c3_Err = Layout("Tapir — "+u.Title).Render(templ.WithChildren(ctx, templ_7745c5c3_Var10), templ_7745c5c3_Buffer)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
// uploadStatus is the region HTMX polls. Unfinished states carry hx-trigger so the
|
||||||
|
// page re-asks; done and failed render without it, so nothing polls forever.
|
||||||
|
func uploadStatus(u domain.UploadedTranscript, chatEnabled bool) templ.Component {
|
||||||
|
return templruntime.GeneratedTemplate(func(templ_7745c5c3_Input templruntime.GeneratedComponentInput) (templ_7745c5c3_Err error) {
|
||||||
|
templ_7745c5c3_W, ctx := templ_7745c5c3_Input.Writer, templ_7745c5c3_Input.Context
|
||||||
|
if templ_7745c5c3_CtxErr := ctx.Err(); templ_7745c5c3_CtxErr != nil {
|
||||||
|
return templ_7745c5c3_CtxErr
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Buffer, templ_7745c5c3_IsBuffer := templruntime.GetBuffer(templ_7745c5c3_W)
|
||||||
|
if !templ_7745c5c3_IsBuffer {
|
||||||
|
defer func() {
|
||||||
|
templ_7745c5c3_BufErr := templruntime.ReleaseBuffer(templ_7745c5c3_Buffer)
|
||||||
|
if templ_7745c5c3_Err == nil {
|
||||||
|
templ_7745c5c3_Err = templ_7745c5c3_BufErr
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
}
|
||||||
|
ctx = templ.InitializeContext(ctx)
|
||||||
|
templ_7745c5c3_Var12 := templ.GetChildren(ctx)
|
||||||
|
if templ_7745c5c3_Var12 == nil {
|
||||||
|
templ_7745c5c3_Var12 = templ.NopComponent
|
||||||
|
}
|
||||||
|
ctx = templ.ClearChildren(ctx)
|
||||||
|
switch u.Status {
|
||||||
|
case domain.UploadDone:
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 17, "<div class=\"upload-status upload-done\" role=\"status\">")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = videoNotice(u.HadVideo).Render(ctx, templ_7745c5c3_Buffer)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 18, "<p>Transcribed ")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var13 string
|
||||||
|
templ_7745c5c3_Var13, templ_7745c5c3_Err = templ.JoinStringErrs(uploads.FormatDuration(time.Duration(u.AudioSeconds * float64(time.Second))))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/uploads.templ`, Line: 66, Col: 95}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var13))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 19, " of audio by <span class=\"chip\">")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var14 string
|
||||||
|
templ_7745c5c3_Var14, templ_7745c5c3_Err = templ.JoinStringErrs(u.Endpoint)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/uploads.templ`, Line: 67, Col: 48}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var14))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 20, "</span>.</p>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = reconciliationNote(u.Reconciliation).Render(ctx, templ_7745c5c3_Buffer)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
if chatEnabled {
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 21, "<p><a class=\"btn\" href=\"")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var15 templ.SafeURL
|
||||||
|
templ_7745c5c3_Var15, templ_7745c5c3_Err = templ.JoinURLErrs(templ.SafeURL("/uploads/" + u.ID + "/chat"))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/uploads.templ`, Line: 71, Col: 73}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var15))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 22, "\">Ask about this recording</a></p>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 23, "<details open><summary>Transcript</summary><pre class=\"transcript\">")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var16 string
|
||||||
|
templ_7745c5c3_Var16, templ_7745c5c3_Err = templ.JoinStringErrs(u.Content)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/uploads.templ`, Line: 75, Col: 40}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var16))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 24, "</pre></details></div>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
case domain.UploadFailed:
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 25, "<div class=\"upload-status upload-failed flash flash-error\" role=\"alert\">")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = videoNotice(u.HadVideo).Render(ctx, templ_7745c5c3_Buffer)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 26, "<p>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var17 string
|
||||||
|
templ_7745c5c3_Var17, templ_7745c5c3_Err = templ.JoinStringErrs(uploadFailureMessage(u.ErrorKind))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/uploads.templ`, Line: 81, Col: 42}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var17))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 27, "</p></div>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
default:
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 28, "<div class=\"upload-status upload-working\" role=\"status\" hx-get=\"")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var18 string
|
||||||
|
templ_7745c5c3_Var18, templ_7745c5c3_Err = templ.ResolveAttributeValue("/uploads/" + u.ID + "/status")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/uploads.templ`, Line: 87, Col: 43}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ_7745c5c3_Var18)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 29, "\" hx-trigger=\"")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var19 string
|
||||||
|
templ_7745c5c3_Var19, templ_7745c5c3_Err = templ.ResolveAttributeValue("every " + uploadPollEvery)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/uploads.templ`, Line: 88, Col: 43}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ_7745c5c3_Var19)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 30, "\" hx-swap=\"outerHTML\">")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = videoNotice(u.HadVideo).Render(ctx, templ_7745c5c3_Buffer)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
if u.Status == domain.UploadTranscribing {
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 31, "<p>Transcribing… a long recording takes a few minutes.</p>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 32, "<p>Queued — waiting for its turn to be transcribed.</p>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 33, "</div>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
// UploadChatPage is the no-JS full page for chatting with an uploaded transcript:
|
||||||
|
// the same chat panel as a video's (ADR-027), scoped to this recording.
|
||||||
|
func UploadChatPage(u domain.UploadedTranscript, v chatView) templ.Component {
|
||||||
|
return templruntime.GeneratedTemplate(func(templ_7745c5c3_Input templruntime.GeneratedComponentInput) (templ_7745c5c3_Err error) {
|
||||||
|
templ_7745c5c3_W, ctx := templ_7745c5c3_Input.Writer, templ_7745c5c3_Input.Context
|
||||||
|
if templ_7745c5c3_CtxErr := ctx.Err(); templ_7745c5c3_CtxErr != nil {
|
||||||
|
return templ_7745c5c3_CtxErr
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Buffer, templ_7745c5c3_IsBuffer := templruntime.GetBuffer(templ_7745c5c3_W)
|
||||||
|
if !templ_7745c5c3_IsBuffer {
|
||||||
|
defer func() {
|
||||||
|
templ_7745c5c3_BufErr := templruntime.ReleaseBuffer(templ_7745c5c3_Buffer)
|
||||||
|
if templ_7745c5c3_Err == nil {
|
||||||
|
templ_7745c5c3_Err = templ_7745c5c3_BufErr
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
}
|
||||||
|
ctx = templ.InitializeContext(ctx)
|
||||||
|
templ_7745c5c3_Var20 := templ.GetChildren(ctx)
|
||||||
|
if templ_7745c5c3_Var20 == nil {
|
||||||
|
templ_7745c5c3_Var20 = templ.NopComponent
|
||||||
|
}
|
||||||
|
ctx = templ.ClearChildren(ctx)
|
||||||
|
templ_7745c5c3_Var21 := templruntime.GeneratedTemplate(func(templ_7745c5c3_Input templruntime.GeneratedComponentInput) (templ_7745c5c3_Err error) {
|
||||||
|
templ_7745c5c3_W, ctx := templ_7745c5c3_Input.Writer, templ_7745c5c3_Input.Context
|
||||||
|
templ_7745c5c3_Buffer, templ_7745c5c3_IsBuffer := templruntime.GetBuffer(templ_7745c5c3_W)
|
||||||
|
if !templ_7745c5c3_IsBuffer {
|
||||||
|
defer func() {
|
||||||
|
templ_7745c5c3_BufErr := templruntime.ReleaseBuffer(templ_7745c5c3_Buffer)
|
||||||
|
if templ_7745c5c3_Err == nil {
|
||||||
|
templ_7745c5c3_Err = templ_7745c5c3_BufErr
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
}
|
||||||
|
ctx = templ.InitializeContext(ctx)
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 34, "<article class=\"account\"><h1>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var22 string
|
||||||
|
templ_7745c5c3_Var22, templ_7745c5c3_Err = templ.JoinStringErrs(u.Title)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/uploads.templ`, Line: 106, Col: 16}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var22))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 35, "</h1><section id=\"chat-section\" class=\"chat-dock chat-dock-open\"><h2 class=\"chat-heading\">Ask about this recording</h2><p class=\"chat-scope muted\">Answers come only from this recording's transcript, which is private to you.</p>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = chatPanel(v).Render(ctx, templ_7745c5c3_Buffer)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 36, "</section><p><a href=\"")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var23 templ.SafeURL
|
||||||
|
templ_7745c5c3_Var23, templ_7745c5c3_Err = templ.JoinURLErrs(templ.SafeURL("/uploads/" + u.ID))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/uploads.templ`, Line: 112, Col: 49}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var23))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 37, "\">Back to the transcript</a></p></article>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
})
|
||||||
|
templ_7745c5c3_Err = Layout("Tapir — Ask about "+u.Title).Render(templ.WithChildren(ctx, templ_7745c5c3_Var21), templ_7745c5c3_Buffer)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
// videoNotice tells the user a video track was present and what became of it. A
|
||||||
|
// Teams meeting with the camera off is still a video file; it is accepted, only the
|
||||||
|
// audio is transcribed, and the picture is thrown away — so say so, in every state,
|
||||||
|
// instead of leaving the user to wonder (ADR-033).
|
||||||
|
func videoNotice(hadVideo bool) templ.Component {
|
||||||
|
return templruntime.GeneratedTemplate(func(templ_7745c5c3_Input templruntime.GeneratedComponentInput) (templ_7745c5c3_Err error) {
|
||||||
|
templ_7745c5c3_W, ctx := templ_7745c5c3_Input.Writer, templ_7745c5c3_Input.Context
|
||||||
|
if templ_7745c5c3_CtxErr := ctx.Err(); templ_7745c5c3_CtxErr != nil {
|
||||||
|
return templ_7745c5c3_CtxErr
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Buffer, templ_7745c5c3_IsBuffer := templruntime.GetBuffer(templ_7745c5c3_W)
|
||||||
|
if !templ_7745c5c3_IsBuffer {
|
||||||
|
defer func() {
|
||||||
|
templ_7745c5c3_BufErr := templruntime.ReleaseBuffer(templ_7745c5c3_Buffer)
|
||||||
|
if templ_7745c5c3_Err == nil {
|
||||||
|
templ_7745c5c3_Err = templ_7745c5c3_BufErr
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
}
|
||||||
|
ctx = templ.InitializeContext(ctx)
|
||||||
|
templ_7745c5c3_Var24 := templ.GetChildren(ctx)
|
||||||
|
if templ_7745c5c3_Var24 == nil {
|
||||||
|
templ_7745c5c3_Var24 = templ.NopComponent
|
||||||
|
}
|
||||||
|
ctx = templ.ClearChildren(ctx)
|
||||||
|
if hadVideo {
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 38, "<p class=\"muted video-notice\">This file contained a video track. Only its audio was used; the video was discarded and nothing from it was kept.</p>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
// reconciliationNote says what was done when two engines transcribed the audio
|
||||||
|
// (ADR-034), and never claims a second opinion that was not there: nil means a single
|
||||||
|
// engine and renders nothing. Spots the model changed or was unsure about are listed
|
||||||
|
// with a minute mark and both readings so the user can check them against the audio.
|
||||||
|
func reconciliationNote(r *domain.Reconciliation) templ.Component {
|
||||||
|
return templruntime.GeneratedTemplate(func(templ_7745c5c3_Input templruntime.GeneratedComponentInput) (templ_7745c5c3_Err error) {
|
||||||
|
templ_7745c5c3_W, ctx := templ_7745c5c3_Input.Writer, templ_7745c5c3_Input.Context
|
||||||
|
if templ_7745c5c3_CtxErr := ctx.Err(); templ_7745c5c3_CtxErr != nil {
|
||||||
|
return templ_7745c5c3_CtxErr
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Buffer, templ_7745c5c3_IsBuffer := templruntime.GetBuffer(templ_7745c5c3_W)
|
||||||
|
if !templ_7745c5c3_IsBuffer {
|
||||||
|
defer func() {
|
||||||
|
templ_7745c5c3_BufErr := templruntime.ReleaseBuffer(templ_7745c5c3_Buffer)
|
||||||
|
if templ_7745c5c3_Err == nil {
|
||||||
|
templ_7745c5c3_Err = templ_7745c5c3_BufErr
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
}
|
||||||
|
ctx = templ.InitializeContext(ctx)
|
||||||
|
templ_7745c5c3_Var25 := templ.GetChildren(ctx)
|
||||||
|
if templ_7745c5c3_Var25 == nil {
|
||||||
|
templ_7745c5c3_Var25 = templ.NopComponent
|
||||||
|
}
|
||||||
|
ctx = templ.ClearChildren(ctx)
|
||||||
|
if r != nil {
|
||||||
|
switch r.Status {
|
||||||
|
case domain.ReconcileDone:
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 39, "<div class=\"reconciliation\"><p>Reconciled from two transcripts (")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var26 string
|
||||||
|
templ_7745c5c3_Var26, templ_7745c5c3_Err = templ.JoinStringErrs(r.Base)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/uploads.templ`, Line: 139, Col: 47}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var26))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 40, " and ")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var27 string
|
||||||
|
templ_7745c5c3_Var27, templ_7745c5c3_Err = templ.JoinStringErrs(r.Alt)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/uploads.templ`, Line: 139, Col: 61}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var27))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 41, "): ")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var28 string
|
||||||
|
templ_7745c5c3_Var28, templ_7745c5c3_Err = templ.JoinStringErrs(strconv.Itoa(r.Disputes))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/uploads.templ`, Line: 140, Col: 32}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var28))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 42, " differences, ")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var29 string
|
||||||
|
templ_7745c5c3_Var29, templ_7745c5c3_Err = templ.JoinStringErrs(strconv.Itoa(r.AutoResolved))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/uploads.templ`, Line: 141, Col: 36}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var29))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 43, " settled automatically, ")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var30 string
|
||||||
|
templ_7745c5c3_Var30, templ_7745c5c3_Err = templ.JoinStringErrs(strconv.Itoa(r.Adjudicated))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/uploads.templ`, Line: 142, Col: 35}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var30))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 44, " decided by the model (")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var31 string
|
||||||
|
templ_7745c5c3_Var31, templ_7745c5c3_Err = templ.JoinStringErrs(r.Reconciler)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/uploads.templ`, Line: 142, Col: 74}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var31))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 45, "), ")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var32 string
|
||||||
|
templ_7745c5c3_Var32, templ_7745c5c3_Err = templ.JoinStringErrs(strconv.Itoa(r.Unsure))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/uploads.templ`, Line: 143, Col: 30}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var32))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 46, " uncertain.</p>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
if len(r.Contested) > 0 {
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 47, "<details><summary>Spots to check against the audio</summary><ul>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
for _, c := range shownSpots(r) {
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 48, "<li>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var33 string
|
||||||
|
templ_7745c5c3_Var33, templ_7745c5c3_Err = templ.JoinStringErrs(minuteMark(c.Seconds))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/uploads.templ`, Line: 151, Col: 33}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var33))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 49, ": ")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var34 string
|
||||||
|
templ_7745c5c3_Var34, templ_7745c5c3_Err = templ.JoinStringErrs(c.Base)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/uploads.templ`, Line: 151, Col: 45}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var34))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 50, " / ")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var35 string
|
||||||
|
templ_7745c5c3_Var35, templ_7745c5c3_Err = templ.JoinStringErrs(c.Alt)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/uploads.templ`, Line: 151, Col: 57}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var35))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 51, " — ")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
if c.Unsure {
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 52, "<span class=\"chip chip-warn\">uncertain</span> kept ")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var36 string
|
||||||
|
templ_7745c5c3_Var36, templ_7745c5c3_Err = templ.JoinStringErrs(c.Used)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/uploads.templ`, Line: 153, Col: 70}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var36))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 53, "<span class=\"chip\">changed</span> used ")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var37 string
|
||||||
|
templ_7745c5c3_Var37, templ_7745c5c3_Err = templ.JoinStringErrs(c.Used)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/uploads.templ`, Line: 155, Col: 58}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var37))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 54, "</li>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 55, "</ul>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
if moreSpots(r) > 0 {
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 56, "<p class=\"muted\">and ")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var38 string
|
||||||
|
templ_7745c5c3_Var38, templ_7745c5c3_Err = templ.JoinStringErrs(strconv.Itoa(moreSpots(r)))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/uploads.templ`, Line: 161, Col: 57}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var38))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 57, " more not listed</p>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 58, "</details>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 59, "</div>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
case domain.ReconcileSingle:
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 60, "<p class=\"muted reconciliation\">Only one engine produced this transcript (")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var39 string
|
||||||
|
templ_7745c5c3_Var39, templ_7745c5c3_Err = templ.JoinStringErrs(r.Reason)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/uploads.templ`, Line: 167, Col: 88}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var39))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 61, "), so there was no second opinion to reconcile it with.</p>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
case domain.ReconcileSkipped:
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 62, "<p class=\"muted reconciliation\">Two transcripts were made but could not be reconciled (")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var40 string
|
||||||
|
templ_7745c5c3_Var40, templ_7745c5c3_Err = templ.JoinStringErrs(r.Reason)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/uploads.templ`, Line: 169, Col: 101}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var40))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 63, "); the text shown is ")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var41 string
|
||||||
|
templ_7745c5c3_Var41, templ_7745c5c3_Err = templ.JoinStringErrs(r.Base)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/uploads.templ`, Line: 169, Col: 132}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var41))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 64, "'s, unreconciled.</p>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
var _ = templruntime.GeneratedTemplate
|
||||||
@@ -4,7 +4,7 @@ import (
|
|||||||
"fmt"
|
"fmt"
|
||||||
"strings"
|
"strings"
|
||||||
|
|
||||||
"gitea.d-ma.be/mathias/tapir/internal/adapters/store"
|
"git.d-ma.be/mathias/tapir/internal/adapters/store"
|
||||||
)
|
)
|
||||||
|
|
||||||
// Layout is the shared HTML shell. HTMX drives the progressive interactions
|
// Layout is the shared HTML shell. HTMX drives the progressive interactions
|
||||||
@@ -583,7 +583,7 @@ templ chatPanel(v chatView) {
|
|||||||
</div>
|
</div>
|
||||||
}
|
}
|
||||||
if v.Truncated {
|
if v.Truncated {
|
||||||
<p class="chat-note muted">Working from a bounded portion of a long transcript — answers about the end of the video may be incomplete.</p>
|
<p class="chat-note muted">Working from a bounded portion of a long transcript — answers about the end of the { v.subject() } may be incomplete.</p>
|
||||||
}
|
}
|
||||||
if v.Error != "" {
|
if v.Error != "" {
|
||||||
<p class="chat-error" role="alert">{ v.Error }</p>
|
<p class="chat-error" role="alert">{ v.Error }</p>
|
||||||
@@ -591,8 +591,8 @@ templ chatPanel(v chatView) {
|
|||||||
<form
|
<form
|
||||||
class="chat-form"
|
class="chat-form"
|
||||||
method="post"
|
method="post"
|
||||||
action={ chatURL(v.VideoID) }
|
action={ v.postURL() }
|
||||||
hx-post={ string(chatURL(v.VideoID)) }
|
hx-post={ string(v.postURL()) }
|
||||||
hx-target="#chat-panel"
|
hx-target="#chat-panel"
|
||||||
hx-swap="outerHTML"
|
hx-swap="outerHTML"
|
||||||
>
|
>
|
||||||
@@ -609,7 +609,7 @@ templ chatPanel(v chatView) {
|
|||||||
</select>
|
</select>
|
||||||
<span class="chat-model-hint muted">Switch models to compare answers on the same transcript.</span>
|
<span class="chat-model-hint muted">Switch models to compare answers on the same transcript.</span>
|
||||||
</label>
|
</label>
|
||||||
<textarea name="question" rows="3" placeholder="Ask a question about this video…" required aria-label="Your question"></textarea>
|
<textarea name="question" rows="3" placeholder={ "Ask a question about this " + v.subject() + "…" } required aria-label="Your question"></textarea>
|
||||||
<button type="submit" class="btn">Ask</button>
|
<button type="submit" class="btn">Ask</button>
|
||||||
<span class="htmx-indicator chat-thinking">thinking…</span>
|
<span class="htmx-indicator chat-thinking">thinking…</span>
|
||||||
</form>
|
</form>
|
||||||
|
|||||||
+317
-289
@@ -5,8 +5,10 @@ package web
|
|||||||
|
|
||||||
//lint:file-ignore SA4006 This context is only used if a nested component is present.
|
//lint:file-ignore SA4006 This context is only used if a nested component is present.
|
||||||
|
|
||||||
import "github.com/a-h/templ"
|
import (
|
||||||
import templruntime "github.com/a-h/templ/runtime"
|
"github.com/a-h/templ"
|
||||||
|
templruntime "github.com/a-h/templ/runtime"
|
||||||
|
)
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"fmt"
|
"fmt"
|
||||||
@@ -292,7 +294,7 @@ func flashBanner(code string) templ.Component {
|
|||||||
}
|
}
|
||||||
ctx = templ.ClearChildren(ctx)
|
ctx = templ.ClearChildren(ctx)
|
||||||
if f, ok := flashFor(code); ok {
|
if f, ok := flashFor(code); ok {
|
||||||
var templ_7745c5c3_Var9 = []any{"flash", "flash-" + f.Kind}
|
templ_7745c5c3_Var9 := []any{"flash", "flash-" + f.Kind}
|
||||||
templ_7745c5c3_Err = templ.RenderCSSItems(ctx, templ_7745c5c3_Buffer, templ_7745c5c3_Var9...)
|
templ_7745c5c3_Err = templ.RenderCSSItems(ctx, templ_7745c5c3_Buffer, templ_7745c5c3_Var9...)
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
@@ -824,7 +826,7 @@ func VideoCard(r store.SummaryRow) templ.Component {
|
|||||||
templ_7745c5c3_Var25 = templ.NopComponent
|
templ_7745c5c3_Var25 = templ.NopComponent
|
||||||
}
|
}
|
||||||
ctx = templ.ClearChildren(ctx)
|
ctx = templ.ClearChildren(ctx)
|
||||||
var templ_7745c5c3_Var26 = []any{"card", templ.KV("card-pending", !r.Summarized)}
|
templ_7745c5c3_Var26 := []any{"card", templ.KV("card-pending", !r.Summarized)}
|
||||||
templ_7745c5c3_Err = templ.RenderCSSItems(ctx, templ_7745c5c3_Buffer, templ_7745c5c3_Var26...)
|
templ_7745c5c3_Err = templ.RenderCSSItems(ctx, templ_7745c5c3_Buffer, templ_7745c5c3_Var26...)
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
@@ -2152,148 +2154,174 @@ func chatPanel(v chatView) templ.Component {
|
|||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
if v.Truncated {
|
if v.Truncated {
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 173, "<p class=\"chat-note muted\">Working from a bounded portion of a long transcript — answers about the end of the video may be incomplete.</p>")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 173, "<p class=\"chat-note muted\">Working from a bounded portion of a long transcript — answers about the end of the ")
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ_7745c5c3_Err
|
|
||||||
}
|
|
||||||
}
|
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 174, " ")
|
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ_7745c5c3_Err
|
|
||||||
}
|
|
||||||
if v.Error != "" {
|
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 175, "<p class=\"chat-error\" role=\"alert\">")
|
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
var templ_7745c5c3_Var88 string
|
var templ_7745c5c3_Var88 string
|
||||||
templ_7745c5c3_Var88, templ_7745c5c3_Err = templ.JoinStringErrs(v.Error)
|
templ_7745c5c3_Var88, templ_7745c5c3_Err = templ.JoinStringErrs(v.subject())
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 589, Col: 48}
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 586, Col: 129}
|
||||||
}
|
}
|
||||||
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var88))
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var88))
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 176, "</p>")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 174, " may be incomplete.</p>")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 177, " <form class=\"chat-form\" method=\"post\" action=\"")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 175, " ")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
var templ_7745c5c3_Var89 templ.SafeURL
|
if v.Error != "" {
|
||||||
templ_7745c5c3_Var89, templ_7745c5c3_Err = templ.JoinURLErrs(chatURL(v.VideoID))
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 176, "<p class=\"chat-error\" role=\"alert\">")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 594, Col: 31}
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var89 string
|
||||||
|
templ_7745c5c3_Var89, templ_7745c5c3_Err = templ.JoinStringErrs(v.Error)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 589, Col: 48}
|
||||||
}
|
}
|
||||||
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var89))
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var89))
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 178, "\" hx-post=\"")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 177, "</p>")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
var templ_7745c5c3_Var90 string
|
|
||||||
templ_7745c5c3_Var90, templ_7745c5c3_Err = templ.ResolveAttributeValue(string(chatURL(v.VideoID)))
|
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 595, Col: 40}
|
|
||||||
}
|
}
|
||||||
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ_7745c5c3_Var90)
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 178, " <form class=\"chat-form\" method=\"post\" action=\"")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 179, "\" hx-target=\"#chat-panel\" hx-swap=\"outerHTML\">")
|
var templ_7745c5c3_Var90 templ.SafeURL
|
||||||
|
templ_7745c5c3_Var90, templ_7745c5c3_Err = templ.JoinURLErrs(v.postURL())
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 594, Col: 24}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var90))
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
for _, t := range v.History {
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 179, "\" hx-post=\"")
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 180, "<input type=\"hidden\" name=\"hq\" value=\"")
|
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
var templ_7745c5c3_Var91 string
|
var templ_7745c5c3_Var91 string
|
||||||
templ_7745c5c3_Var91, templ_7745c5c3_Err = templ.ResolveAttributeValue(t.Question)
|
templ_7745c5c3_Var91, templ_7745c5c3_Err = templ.ResolveAttributeValue(string(v.postURL()))
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 600, Col: 54}
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 595, Col: 33}
|
||||||
}
|
}
|
||||||
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ_7745c5c3_Var91)
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ_7745c5c3_Var91)
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 181, "\"> <input type=\"hidden\" name=\"ha\" value=\"")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 180, "\" hx-target=\"#chat-panel\" hx-swap=\"outerHTML\">")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
for _, t := range v.History {
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 181, "<input type=\"hidden\" name=\"hq\" value=\"")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
var templ_7745c5c3_Var92 string
|
var templ_7745c5c3_Var92 string
|
||||||
templ_7745c5c3_Var92, templ_7745c5c3_Err = templ.ResolveAttributeValue(t.Answer)
|
templ_7745c5c3_Var92, templ_7745c5c3_Err = templ.ResolveAttributeValue(t.Question)
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 601, Col: 52}
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 600, Col: 54}
|
||||||
}
|
}
|
||||||
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ_7745c5c3_Var92)
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ_7745c5c3_Var92)
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 182, "\"> ")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 182, "\"> <input type=\"hidden\" name=\"ha\" value=\"")
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ_7745c5c3_Err
|
|
||||||
}
|
|
||||||
}
|
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 183, "<label class=\"chat-model\">Model <select name=\"model\">")
|
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ_7745c5c3_Err
|
|
||||||
}
|
|
||||||
for _, m := range v.Models {
|
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 184, "<option value=\"")
|
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
var templ_7745c5c3_Var93 string
|
var templ_7745c5c3_Var93 string
|
||||||
templ_7745c5c3_Var93, templ_7745c5c3_Err = templ.ResolveAttributeValue(m)
|
templ_7745c5c3_Var93, templ_7745c5c3_Err = templ.ResolveAttributeValue(t.Answer)
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 607, Col: 24}
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 601, Col: 52}
|
||||||
}
|
}
|
||||||
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ_7745c5c3_Var93)
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ_7745c5c3_Var93)
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 185, "\"")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 183, "\"> ")
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ_7745c5c3_Err
|
|
||||||
}
|
|
||||||
if m == v.Selected {
|
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 186, " selected")
|
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 187, ">")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 184, "<label class=\"chat-model\">Model <select name=\"model\">")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
for _, m := range v.Models {
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 185, "<option value=\"")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
var templ_7745c5c3_Var94 string
|
var templ_7745c5c3_Var94 string
|
||||||
templ_7745c5c3_Var94, templ_7745c5c3_Err = templ.JoinStringErrs(m)
|
templ_7745c5c3_Var94, templ_7745c5c3_Err = templ.ResolveAttributeValue(m)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 607, Col: 24}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ_7745c5c3_Var94)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 186, "\"")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
if m == v.Selected {
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 187, " selected")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 188, ">")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var95 string
|
||||||
|
templ_7745c5c3_Var95, templ_7745c5c3_Err = templ.JoinStringErrs(m)
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 607, Col: 60}
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 607, Col: 60}
|
||||||
}
|
}
|
||||||
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var94))
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var95))
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 188, "</option>")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 189, "</option>")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 189, "</select> <span class=\"chat-model-hint muted\">Switch models to compare answers on the same transcript.</span></label> <textarea name=\"question\" rows=\"3\" placeholder=\"Ask a question about this video…\" required aria-label=\"Your question\"></textarea> <button type=\"submit\" class=\"btn\">Ask</button> <span class=\"htmx-indicator chat-thinking\">thinking…</span></form>")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 190, "</select> <span class=\"chat-model-hint muted\">Switch models to compare answers on the same transcript.</span></label> <textarea name=\"question\" rows=\"3\" placeholder=\"")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var96 string
|
||||||
|
templ_7745c5c3_Var96, templ_7745c5c3_Err = templ.ResolveAttributeValue("Ask a question about this " + v.subject() + "…")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 612, Col: 103}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ_7745c5c3_Var96)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 191, "\" required aria-label=\"Your question\"></textarea> <button type=\"submit\" class=\"btn\">Ask</button> <span class=\"htmx-indicator chat-thinking\">thinking…</span></form>")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 190, "</div>")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 192, "</div>")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
@@ -2320,12 +2348,12 @@ func RegisterPage(email, errMsg string) templ.Component {
|
|||||||
}()
|
}()
|
||||||
}
|
}
|
||||||
ctx = templ.InitializeContext(ctx)
|
ctx = templ.InitializeContext(ctx)
|
||||||
templ_7745c5c3_Var95 := templ.GetChildren(ctx)
|
templ_7745c5c3_Var97 := templ.GetChildren(ctx)
|
||||||
if templ_7745c5c3_Var95 == nil {
|
if templ_7745c5c3_Var97 == nil {
|
||||||
templ_7745c5c3_Var95 = templ.NopComponent
|
templ_7745c5c3_Var97 = templ.NopComponent
|
||||||
}
|
}
|
||||||
ctx = templ.ClearChildren(ctx)
|
ctx = templ.ClearChildren(ctx)
|
||||||
templ_7745c5c3_Var96 := templruntime.GeneratedTemplate(func(templ_7745c5c3_Input templruntime.GeneratedComponentInput) (templ_7745c5c3_Err error) {
|
templ_7745c5c3_Var98 := templruntime.GeneratedTemplate(func(templ_7745c5c3_Input templruntime.GeneratedComponentInput) (templ_7745c5c3_Err error) {
|
||||||
templ_7745c5c3_W, ctx := templ_7745c5c3_Input.Writer, templ_7745c5c3_Input.Context
|
templ_7745c5c3_W, ctx := templ_7745c5c3_Input.Writer, templ_7745c5c3_Input.Context
|
||||||
templ_7745c5c3_Buffer, templ_7745c5c3_IsBuffer := templruntime.GetBuffer(templ_7745c5c3_W)
|
templ_7745c5c3_Buffer, templ_7745c5c3_IsBuffer := templruntime.GetBuffer(templ_7745c5c3_W)
|
||||||
if !templ_7745c5c3_IsBuffer {
|
if !templ_7745c5c3_IsBuffer {
|
||||||
@@ -2337,59 +2365,59 @@ func RegisterPage(email, errMsg string) templ.Component {
|
|||||||
}()
|
}()
|
||||||
}
|
}
|
||||||
ctx = templ.InitializeContext(ctx)
|
ctx = templ.InitializeContext(ctx)
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 191, "<article class=\"register\"><h1>Complete your registration</h1>")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 193, "<article class=\"register\"><h1>Complete your registration</h1>")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
if email != "" {
|
if email != "" {
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 192, "<p class=\"meta\">Signed in as ")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 194, "<p class=\"meta\">Signed in as ")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
var templ_7745c5c3_Var97 string
|
var templ_7745c5c3_Var99 string
|
||||||
templ_7745c5c3_Var97, templ_7745c5c3_Err = templ.JoinStringErrs(email)
|
templ_7745c5c3_Var99, templ_7745c5c3_Err = templ.JoinStringErrs(email)
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 628, Col: 40}
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 628, Col: 40}
|
||||||
}
|
}
|
||||||
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var97))
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var99))
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 193, ".</p>")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 195, ".</p>")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 194, "<p>Choose a display name to finish setting up your Tapir account.</p>")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 196, "<p>Choose a display name to finish setting up your Tapir account.</p>")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
if errMsg != "" {
|
if errMsg != "" {
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 195, "<p class=\"error\" role=\"alert\">")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 197, "<p class=\"error\" role=\"alert\">")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
var templ_7745c5c3_Var98 string
|
var templ_7745c5c3_Var100 string
|
||||||
templ_7745c5c3_Var98, templ_7745c5c3_Err = templ.JoinStringErrs(errMsg)
|
templ_7745c5c3_Var100, templ_7745c5c3_Err = templ.JoinStringErrs(errMsg)
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 632, Col: 42}
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 632, Col: 42}
|
||||||
}
|
}
|
||||||
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var98))
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var100))
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 196, "</p>")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 198, "</p>")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 197, "<form method=\"post\" action=\"/register\" class=\"register-form\"><label>Display name <input type=\"text\" name=\"display_name\" required autofocus></label> <button type=\"submit\" class=\"btn\">Register</button></form></article>")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 199, "<form method=\"post\" action=\"/register\" class=\"register-form\"><label>Display name <input type=\"text\" name=\"display_name\" required autofocus></label> <button type=\"submit\" class=\"btn\">Register</button></form></article>")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
return nil
|
return nil
|
||||||
})
|
})
|
||||||
templ_7745c5c3_Err = Layout("Tapir — Register").Render(templ.WithChildren(ctx, templ_7745c5c3_Var96), templ_7745c5c3_Buffer)
|
templ_7745c5c3_Err = Layout("Tapir — Register").Render(templ.WithChildren(ctx, templ_7745c5c3_Var98), templ_7745c5c3_Buffer)
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
@@ -2417,12 +2445,12 @@ func AccountPage(displayName, email string, conns []store.Connection, autoSummar
|
|||||||
}()
|
}()
|
||||||
}
|
}
|
||||||
ctx = templ.InitializeContext(ctx)
|
ctx = templ.InitializeContext(ctx)
|
||||||
templ_7745c5c3_Var99 := templ.GetChildren(ctx)
|
templ_7745c5c3_Var101 := templ.GetChildren(ctx)
|
||||||
if templ_7745c5c3_Var99 == nil {
|
if templ_7745c5c3_Var101 == nil {
|
||||||
templ_7745c5c3_Var99 = templ.NopComponent
|
templ_7745c5c3_Var101 = templ.NopComponent
|
||||||
}
|
}
|
||||||
ctx = templ.ClearChildren(ctx)
|
ctx = templ.ClearChildren(ctx)
|
||||||
templ_7745c5c3_Var100 := templruntime.GeneratedTemplate(func(templ_7745c5c3_Input templruntime.GeneratedComponentInput) (templ_7745c5c3_Err error) {
|
templ_7745c5c3_Var102 := templruntime.GeneratedTemplate(func(templ_7745c5c3_Input templruntime.GeneratedComponentInput) (templ_7745c5c3_Err error) {
|
||||||
templ_7745c5c3_W, ctx := templ_7745c5c3_Input.Writer, templ_7745c5c3_Input.Context
|
templ_7745c5c3_W, ctx := templ_7745c5c3_Input.Writer, templ_7745c5c3_Input.Context
|
||||||
templ_7745c5c3_Buffer, templ_7745c5c3_IsBuffer := templruntime.GetBuffer(templ_7745c5c3_W)
|
templ_7745c5c3_Buffer, templ_7745c5c3_IsBuffer := templruntime.GetBuffer(templ_7745c5c3_W)
|
||||||
if !templ_7745c5c3_IsBuffer {
|
if !templ_7745c5c3_IsBuffer {
|
||||||
@@ -2438,34 +2466,16 @@ func AccountPage(displayName, email string, conns []store.Connection, autoSummar
|
|||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 198, " <article class=\"account\"><h1>Account</h1><dl class=\"account-meta\"><dt>Display name</dt><dd>")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 200, " <article class=\"account\"><h1>Account</h1><dl class=\"account-meta\"><dt>Display name</dt><dd>")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
var templ_7745c5c3_Var101 string
|
var templ_7745c5c3_Var103 string
|
||||||
templ_7745c5c3_Var101, templ_7745c5c3_Err = templ.JoinStringErrs(displayNameOr(displayName))
|
templ_7745c5c3_Var103, templ_7745c5c3_Err = templ.JoinStringErrs(displayNameOr(displayName))
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 656, Col: 36}
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 656, Col: 36}
|
||||||
}
|
}
|
||||||
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var101))
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var103))
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ_7745c5c3_Err
|
|
||||||
}
|
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 199, "</dd>")
|
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ_7745c5c3_Err
|
|
||||||
}
|
|
||||||
if email != "" {
|
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 200, "<dt>Signed in as</dt><dd>")
|
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ_7745c5c3_Err
|
|
||||||
}
|
|
||||||
var templ_7745c5c3_Var102 string
|
|
||||||
templ_7745c5c3_Var102, templ_7745c5c3_Err = templ.JoinStringErrs(email)
|
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 659, Col: 16}
|
|
||||||
}
|
|
||||||
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var102))
|
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
@@ -2473,8 +2483,26 @@ func AccountPage(displayName, email string, conns []store.Connection, autoSummar
|
|||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
|
if email != "" {
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 202, "<dt>Signed in as</dt><dd>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 202, "</dl><section><h2>Summarization</h2><p class=\"muted\">Automatic summarizes new videos from about the last week as they are discovered. Older videos stay browsable — summarize them on demand. Manual lets you pick which videos to summarize — every new video appears in your list with a Summarize button.</p>")
|
var templ_7745c5c3_Var104 string
|
||||||
|
templ_7745c5c3_Var104, templ_7745c5c3_Err = templ.JoinStringErrs(email)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 659, Col: 16}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var104))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 203, "</dd>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 204, "</dl><section><h2>Summarization</h2><p class=\"muted\">Automatic summarizes new videos from about the last week as they are discovered. Older videos stay browsable — summarize them on demand. Manual lets you pick which videos to summarize — every new video appears in your list with a Summarize button.</p>")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
@@ -2482,178 +2510,178 @@ func AccountPage(displayName, email string, conns []store.Connection, autoSummar
|
|||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 203, "</section>")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 205, "</section>")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
if len(channelErrors) > 0 {
|
if len(channelErrors) > 0 {
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 204, "<section class=\"channel-errors\"><h2>Unavailable channels</h2><p class=\"muted\">")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 206, "<section class=\"channel-errors\"><h2>Unavailable channels</h2><p class=\"muted\">")
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ_7745c5c3_Err
|
|
||||||
}
|
|
||||||
var templ_7745c5c3_Var103 string
|
|
||||||
templ_7745c5c3_Var103, templ_7745c5c3_Err = templ.JoinStringErrs(fmt.Sprintf("%d channel(s) returned errors on the last discovery pass.", len(channelErrors)))
|
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 676, Col: 100}
|
|
||||||
}
|
|
||||||
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var103))
|
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ_7745c5c3_Err
|
|
||||||
}
|
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 205, " These may have been deleted or made private on YouTube.</p><ul class=\"channel-error-list\">")
|
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ_7745c5c3_Err
|
|
||||||
}
|
|
||||||
for _, ce := range channelErrors {
|
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 206, "<li><span class=\"channel-error-name\">")
|
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ_7745c5c3_Err
|
|
||||||
}
|
|
||||||
var templ_7745c5c3_Var104 string
|
|
||||||
templ_7745c5c3_Var104, templ_7745c5c3_Err = templ.JoinStringErrs(ce.ChannelName)
|
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 682, Col: 57}
|
|
||||||
}
|
|
||||||
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var104))
|
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ_7745c5c3_Err
|
|
||||||
}
|
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 207, "</span> <span class=\"chip chip-warn\">unavailable</span> <span class=\"muted channel-error-since\">since ")
|
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
var templ_7745c5c3_Var105 string
|
var templ_7745c5c3_Var105 string
|
||||||
templ_7745c5c3_Var105, templ_7745c5c3_Err = templ.JoinStringErrs(ce.FirstSeen.Format("2006-01-02"))
|
templ_7745c5c3_Var105, templ_7745c5c3_Err = templ.JoinStringErrs(fmt.Sprintf("%d channel(s) returned errors on the last discovery pass.", len(channelErrors)))
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 684, Col: 89}
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 676, Col: 100}
|
||||||
}
|
}
|
||||||
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var105))
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var105))
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 208, "</span></li>")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 207, " These may have been deleted or made private on YouTube.</p><ul class=\"channel-error-list\">")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
}
|
for _, ce := range channelErrors {
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 209, "</ul></section>")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 208, "<li><span class=\"channel-error-name\">")
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ_7745c5c3_Err
|
|
||||||
}
|
|
||||||
}
|
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 210, "<section><h2>Connected accounts</h2>")
|
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ_7745c5c3_Err
|
|
||||||
}
|
|
||||||
if len(conns) == 0 {
|
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 211, "<p class=\"muted\">No connected video accounts yet.</p>")
|
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ_7745c5c3_Err
|
|
||||||
}
|
|
||||||
} else {
|
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 212, "<ul class=\"conn-list\">")
|
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ_7745c5c3_Err
|
|
||||||
}
|
|
||||||
for _, c := range conns {
|
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 213, "<li class=\"conn\"><div class=\"conn-main\"><span class=\"conn-provider\">")
|
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
var templ_7745c5c3_Var106 string
|
var templ_7745c5c3_Var106 string
|
||||||
templ_7745c5c3_Var106, templ_7745c5c3_Err = templ.JoinStringErrs(providerLabel(c.Provider))
|
templ_7745c5c3_Var106, templ_7745c5c3_Err = templ.JoinStringErrs(ce.ChannelName)
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 699, Col: 64}
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 682, Col: 57}
|
||||||
}
|
}
|
||||||
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var106))
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var106))
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 214, "</span> ")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 209, "</span> <span class=\"chip chip-warn\">unavailable</span> <span class=\"muted channel-error-since\">since ")
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ_7745c5c3_Err
|
|
||||||
}
|
|
||||||
if c.ProviderAccount != "" {
|
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 215, "<span class=\"muted\">")
|
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
var templ_7745c5c3_Var107 string
|
var templ_7745c5c3_Var107 string
|
||||||
templ_7745c5c3_Var107, templ_7745c5c3_Err = templ.JoinStringErrs(c.ProviderAccount)
|
templ_7745c5c3_Var107, templ_7745c5c3_Err = templ.JoinStringErrs(ce.FirstSeen.Format("2006-01-02"))
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 701, Col: 49}
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 684, Col: 89}
|
||||||
}
|
}
|
||||||
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var107))
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var107))
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 210, "</span></li>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 211, "</ul></section>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 212, "<section><h2>Connected accounts</h2>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
if len(conns) == 0 {
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 213, "<p class=\"muted\">No connected video accounts yet.</p>")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 214, "<ul class=\"conn-list\">")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
for _, c := range conns {
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 215, "<li class=\"conn\"><div class=\"conn-main\"><span class=\"conn-provider\">")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var108 string
|
||||||
|
templ_7745c5c3_Var108, templ_7745c5c3_Err = templ.JoinStringErrs(providerLabel(c.Provider))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 699, Col: 64}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var108))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 216, "</span> ")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 216, "</span> ")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
}
|
if c.ProviderAccount != "" {
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 217, "<span class=\"chip\">")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 217, "<span class=\"muted\">")
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ_7745c5c3_Err
|
|
||||||
}
|
|
||||||
var templ_7745c5c3_Var108 string
|
|
||||||
templ_7745c5c3_Var108, templ_7745c5c3_Err = templ.JoinStringErrs(c.Status)
|
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 703, Col: 38}
|
|
||||||
}
|
|
||||||
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var108))
|
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ_7745c5c3_Err
|
|
||||||
}
|
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 218, "</span></div><div class=\"conn-meta muted\">connected ")
|
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
var templ_7745c5c3_Var109 string
|
var templ_7745c5c3_Var109 string
|
||||||
templ_7745c5c3_Var109, templ_7745c5c3_Err = templ.JoinStringErrs(c.ConnectedAt.Format("2006-01-02"))
|
templ_7745c5c3_Var109, templ_7745c5c3_Err = templ.JoinStringErrs(c.ProviderAccount)
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 705, Col: 83}
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 701, Col: 49}
|
||||||
}
|
}
|
||||||
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var109))
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var109))
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 219, "</div><form method=\"post\" action=\"")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 218, "</span> ")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
var templ_7745c5c3_Var110 templ.SafeURL
|
}
|
||||||
templ_7745c5c3_Var110, templ_7745c5c3_Err = templ.JoinURLErrs(disconnectURL(c.Provider))
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 219, "<span class=\"chip\">")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 706, Col: 62}
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var110 string
|
||||||
|
templ_7745c5c3_Var110, templ_7745c5c3_Err = templ.JoinStringErrs(c.Status)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 703, Col: 38}
|
||||||
}
|
}
|
||||||
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var110))
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var110))
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 220, "\"><button type=\"submit\" class=\"btn-secondary\">Disconnect</button></form></li>")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 220, "</span></div><div class=\"conn-meta muted\">connected ")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var111 string
|
||||||
|
templ_7745c5c3_Var111, templ_7745c5c3_Err = templ.JoinStringErrs(c.ConnectedAt.Format("2006-01-02"))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 705, Col: 83}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var111))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 221, "</div><form method=\"post\" action=\"")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var112 templ.SafeURL
|
||||||
|
templ_7745c5c3_Var112, templ_7745c5c3_Err = templ.JoinURLErrs(disconnectURL(c.Provider))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 706, Col: 62}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var112))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 222, "\"><button type=\"submit\" class=\"btn-secondary\">Disconnect</button></form></li>")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 221, "</ul>")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 223, "</ul>")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
if !hasYouTube(conns) {
|
if !hasYouTube(conns) {
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 222, "<p><a class=\"btn\" href=\"/oauth/youtube/connect\">Connect YouTube</a></p>")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 224, "<p><a class=\"btn\" href=\"/oauth/youtube/connect\">Connect YouTube</a></p>")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 223, "</section><section class=\"danger-zone\"><h2>Delete account</h2><p class=\"muted\">Permanently remove your Tapir account and all of its data — summaries, watch/skip/save actions, and connected accounts. This cannot be undone.</p><details class=\"confirm-delete\"><summary class=\"btn-danger\">Delete account…</summary><div class=\"confirm-body\"><p>This permanently deletes your account and all data. Are you sure?</p><form method=\"post\" action=\"/account/delete\"><button type=\"submit\" class=\"btn-danger\">Yes, permanently delete my account</button></form></div></details></section></article>")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 225, "</section><section class=\"danger-zone\"><h2>Delete account</h2><p class=\"muted\">Permanently remove your Tapir account and all of its data — summaries, watch/skip/save actions, and connected accounts. This cannot be undone.</p><details class=\"confirm-delete\"><summary class=\"btn-danger\">Delete account…</summary><div class=\"confirm-body\"><p>This permanently deletes your account and all data. Are you sure?</p><form method=\"post\" action=\"/account/delete\"><button type=\"submit\" class=\"btn-danger\">Yes, permanently delete my account</button></form></div></details></section></article>")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
return nil
|
return nil
|
||||||
})
|
})
|
||||||
templ_7745c5c3_Err = Layout("Tapir — Account").Render(templ.WithChildren(ctx, templ_7745c5c3_Var100), templ_7745c5c3_Buffer)
|
templ_7745c5c3_Err = Layout("Tapir — Account").Render(templ.WithChildren(ctx, templ_7745c5c3_Var102), templ_7745c5c3_Buffer)
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
@@ -2681,51 +2709,51 @@ func summarizeModeControl(auto bool) templ.Component {
|
|||||||
}()
|
}()
|
||||||
}
|
}
|
||||||
ctx = templ.InitializeContext(ctx)
|
ctx = templ.InitializeContext(ctx)
|
||||||
templ_7745c5c3_Var111 := templ.GetChildren(ctx)
|
templ_7745c5c3_Var113 := templ.GetChildren(ctx)
|
||||||
if templ_7745c5c3_Var111 == nil {
|
if templ_7745c5c3_Var113 == nil {
|
||||||
templ_7745c5c3_Var111 = templ.NopComponent
|
templ_7745c5c3_Var113 = templ.NopComponent
|
||||||
}
|
}
|
||||||
ctx = templ.ClearChildren(ctx)
|
ctx = templ.ClearChildren(ctx)
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 224, "<div id=\"summarize-mode\" class=\"summarize-mode\"><p>Current mode: <strong>")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 226, "<div id=\"summarize-mode\" class=\"summarize-mode\"><p>Current mode: <strong>")
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ_7745c5c3_Err
|
|
||||||
}
|
|
||||||
var templ_7745c5c3_Var112 string
|
|
||||||
templ_7745c5c3_Var112, templ_7745c5c3_Err = templ.JoinStringErrs(summarizeModeLabel(auto))
|
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 743, Col: 53}
|
|
||||||
}
|
|
||||||
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var112))
|
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ_7745c5c3_Err
|
|
||||||
}
|
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 225, "</strong></p><form method=\"post\" action=\"/account/summarize-mode\" hx-post=\"/account/summarize-mode\" hx-target=\"#summarize-mode\" hx-swap=\"outerHTML\"><input type=\"hidden\" name=\"enabled\" value=\"")
|
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ_7745c5c3_Err
|
|
||||||
}
|
|
||||||
var templ_7745c5c3_Var113 string
|
|
||||||
templ_7745c5c3_Var113, templ_7745c5c3_Err = templ.ResolveAttributeValue(boolStr(!auto))
|
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 751, Col: 61}
|
|
||||||
}
|
|
||||||
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ_7745c5c3_Var113)
|
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ_7745c5c3_Err
|
|
||||||
}
|
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 226, "\"> <button type=\"submit\" class=\"btn-secondary\">")
|
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
var templ_7745c5c3_Var114 string
|
var templ_7745c5c3_Var114 string
|
||||||
templ_7745c5c3_Var114, templ_7745c5c3_Err = templ.JoinStringErrs(summarizeModeToggleLabel(auto))
|
templ_7745c5c3_Var114, templ_7745c5c3_Err = templ.JoinStringErrs(summarizeModeLabel(auto))
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 752, Col: 79}
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 743, Col: 53}
|
||||||
}
|
}
|
||||||
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var114))
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var114))
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 227, "</button></form></div>")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 227, "</strong></p><form method=\"post\" action=\"/account/summarize-mode\" hx-post=\"/account/summarize-mode\" hx-target=\"#summarize-mode\" hx-swap=\"outerHTML\"><input type=\"hidden\" name=\"enabled\" value=\"")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var115 string
|
||||||
|
templ_7745c5c3_Var115, templ_7745c5c3_Err = templ.ResolveAttributeValue(boolStr(!auto))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 751, Col: 61}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ_7745c5c3_Var115)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 228, "\"> <button type=\"submit\" class=\"btn-secondary\">")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var116 string
|
||||||
|
templ_7745c5c3_Var116, templ_7745c5c3_Err = templ.JoinStringErrs(summarizeModeToggleLabel(auto))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 752, Col: 79}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var116))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 229, "</button></form></div>")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
@@ -2753,38 +2781,38 @@ func ActionButtons(videoID string, active map[string]bool) templ.Component {
|
|||||||
}()
|
}()
|
||||||
}
|
}
|
||||||
ctx = templ.InitializeContext(ctx)
|
ctx = templ.InitializeContext(ctx)
|
||||||
templ_7745c5c3_Var115 := templ.GetChildren(ctx)
|
templ_7745c5c3_Var117 := templ.GetChildren(ctx)
|
||||||
if templ_7745c5c3_Var115 == nil {
|
if templ_7745c5c3_Var117 == nil {
|
||||||
templ_7745c5c3_Var115 = templ.NopComponent
|
templ_7745c5c3_Var117 = templ.NopComponent
|
||||||
}
|
}
|
||||||
ctx = templ.ClearChildren(ctx)
|
ctx = templ.ClearChildren(ctx)
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 228, "<form id=\"action-buttons\" class=\"actions\" method=\"post\" action=\"")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 230, "<form id=\"action-buttons\" class=\"actions\" method=\"post\" action=\"")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
var templ_7745c5c3_Var116 templ.SafeURL
|
var templ_7745c5c3_Var118 templ.SafeURL
|
||||||
templ_7745c5c3_Var116, templ_7745c5c3_Err = templ.JoinURLErrs(actionURL(videoID))
|
templ_7745c5c3_Var118, templ_7745c5c3_Err = templ.JoinURLErrs(actionURL(videoID))
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 766, Col: 29}
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 766, Col: 29}
|
||||||
}
|
}
|
||||||
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var116))
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var118))
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 229, "\" hx-post=\"")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 231, "\" hx-post=\"")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
var templ_7745c5c3_Var117 string
|
var templ_7745c5c3_Var119 string
|
||||||
templ_7745c5c3_Var117, templ_7745c5c3_Err = templ.ResolveAttributeValue(string(actionURL(videoID)))
|
templ_7745c5c3_Var119, templ_7745c5c3_Err = templ.ResolveAttributeValue(string(actionURL(videoID)))
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 767, Col: 38}
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 767, Col: 38}
|
||||||
}
|
}
|
||||||
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ_7745c5c3_Var117)
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ_7745c5c3_Var119)
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 230, "\" hx-target=\"#action-buttons\" hx-swap=\"outerHTML\"><span class=\"segmented\" role=\"group\" aria-label=\"Watched or skipped\">")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 232, "\" hx-target=\"#action-buttons\" hx-swap=\"outerHTML\"><span class=\"segmented\" role=\"group\" aria-label=\"Watched or skipped\">")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
@@ -2796,7 +2824,7 @@ func ActionButtons(videoID string, active map[string]bool) templ.Component {
|
|||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 231, "</span>")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 233, "</span>")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
@@ -2804,7 +2832,7 @@ func ActionButtons(videoID string, active map[string]bool) templ.Component {
|
|||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 232, "</form>")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 234, "</form>")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
@@ -2830,81 +2858,81 @@ func actionButton(verb string, isActive bool) templ.Component {
|
|||||||
}()
|
}()
|
||||||
}
|
}
|
||||||
ctx = templ.InitializeContext(ctx)
|
ctx = templ.InitializeContext(ctx)
|
||||||
templ_7745c5c3_Var118 := templ.GetChildren(ctx)
|
templ_7745c5c3_Var120 := templ.GetChildren(ctx)
|
||||||
if templ_7745c5c3_Var118 == nil {
|
if templ_7745c5c3_Var120 == nil {
|
||||||
templ_7745c5c3_Var118 = templ.NopComponent
|
templ_7745c5c3_Var120 = templ.NopComponent
|
||||||
}
|
}
|
||||||
ctx = templ.ClearChildren(ctx)
|
ctx = templ.ClearChildren(ctx)
|
||||||
var templ_7745c5c3_Var119 = []any{"action", templ.KV("active", isActive)}
|
templ_7745c5c3_Var121 := []any{"action", templ.KV("active", isActive)}
|
||||||
templ_7745c5c3_Err = templ.RenderCSSItems(ctx, templ_7745c5c3_Buffer, templ_7745c5c3_Var119...)
|
templ_7745c5c3_Err = templ.RenderCSSItems(ctx, templ_7745c5c3_Buffer, templ_7745c5c3_Var121...)
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 233, "<button type=\"submit\" name=\"action\" value=\"")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 235, "<button type=\"submit\" name=\"action\" value=\"")
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ_7745c5c3_Err
|
|
||||||
}
|
|
||||||
var templ_7745c5c3_Var120 string
|
|
||||||
templ_7745c5c3_Var120, templ_7745c5c3_Err = templ.ResolveAttributeValue(verb)
|
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 788, Col: 14}
|
|
||||||
}
|
|
||||||
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ_7745c5c3_Var120)
|
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ_7745c5c3_Err
|
|
||||||
}
|
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 234, "\" class=\"")
|
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ_7745c5c3_Err
|
|
||||||
}
|
|
||||||
var templ_7745c5c3_Var121 string
|
|
||||||
templ_7745c5c3_Var121, templ_7745c5c3_Err = templ.ResolveAttributeValue(templ.CSSClasses(templ_7745c5c3_Var119).String())
|
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 1, Col: 0}
|
|
||||||
}
|
|
||||||
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ_7745c5c3_Var121)
|
|
||||||
if templ_7745c5c3_Err != nil {
|
|
||||||
return templ_7745c5c3_Err
|
|
||||||
}
|
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 235, "\" aria-pressed=\"")
|
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
var templ_7745c5c3_Var122 string
|
var templ_7745c5c3_Var122 string
|
||||||
templ_7745c5c3_Var122, templ_7745c5c3_Err = templ.ResolveAttributeValue(ariaPressed(isActive))
|
templ_7745c5c3_Var122, templ_7745c5c3_Err = templ.ResolveAttributeValue(verb)
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 790, Col: 38}
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 788, Col: 14}
|
||||||
}
|
}
|
||||||
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ_7745c5c3_Var122)
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ_7745c5c3_Var122)
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 236, "\">")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 236, "\" class=\"")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var123 string
|
||||||
|
templ_7745c5c3_Var123, templ_7745c5c3_Err = templ.ResolveAttributeValue(templ.CSSClasses(templ_7745c5c3_Var121).String())
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 1, Col: 0}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ_7745c5c3_Var123)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 237, "\" aria-pressed=\"")
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
var templ_7745c5c3_Var124 string
|
||||||
|
templ_7745c5c3_Var124, templ_7745c5c3_Err = templ.ResolveAttributeValue(ariaPressed(isActive))
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 790, Col: 38}
|
||||||
|
}
|
||||||
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ_7745c5c3_Var124)
|
||||||
|
if templ_7745c5c3_Err != nil {
|
||||||
|
return templ_7745c5c3_Err
|
||||||
|
}
|
||||||
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 238, "\">")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
if isActive {
|
if isActive {
|
||||||
var templ_7745c5c3_Var123 string
|
var templ_7745c5c3_Var125 string
|
||||||
templ_7745c5c3_Var123, templ_7745c5c3_Err = templ.JoinStringErrs("✓ " + actionLabel(verb))
|
templ_7745c5c3_Var125, templ_7745c5c3_Err = templ.JoinStringErrs("✓ " + actionLabel(verb))
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 793, Col: 31}
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 793, Col: 31}
|
||||||
}
|
}
|
||||||
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var123))
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var125))
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
} else {
|
} else {
|
||||||
var templ_7745c5c3_Var124 string
|
var templ_7745c5c3_Var126 string
|
||||||
templ_7745c5c3_Var124, templ_7745c5c3_Err = templ.JoinStringErrs(actionLabel(verb))
|
templ_7745c5c3_Var126, templ_7745c5c3_Err = templ.JoinStringErrs(actionLabel(verb))
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 795, Col: 22}
|
return templ.Error{Err: templ_7745c5c3_Err, FileName: `internal/web/views.templ`, Line: 795, Col: 22}
|
||||||
}
|
}
|
||||||
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var124))
|
_, templ_7745c5c3_Err = templ_7745c5c3_Buffer.WriteString(templ.EscapeString(templ_7745c5c3_Var126))
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 237, "</button>")
|
templ_7745c5c3_Err = templruntime.WriteString(templ_7745c5c3_Buffer, 239, "</button>")
|
||||||
if templ_7745c5c3_Err != nil {
|
if templ_7745c5c3_Err != nil {
|
||||||
return templ_7745c5c3_Err
|
return templ_7745c5c3_Err
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -14,7 +14,8 @@ import (
|
|||||||
// page renders any GET path's full HTML (helper for theme/structure assertions).
|
// page renders any GET path's full HTML (helper for theme/structure assertions).
|
||||||
func page(t *testing.T, app interface {
|
func page(t *testing.T, app interface {
|
||||||
Router() http.Handler
|
Router() http.Handler
|
||||||
}, path string) string {
|
}, path string,
|
||||||
|
) string {
|
||||||
t.Helper()
|
t.Helper()
|
||||||
rec := httptest.NewRecorder()
|
rec := httptest.NewRecorder()
|
||||||
app.Router().ServeHTTP(rec, httptest.NewRequest(http.MethodGet, path, nil))
|
app.Router().ServeHTTP(rec, httptest.NewRequest(http.MethodGet, path, nil))
|
||||||
|
|||||||
@@ -0,0 +1,72 @@
|
|||||||
|
# spike-media — the `/bygge` toolchain, recovered
|
||||||
|
|
||||||
|
Throwaway spike tooling for #28 (upload → transcript → takeaways). Committed
|
||||||
|
because it was found in `tmpfs` one reboot from gone, not because it is finished.
|
||||||
|
|
||||||
|
Nothing here is wired into tapir. No database, no HTTP handler, no ADR.
|
||||||
|
|
||||||
|
## What produced `/bygge`
|
||||||
|
|
||||||
|
The prototype at `tapir.d-ma.be/bygge` was **not** hand-built, which the epic and
|
||||||
|
the first round of spike issues both got wrong. It came from these three scripts:
|
||||||
|
|
||||||
|
```
|
||||||
|
IMG_1233.mov --transcode.yaml--> IMG_1233.web.mp4 (k3s Job, h264, +faststart)
|
||||||
|
IMG_1233.wav --whisper---------> IMG_1233.sv.srt (interactive — the one manual step)
|
||||||
|
IMG_1233.sv.srt --analyze_srt.py--> analys.json (berget/mistral-medium, temperature=0)
|
||||||
|
analys.json + video --build_page.py--> page HTML
|
||||||
|
```
|
||||||
|
|
||||||
|
The reference analysis was produced by **`berget/mistral-medium`** — a mid-tier
|
||||||
|
cloud model, not a frontier one. That matters when judging what a local model
|
||||||
|
has to clear: the bar is mistral-medium, and it should be re-run as the control
|
||||||
|
arm rather than excluded.
|
||||||
|
|
||||||
|
## The validator is the valuable part
|
||||||
|
|
||||||
|
`analyze_srt.py` grades its own output on four checks. Two of them catch classes
|
||||||
|
of error that timestamp- and citation-checking cannot:
|
||||||
|
|
||||||
|
| Check | Catches |
|
||||||
|
|---|---|
|
||||||
|
| citation exact / **partial** / absent | Paraphrase presented as a quote. Three tiers, because `alternativ` citations legitimately stitch non-contiguous passages — a strict substring test fails the reference output. |
|
||||||
|
| `TALET … FINNS INTE I CITATET` | A wrong number carried by a *verbatim* citation and a *real* timestamp. Converts Swedish number-words to digits first. It caught `45×230` where the transcript said `220`. |
|
||||||
|
| `TACKNINGSLUCKA` | Spans of the clip no section covers. **The recall term** — without it an empty analysis scores perfectly on every other check. |
|
||||||
|
| timestamp exists in the SRT | Fabricated seek targets. Near-solved: 74/75 on the reference, because the model copies the cue starts it was handed. |
|
||||||
|
|
||||||
|
## Known defects — read before running
|
||||||
|
|
||||||
|
- **`max_tokens: 6000` is too low.** The 4-minute reference analysis is ~4,700
|
||||||
|
output tokens, i.e. ~78% of budget. A 10-minute clip truncates for every model,
|
||||||
|
and truncation reads as a JSON-discipline failure if you are not counting
|
||||||
|
tokens. Record `finish_reason` and separate `truncated` from `malformed`.
|
||||||
|
- **`build_page.py` hardcodes the title** (`"Jonas – genomgång av tillbyggnad"`).
|
||||||
|
- **The schema carries fields nothing renders** — `projekt.sammanfattning`,
|
||||||
|
`projekt.skede`, `avsnitt.bildtid`, `avsnitt.bildmotiv`, `material[]`,
|
||||||
|
`oklart[]` — left over from an earlier still-frame/markdown output that
|
||||||
|
`build_page.py` replaced. They are paid for in output tokens on every run.
|
||||||
|
- **Speaker attribution is inferred, not diarized.** The output attributes
|
||||||
|
statements by name from an SRT with no speaker labels. All four checks above
|
||||||
|
are blind to a misattribution.
|
||||||
|
- **The web encode does not downscale.** The source is 720×1280; `-preset
|
||||||
|
veryfast -crf 24` on handheld motion is what makes it ~5 Mbps, not the
|
||||||
|
resolution. The lever is the preset.
|
||||||
|
|
||||||
|
## Fixtures
|
||||||
|
|
||||||
|
`fixtures/fake.sv.srt` + `fixtures/fake.analys.json` — a synthetic 7-cue Swedish
|
||||||
|
construction walkthrough with planted numbers. No real people, no real project.
|
||||||
|
It exercises the parser and all four validator checks **without a model call**,
|
||||||
|
which is what makes it usable in a test.
|
||||||
|
|
||||||
|
## Why the real artifacts are not here
|
||||||
|
|
||||||
|
**This repo is public.** The prototype's transcript and analysis are a verbatim
|
||||||
|
recording of a named person discussing a client's building project — private
|
||||||
|
third-party content, and exactly the class of data #28 calls out as the reason
|
||||||
|
uploaded transcripts cannot live in the shared `transcripts` table.
|
||||||
|
|
||||||
|
So `IMG_1233.sv.srt`, `payload.json` and the model-comparison runs stay out of
|
||||||
|
git here. That leaves `/bygge` without a versioned source of truth, which is a
|
||||||
|
real gap and a decision for #28: a private repo, an encrypted blob, or accepting
|
||||||
|
that the reference artifacts live outside version control.
|
||||||
@@ -0,0 +1,500 @@
|
|||||||
|
#!/usr/bin/env python3
|
||||||
|
"""Analysera en svensk SRT-transkription av ett byggprojekt.
|
||||||
|
|
||||||
|
Steg 1 av 2: producerar tidsstämplad, källbelagd JSON som steg 2
|
||||||
|
(ffmpeg-bildutdrag + markdown-montering) konsumerar.
|
||||||
|
|
||||||
|
Varje påstående måste bära sitt ordagranna citat och sin tidsstämpel.
|
||||||
|
Det gör hallucination synlig i stället för trolig, och ger samtidigt
|
||||||
|
bildtiderna gratis.
|
||||||
|
|
||||||
|
Körning:
|
||||||
|
export DMABE_LLMAPI_KEY=... # redan satt på koala
|
||||||
|
python3 analyze_srt.py IMG_1233.sv.srt > analys.json
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import argparse
|
||||||
|
import json
|
||||||
|
import os
|
||||||
|
import re
|
||||||
|
import sys
|
||||||
|
import time
|
||||||
|
import urllib.error
|
||||||
|
import urllib.request
|
||||||
|
from dataclasses import dataclass, asdict
|
||||||
|
|
||||||
|
GATEWAY = os.environ.get("LITELLM_BASE", "http://koala:30401/v1")
|
||||||
|
DEFAULT_MODEL = "berget/mistral-medium"
|
||||||
|
|
||||||
|
# ---------------------------------------------------------------- SRT-parsning
|
||||||
|
|
||||||
|
TS = re.compile(
|
||||||
|
r"(\d{2}):(\d{2}):(\d{2})[,.](\d{3})\s*-->\s*(\d{2}):(\d{2}):(\d{2})[,.](\d{3})"
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass
|
||||||
|
class Cue:
|
||||||
|
idx: int
|
||||||
|
start: float # sekunder
|
||||||
|
end: float
|
||||||
|
text: str
|
||||||
|
|
||||||
|
@property
|
||||||
|
def start_hms(self) -> str:
|
||||||
|
return secs_to_hms(self.start)
|
||||||
|
|
||||||
|
|
||||||
|
def secs_to_hms(s: float) -> str:
|
||||||
|
h, rem = divmod(int(s), 3600)
|
||||||
|
m, sec = divmod(rem, 60)
|
||||||
|
return f"{h:02d}:{m:02d}:{sec:02d}"
|
||||||
|
|
||||||
|
|
||||||
|
def hms_to_secs(v: str) -> float:
|
||||||
|
"""Tål '00:01:23', '01:23', '83' och '00:01:23,450'."""
|
||||||
|
v = v.strip().replace(",", ".")
|
||||||
|
parts = v.split(":")
|
||||||
|
try:
|
||||||
|
nums = [float(p) for p in parts]
|
||||||
|
except ValueError as e:
|
||||||
|
raise ValueError(f"ogiltig tidsstämpel: {v!r}") from e
|
||||||
|
if len(nums) == 3:
|
||||||
|
return nums[0] * 3600 + nums[1] * 60 + nums[2]
|
||||||
|
if len(nums) == 2:
|
||||||
|
return nums[0] * 60 + nums[1]
|
||||||
|
if len(nums) == 1:
|
||||||
|
return nums[0]
|
||||||
|
raise ValueError(f"ogiltig tidsstämpel: {v!r}")
|
||||||
|
|
||||||
|
|
||||||
|
def parse_srt(raw: str) -> list[Cue]:
|
||||||
|
"""Blockbaserad parsning. Tål saknade index och CRLF."""
|
||||||
|
raw = raw.replace("\r\n", "\n").replace("", "")
|
||||||
|
cues: list[Cue] = []
|
||||||
|
for block in re.split(r"\n\s*\n", raw.strip()):
|
||||||
|
lines = [ln for ln in block.split("\n") if ln.strip()]
|
||||||
|
if not lines:
|
||||||
|
continue
|
||||||
|
m = None
|
||||||
|
text_from = 0
|
||||||
|
for i, ln in enumerate(lines[:2]):
|
||||||
|
m = TS.search(ln)
|
||||||
|
if m:
|
||||||
|
text_from = i + 1
|
||||||
|
break
|
||||||
|
if not m:
|
||||||
|
continue
|
||||||
|
g = [int(x) for x in m.groups()]
|
||||||
|
start = g[0] * 3600 + g[1] * 60 + g[2] + g[3] / 1000
|
||||||
|
end = g[4] * 3600 + g[5] * 60 + g[6] + g[7] / 1000
|
||||||
|
text = " ".join(lines[text_from:]).strip()
|
||||||
|
if text:
|
||||||
|
cues.append(Cue(len(cues) + 1, start, end, text))
|
||||||
|
return cues
|
||||||
|
|
||||||
|
|
||||||
|
def as_numbered_transcript(cues: list[Cue]) -> str:
|
||||||
|
"""Tidsstämplad text som modellen kan citera exakt ur."""
|
||||||
|
return "\n".join(f"[{c.start_hms}] {c.text}" for c in cues)
|
||||||
|
|
||||||
|
|
||||||
|
# ------------------------------------------------------------------ LLM-anrop
|
||||||
|
|
||||||
|
SYSTEM = """Du är byggteknisk analytiker. Du analyserar en transkription från ett \
|
||||||
|
platsbesök där Jonas beskriver ett PLANERAT byggprojekt för minst en annan person.
|
||||||
|
|
||||||
|
Detta är ett SAMTAL, inte en monolog. Korta inpass som "Hela vägen?", "Vilken höjd?" \
|
||||||
|
eller "Måste det bli det?" är motpartens frågor - de driver samtalet men är inte \
|
||||||
|
Jonas påståenden. Attribuera inte en fråga som ett beslut.
|
||||||
|
|
||||||
|
Det mesta som sägs är FÖRSLAG under diskussion, inte färdiga beslut. Signalord som \
|
||||||
|
"vi tänker", "alternativt", "kanske", "förmodligen", "eventuellt", "om möjligt", \
|
||||||
|
"troligast" och "beror på" markerar något ÖPPET. Blanda aldrig ihop ett övervägt \
|
||||||
|
alternativ med ett fattat beslut - den skillnaden är hela poängen med analysen.
|
||||||
|
|
||||||
|
ABSOLUTA KRAV:
|
||||||
|
- Rapportera ENDAST det som faktiskt sägs. Dra inga egna slutsatser, lägg inte till \
|
||||||
|
byggmoment, material eller mått som inte nämns explicit.
|
||||||
|
- Varje påstående MÅSTE bära ett ordagrant citat ur transkriptionen samt dess tidsstämpel.
|
||||||
|
- Mått revideras under samtalets gång ("nio meter" -> "9,40"). Återge alla varianter \
|
||||||
|
som nämns, med citat, i stället för att välja en.
|
||||||
|
- Är något oklart, ohörbart eller avbrutet: skriv det i fältet "oklart" i stället för \
|
||||||
|
att gissa.
|
||||||
|
- Svara ENDAST med giltig JSON. Ingen markdown, inga kodstaket, ingen förklarande text."""
|
||||||
|
|
||||||
|
USER_TMPL = """Dela in transkriptionen i tematiska avsnitt (typiskt 4-8 stycken) som \
|
||||||
|
följer hur Jonas rör sig genom projektet.
|
||||||
|
|
||||||
|
TACKNINGSKRAV: avsnitten maste tillsammans tacka HELA klippet, fran 00:00:00 till \
|
||||||
|
{slut}. Forsta avsnittet borjar 00:00:00, sista avsnittet slutar {slut}, och varje \
|
||||||
|
avsnitts "start" ar lika med foregaende avsnitts "slut". Lamna inga luckor - ocksa \
|
||||||
|
korta avslutande kommentarer (tidplan, kostnader, nasta steg) ska tillhora ett avsnitt.
|
||||||
|
|
||||||
|
Svara med exakt denna JSON-struktur:
|
||||||
|
|
||||||
|
{{
|
||||||
|
"projekt": {{
|
||||||
|
"sammanfattning": "2-3 meningar om vad projektet är",
|
||||||
|
"typ": "t.ex. nybyggnad villa / tillbyggnad / renovering - eller null om det inte framgår",
|
||||||
|
"skede": "vilket byggskede som visas - eller null"
|
||||||
|
}},
|
||||||
|
"avsnitt": [
|
||||||
|
{{
|
||||||
|
"rubrik": "kort beskrivande rubrik",
|
||||||
|
"start": "HH:MM:SS",
|
||||||
|
"slut": "HH:MM:SS",
|
||||||
|
"sammanfattning": "vad Jonas beskriver i detta avsnitt, 1-3 meningar",
|
||||||
|
"nyckelpunkter": [
|
||||||
|
{{"pastaende": "vad som sags", "citat": "ordagrant citat", "tid": "HH:MM:SS"}}
|
||||||
|
],
|
||||||
|
"bildtid": "HH:MM:SS - ogonblicket dar det Jonas beskriver syns tydligast",
|
||||||
|
"bildmotiv": "vad som bor synas i bilden vid bildtid"
|
||||||
|
}}
|
||||||
|
],
|
||||||
|
"beslut": [{{"vad": "nagot som uttalas som bestamt", "citat": "ordagrant citat", "tid": "HH:MM:SS"}}],
|
||||||
|
"alternativ": [{{
|
||||||
|
"fraga": "vad som vags mot varandra",
|
||||||
|
"optioner": ["alternativ A", "alternativ B"],
|
||||||
|
"lutar_at": "det alternativ som forespraakas - eller null om oavgjort",
|
||||||
|
"citat": "ordagrant citat", "tid": "HH:MM:SS"
|
||||||
|
}}],
|
||||||
|
"oppna_fragor": [{{
|
||||||
|
"fraga": "det som inte ar avgjort",
|
||||||
|
"beror_pa": "vad avgorandet hanger pa - eller null",
|
||||||
|
"citat": "ordagrant citat", "tid": "HH:MM:SS"
|
||||||
|
}}],
|
||||||
|
"matt": [{{"vad": "matt/dimension", "citat": "ordagrant citat", "tid": "HH:MM:SS"}}],
|
||||||
|
"material": [{{"vad": "material/produkt", "citat": "ordagrant citat", "tid": "HH:MM:SS"}}],
|
||||||
|
"oklart": ["saker som ar ohorbara, avbrutna eller tvetydiga i transkriptionen"]
|
||||||
|
}}
|
||||||
|
|
||||||
|
Valj "bildtid" omsorgsfullt. I detta samtal pekar Jonas standigt pa saker med ord som \
|
||||||
|
"har", "hit", "den typ sa" - orden ar obegripliga utan bilden, sa bildtiden ska ligga \
|
||||||
|
dar foremalet han syftar pa syns, inte dar han byter amne. Tomma listor ar helt i sin \
|
||||||
|
ordning om inget relevant namns.
|
||||||
|
|
||||||
|
TRANSKRIPTION:
|
||||||
|
{transcript}"""
|
||||||
|
|
||||||
|
|
||||||
|
def call_llm(
|
||||||
|
model: str, transcript: str, slut: str, timeout: int = 300, retries: int = 2
|
||||||
|
) -> str:
|
||||||
|
key = os.environ.get("DMABE_LLMAPI_KEY") or os.environ.get("LITELLM_API_KEY")
|
||||||
|
if not key:
|
||||||
|
sys.exit("DMABE_LLMAPI_KEY (eller LITELLM_API_KEY) saknas i miljon.")
|
||||||
|
|
||||||
|
body = json.dumps(
|
||||||
|
{
|
||||||
|
"model": model,
|
||||||
|
"temperature": 0,
|
||||||
|
"max_tokens": 6000,
|
||||||
|
"messages": [
|
||||||
|
{"role": "system", "content": SYSTEM},
|
||||||
|
{"role": "user", "content": USER_TMPL.format(transcript=transcript, slut=slut)},
|
||||||
|
],
|
||||||
|
}
|
||||||
|
).encode()
|
||||||
|
|
||||||
|
# Gatewayen begransar burst (limit_req burst=5) och berget-anropet kan
|
||||||
|
# spika. TimeoutError arvs INTE av URLError, sa den maste fangas separat -
|
||||||
|
# annars blir felet en rasptrace efter flera minuters vantan.
|
||||||
|
last = ""
|
||||||
|
for attempt in range(retries + 1):
|
||||||
|
req = urllib.request.Request(
|
||||||
|
f"{GATEWAY}/chat/completions",
|
||||||
|
data=body,
|
||||||
|
headers={"Authorization": f"Bearer {key}", "Content-Type": "application/json"},
|
||||||
|
)
|
||||||
|
try:
|
||||||
|
with urllib.request.urlopen(req, timeout=timeout) as r:
|
||||||
|
payload = json.load(r)
|
||||||
|
break
|
||||||
|
except urllib.error.HTTPError as e:
|
||||||
|
detail = e.read()[:400].decode(errors="replace")
|
||||||
|
if e.code == 429 and attempt < retries:
|
||||||
|
last = f"HTTP 429 (rate limit)"
|
||||||
|
elif e.code >= 500 and attempt < retries:
|
||||||
|
last = f"HTTP {e.code}"
|
||||||
|
else:
|
||||||
|
sys.exit(f"gateway HTTP {e.code}: {detail}")
|
||||||
|
except (TimeoutError, urllib.error.URLError, OSError) as e:
|
||||||
|
reason = getattr(e, "reason", e)
|
||||||
|
if attempt < retries:
|
||||||
|
last = f"{type(e).__name__}: {reason}"
|
||||||
|
else:
|
||||||
|
sys.exit(
|
||||||
|
f"nadde inte gateway {GATEWAY} efter {retries + 1} forsok "
|
||||||
|
f"({type(e).__name__}: {reason}). Kontrollera att koala:30401 svarar."
|
||||||
|
)
|
||||||
|
backoff = 3 * (attempt + 1)
|
||||||
|
print(f"[!] {last} - forsok {attempt + 2}/{retries + 1} om {backoff}s", file=sys.stderr)
|
||||||
|
time.sleep(backoff)
|
||||||
|
else:
|
||||||
|
sys.exit(f"gav upp efter {retries + 1} forsok: {last}")
|
||||||
|
|
||||||
|
choice = payload["choices"][0]
|
||||||
|
content = (choice.get("message") or {}).get("content") or ""
|
||||||
|
if not content.strip():
|
||||||
|
# Kant lage for thinking-modeller: resonemanget ater hela budgeten.
|
||||||
|
sys.exit(
|
||||||
|
f"tomt svar (finish_reason={choice.get('finish_reason')}). "
|
||||||
|
"Valj en icke-resonerande modell for strukturerad utdata."
|
||||||
|
)
|
||||||
|
return content
|
||||||
|
|
||||||
|
|
||||||
|
def extract_json(s: str) -> dict:
|
||||||
|
s = s.strip()
|
||||||
|
if s.startswith("```"):
|
||||||
|
s = re.sub(r"^```(?:json)?\s*", "", s)
|
||||||
|
s = re.sub(r"\s*```$", "", s)
|
||||||
|
try:
|
||||||
|
return json.loads(s)
|
||||||
|
except json.JSONDecodeError:
|
||||||
|
# Sista utvag: forsta {...sista }
|
||||||
|
i, j = s.find("{"), s.rfind("}")
|
||||||
|
if i >= 0 and j > i:
|
||||||
|
return json.loads(s[i : j + 1])
|
||||||
|
raise
|
||||||
|
|
||||||
|
|
||||||
|
# -------------------------------------------------------------- Verifiering
|
||||||
|
|
||||||
|
def norm(s: str) -> str:
|
||||||
|
return re.sub(r"[^\wåäöÅÄÖ]+", " ", (s or "").lower()).strip()
|
||||||
|
|
||||||
|
|
||||||
|
# --- svenska talord -> siffror -------------------------------------------
|
||||||
|
# Byggmatt sags i klartext ("fyrtiofem ganger tvahundratjugo") men refereras
|
||||||
|
# i siffror. Utan denna oversattning kan ett felaktigt matt bara ett giltigt
|
||||||
|
# ordagrant citat och passera oupptackt - den farligaste feltypen i ett
|
||||||
|
# byggdokument.
|
||||||
|
|
||||||
|
_SW_UNITS = {
|
||||||
|
"noll": 0, "en": 1, "ett": 1, "två": 2, "tva": 2, "tre": 3, "fyra": 4,
|
||||||
|
"fem": 5, "sex": 6, "sju": 7, "åtta": 8, "atta": 8, "nio": 9, "tio": 10,
|
||||||
|
"elva": 11, "tolv": 12, "tretton": 13, "fjorton": 14, "femton": 15,
|
||||||
|
"sexton": 16, "sjutton": 17, "arton": 18, "nitton": 19,
|
||||||
|
}
|
||||||
|
_SW_TENS = {
|
||||||
|
"tjugo": 20, "trettio": 30, "fyrtio": 40, "femtio": 50, "sextio": 60,
|
||||||
|
"sjuttio": 70, "åttio": 80, "attio": 80, "nittio": 90,
|
||||||
|
}
|
||||||
|
_SW_ATOMS = {**_SW_UNITS, **_SW_TENS, "hundra": 100, "tusen": 1000}
|
||||||
|
# Langsta forst sa att "sexton" vinner over "sex", "attio" over "atta".
|
||||||
|
_SW_ORDER = sorted(_SW_ATOMS, key=len, reverse=True)
|
||||||
|
|
||||||
|
|
||||||
|
def _sw_word_to_int(word: str) -> int | None:
|
||||||
|
"""'tvåhundratjugo' -> 220. None om ordet inte ar ett rent talord."""
|
||||||
|
w = word.lower()
|
||||||
|
toks: list[str] = []
|
||||||
|
while w:
|
||||||
|
for atom in _SW_ORDER:
|
||||||
|
if w.startswith(atom):
|
||||||
|
toks.append(atom)
|
||||||
|
w = w[len(atom) :]
|
||||||
|
break
|
||||||
|
else:
|
||||||
|
return None
|
||||||
|
if not toks:
|
||||||
|
return None
|
||||||
|
|
||||||
|
total = current = 0
|
||||||
|
for t in toks:
|
||||||
|
v = _SW_ATOMS[t]
|
||||||
|
if t == "hundra":
|
||||||
|
current = (current or 1) * 100
|
||||||
|
elif t == "tusen":
|
||||||
|
total += (current or 1) * 1000
|
||||||
|
current = 0
|
||||||
|
else:
|
||||||
|
current += v
|
||||||
|
return total + current
|
||||||
|
|
||||||
|
|
||||||
|
def numbers_in(text: str) -> set[float]:
|
||||||
|
"""Alla tal i texten, som siffror och som svenska talord.
|
||||||
|
|
||||||
|
Svenska anvander decimalkomma ("9,40" = 9.4). Naiv \\d+-matchning skulle
|
||||||
|
lasa det som tva separata heltal 9 och 40 - och just har revideras matten
|
||||||
|
live i samtalet ("nio meter" -> "9,40"), sa den skillnaden ar betydelsebarande.
|
||||||
|
"""
|
||||||
|
found: set[float] = set()
|
||||||
|
for m in re.finditer(r"\d+(?:[.,]\d+)?", text or ""):
|
||||||
|
found.add(float(m.group().replace(",", ".")))
|
||||||
|
for w in re.findall(r"[a-zåäöA-ZÅÄÖ]+", text or ""):
|
||||||
|
# "en"/"ett" ar obestamd artikel vida oftare an raknetalet 1
|
||||||
|
# ("ett sedumtak"), sa fristaende traffar ger falsklarm. Sammansatta
|
||||||
|
# former ("etthundra") fangas anda av den giriga tokeniseringen.
|
||||||
|
if len(w) < 3 or w.lower() in {"en", "ett"}:
|
||||||
|
continue
|
||||||
|
v = _sw_word_to_int(w)
|
||||||
|
if v is not None and v > 0:
|
||||||
|
found.add(float(v))
|
||||||
|
return found
|
||||||
|
|
||||||
|
|
||||||
|
def fmt_num(v: float) -> str:
|
||||||
|
return str(int(v)) if v == int(v) else f"{v:g}"
|
||||||
|
|
||||||
|
|
||||||
|
def unsupported(claimed: set[float], supported: set[float]) -> list[float]:
|
||||||
|
"""Tal i pastaendet som inte styrks av citatet (med liten tolerans)."""
|
||||||
|
return sorted(
|
||||||
|
n for n in claimed if not any(abs(n - s) < 0.01 for s in supported)
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def verify(doc: dict, cues: list[Cue], duration: float) -> list[str]:
|
||||||
|
"""Varje citat ska ga att aterfinna; varje tid ska ligga inom klippet.
|
||||||
|
|
||||||
|
Detta ar sjalva poangen med strukturen - ett pastaende utan verifierbar
|
||||||
|
kalla ar en hallucination, och den ska synas har och inte i dokumentet.
|
||||||
|
"""
|
||||||
|
warnings: list[str] = []
|
||||||
|
haystack = norm(" ".join(c.text for c in cues))
|
||||||
|
|
||||||
|
def check_quote(where: str, quote: str) -> None:
|
||||||
|
n = norm(quote)
|
||||||
|
if not n:
|
||||||
|
warnings.append(f"{where}: tomt citat")
|
||||||
|
return
|
||||||
|
if n in haystack:
|
||||||
|
return
|
||||||
|
# Delvis traff: minst 60 % av orden i foljd nagonstans
|
||||||
|
words = n.split()
|
||||||
|
if len(words) >= 4:
|
||||||
|
for size in (len(words), max(4, int(len(words) * 0.6))):
|
||||||
|
for i in range(0, len(words) - size + 1):
|
||||||
|
if " ".join(words[i : i + size]) in haystack:
|
||||||
|
warnings.append(f"{where}: citat matchar bara delvis: {quote!r}")
|
||||||
|
return
|
||||||
|
warnings.append(f"{where}: CITAT SAKNAS I TRANSKRIPTION: {quote!r}")
|
||||||
|
|
||||||
|
def check_time(where: str, t: str) -> None:
|
||||||
|
try:
|
||||||
|
v = hms_to_secs(t)
|
||||||
|
except ValueError:
|
||||||
|
warnings.append(f"{where}: ogiltig tid {t!r}")
|
||||||
|
return
|
||||||
|
if not (0 <= v <= duration + 1):
|
||||||
|
warnings.append(f"{where}: tid {t} utanfor klippet (0-{secs_to_hms(duration)})")
|
||||||
|
|
||||||
|
for i, sec in enumerate(doc.get("avsnitt") or [], 1):
|
||||||
|
tag = f"avsnitt {i} ({sec.get('rubrik','?')})"
|
||||||
|
for f in ("start", "slut", "bildtid"):
|
||||||
|
if sec.get(f):
|
||||||
|
check_time(f"{tag}.{f}", sec[f])
|
||||||
|
for j, kp in enumerate(sec.get("nyckelpunkter") or [], 1):
|
||||||
|
check_quote(f"{tag}.nyckelpunkt {j}", kp.get("citat", ""))
|
||||||
|
if kp.get("tid"):
|
||||||
|
check_time(f"{tag}.nyckelpunkt {j}.tid", kp["tid"])
|
||||||
|
|
||||||
|
def check_numbers(where: str, claim: str, quote: str) -> None:
|
||||||
|
"""Varje tal i pastaendet maste finnas i dess eget citat."""
|
||||||
|
claimed = numbers_in(claim)
|
||||||
|
if not claimed:
|
||||||
|
return
|
||||||
|
supported = numbers_in(quote)
|
||||||
|
for n in unsupported(claimed, supported):
|
||||||
|
stod = ", ".join(fmt_num(s) for s in sorted(supported)) or "inga tal"
|
||||||
|
warnings.append(
|
||||||
|
f"{where}: TALET {fmt_num(n)} FINNS INTE I CITATET "
|
||||||
|
f"(citat stoder {stod}): {claim!r}"
|
||||||
|
)
|
||||||
|
|
||||||
|
for i, sec in enumerate(doc.get("avsnitt") or [], 1):
|
||||||
|
tag = f"avsnitt {i} ({sec.get('rubrik','?')})"
|
||||||
|
for j, kp in enumerate(sec.get("nyckelpunkter") or [], 1):
|
||||||
|
check_numbers(f"{tag}.nyckelpunkt {j}", kp.get("pastaende", ""), kp.get("citat", ""))
|
||||||
|
|
||||||
|
for key in ("material", "matt", "beslut"):
|
||||||
|
for j, it in enumerate(doc.get(key) or [], 1):
|
||||||
|
check_quote(f"{key}[{j}]", it.get("citat", ""))
|
||||||
|
if it.get("tid"):
|
||||||
|
check_time(f"{key}[{j}].tid", it["tid"])
|
||||||
|
check_numbers(f"{key}[{j}]", it.get("vad", ""), it.get("citat", ""))
|
||||||
|
|
||||||
|
# Tackningskontroll: avsnitten ska tacka hela klippet utan hal, annars
|
||||||
|
# tappas material tyst (och inget bildutdrag gors for den luckan).
|
||||||
|
spans: list[tuple[float, float]] = []
|
||||||
|
for sec in doc.get("avsnitt") or []:
|
||||||
|
try:
|
||||||
|
spans.append((hms_to_secs(sec["start"]), hms_to_secs(sec["slut"])))
|
||||||
|
except (KeyError, ValueError):
|
||||||
|
continue
|
||||||
|
spans.sort()
|
||||||
|
cursor = 0.0
|
||||||
|
for s, e in spans:
|
||||||
|
if s - cursor > 2.0:
|
||||||
|
gap_text = " ".join(
|
||||||
|
c.text for c in cues if c.start >= cursor - 0.5 and c.end <= s + 0.5
|
||||||
|
)
|
||||||
|
warnings.append(
|
||||||
|
f"TACKNINGSLUCKA {secs_to_hms(cursor)}-{secs_to_hms(s)} "
|
||||||
|
f"({s - cursor:.0f}s utan avsnitt): {gap_text[:90]!r}"
|
||||||
|
)
|
||||||
|
cursor = max(cursor, e)
|
||||||
|
if duration - cursor > 2.0:
|
||||||
|
warnings.append(
|
||||||
|
f"TACKNINGSLUCKA {secs_to_hms(cursor)}-{secs_to_hms(duration)} "
|
||||||
|
f"({duration - cursor:.0f}s i slutet utan avsnitt)"
|
||||||
|
)
|
||||||
|
return warnings
|
||||||
|
|
||||||
|
|
||||||
|
# ------------------------------------------------------------------- main
|
||||||
|
|
||||||
|
def main() -> None:
|
||||||
|
ap = argparse.ArgumentParser(description=__doc__)
|
||||||
|
ap.add_argument("srt")
|
||||||
|
ap.add_argument("--model", default=DEFAULT_MODEL)
|
||||||
|
ap.add_argument("--raw", action="store_true", help="skriv aven modellens rasvar till stderr")
|
||||||
|
args = ap.parse_args()
|
||||||
|
|
||||||
|
with open(args.srt, encoding="utf-8") as fh:
|
||||||
|
cues = parse_srt(fh.read())
|
||||||
|
if not cues:
|
||||||
|
sys.exit(f"inga cues hittades i {args.srt} - fel format?")
|
||||||
|
duration = cues[-1].end
|
||||||
|
|
||||||
|
print(
|
||||||
|
f"[i] {len(cues)} cues, langd {secs_to_hms(duration)}, modell {args.model}",
|
||||||
|
file=sys.stderr,
|
||||||
|
)
|
||||||
|
|
||||||
|
content = call_llm(args.model, as_numbered_transcript(cues), secs_to_hms(duration))
|
||||||
|
if args.raw:
|
||||||
|
print(content, file=sys.stderr)
|
||||||
|
|
||||||
|
try:
|
||||||
|
doc = extract_json(content)
|
||||||
|
except json.JSONDecodeError as e:
|
||||||
|
sys.exit(f"modellen returnerade ogiltig JSON: {e}\n---\n{content[:800]}")
|
||||||
|
|
||||||
|
warnings = verify(doc, cues, duration)
|
||||||
|
doc["_meta"] = {
|
||||||
|
"modell": args.model,
|
||||||
|
"kallfil": os.path.basename(args.srt),
|
||||||
|
"antal_cues": len(cues),
|
||||||
|
"langd": secs_to_hms(duration),
|
||||||
|
"varningar": warnings,
|
||||||
|
}
|
||||||
|
|
||||||
|
print(json.dumps(doc, ensure_ascii=False, indent=2))
|
||||||
|
|
||||||
|
if warnings:
|
||||||
|
print(f"\n[!] {len(warnings)} verifieringsvarningar:", file=sys.stderr)
|
||||||
|
for w in warnings:
|
||||||
|
print(f" - {w}", file=sys.stderr)
|
||||||
|
else:
|
||||||
|
print("[ok] alla citat aterfunna, alla tider inom klippet", file=sys.stderr)
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
main()
|
||||||
@@ -0,0 +1,357 @@
|
|||||||
|
#!/usr/bin/env python3
|
||||||
|
"""Bygg en fristaende HTML-sida: video + SRT + tidssynkad analys.
|
||||||
|
|
||||||
|
Sidan ar sjalvbarande sa nar som pa videofilen - transkription och analys
|
||||||
|
bakas in i HTML:en. Det gor att den fungerar aven over file:// (fetch mot
|
||||||
|
en lokal JSON blockeras av CORS).
|
||||||
|
|
||||||
|
python3 build_page.py payload.json IMG_1233.web.mp4 > index.html
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import html
|
||||||
|
import json
|
||||||
|
import sys
|
||||||
|
|
||||||
|
TEMPLATE = """<!doctype html>
|
||||||
|
<html lang="sv">
|
||||||
|
<head>
|
||||||
|
<meta charset="utf-8">
|
||||||
|
<meta name="viewport" content="width=device-width, initial-scale=1">
|
||||||
|
<title>__TITLE__</title>
|
||||||
|
<style>
|
||||||
|
:root {
|
||||||
|
--bg:#f6f7f9; --panel:#fff; --ink:#16181d; --muted:#6b7280; --line:#e3e6ea;
|
||||||
|
--accent:#2563eb; --accent-soft:#eff4ff;
|
||||||
|
--beslut:#0f9d58; --alt:#d97706; --oppen:#dc2626; --matt:#7c3aed;
|
||||||
|
}
|
||||||
|
@media (prefers-color-scheme: dark) {
|
||||||
|
:root {
|
||||||
|
--bg:#0e1116; --panel:#161a21; --ink:#e6e9ef; --muted:#9aa3b2; --line:#262c36;
|
||||||
|
--accent:#60a5fa; --accent-soft:#17233b;
|
||||||
|
--beslut:#34d399; --alt:#fbbf24; --oppen:#f87171; --matt:#a78bfa;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
:root[data-theme="dark"] {
|
||||||
|
--bg:#0e1116; --panel:#161a21; --ink:#e6e9ef; --muted:#9aa3b2; --line:#262c36;
|
||||||
|
--accent:#60a5fa; --accent-soft:#17233b;
|
||||||
|
--beslut:#34d399; --alt:#fbbf24; --oppen:#f87171; --matt:#a78bfa;
|
||||||
|
}
|
||||||
|
:root[data-theme="light"] {
|
||||||
|
--bg:#f6f7f9; --panel:#fff; --ink:#16181d; --muted:#6b7280; --line:#e3e6ea;
|
||||||
|
--accent:#2563eb; --accent-soft:#eff4ff;
|
||||||
|
--beslut:#0f9d58; --alt:#d97706; --oppen:#dc2626; --matt:#7c3aed;
|
||||||
|
}
|
||||||
|
* { box-sizing:border-box; }
|
||||||
|
body {
|
||||||
|
margin:0; background:var(--bg); color:var(--ink);
|
||||||
|
font:15px/1.55 -apple-system,BlinkMacSystemFont,"Segoe UI",Roboto,sans-serif;
|
||||||
|
}
|
||||||
|
header {
|
||||||
|
padding:14px 20px; border-bottom:1px solid var(--line); background:var(--panel);
|
||||||
|
display:flex; align-items:baseline; gap:14px; flex-wrap:wrap;
|
||||||
|
}
|
||||||
|
header h1 { margin:0; font-size:17px; font-weight:650; }
|
||||||
|
header .sub { color:var(--muted); font-size:13px; }
|
||||||
|
|
||||||
|
.wrap {
|
||||||
|
display:grid; grid-template-columns: minmax(0,1.35fr) minmax(320px,1fr);
|
||||||
|
gap:20px; padding:20px; align-items:start; max-width:1600px; margin:0 auto;
|
||||||
|
}
|
||||||
|
@media (max-width: 950px) { .wrap { grid-template-columns:1fr; } }
|
||||||
|
|
||||||
|
/* Videon star stilla; analysen ror sig bredvid. */
|
||||||
|
.videocol { position:sticky; top:20px; }
|
||||||
|
video { width:100%; border-radius:10px; background:#000; display:block; }
|
||||||
|
|
||||||
|
.nowbar {
|
||||||
|
margin-top:10px; padding:12px 14px; background:var(--panel);
|
||||||
|
border:1px solid var(--line); border-radius:10px; min-height:64px;
|
||||||
|
}
|
||||||
|
.nowbar .label { font-size:11px; text-transform:uppercase; letter-spacing:.07em; color:var(--muted); }
|
||||||
|
.nowbar .text { margin-top:4px; font-size:16px; }
|
||||||
|
|
||||||
|
.tabs { display:flex; gap:6px; margin-bottom:12px; flex-wrap:wrap; }
|
||||||
|
.tab {
|
||||||
|
padding:6px 12px; border:1px solid var(--line); background:var(--panel);
|
||||||
|
border-radius:999px; cursor:pointer; font-size:13px; color:var(--ink);
|
||||||
|
}
|
||||||
|
.tab[aria-selected="true"] { background:var(--accent); border-color:var(--accent); color:#fff; }
|
||||||
|
|
||||||
|
.pane { display:none; }
|
||||||
|
.pane.active { display:block; }
|
||||||
|
|
||||||
|
.scroller {
|
||||||
|
max-height: calc(100vh - 190px); overflow-y:auto; padding-right:6px;
|
||||||
|
scroll-behavior:smooth;
|
||||||
|
}
|
||||||
|
|
||||||
|
.card {
|
||||||
|
background:var(--panel); border:1px solid var(--line); border-left:3px solid var(--line);
|
||||||
|
border-radius:8px; padding:11px 13px; margin-bottom:9px; cursor:pointer;
|
||||||
|
transition:border-color .15s, background .15s;
|
||||||
|
}
|
||||||
|
.card:hover { border-color:var(--accent); }
|
||||||
|
.card.on { background:var(--accent-soft); border-left-color:var(--accent); }
|
||||||
|
.card .k {
|
||||||
|
font-size:10px; text-transform:uppercase; letter-spacing:.07em;
|
||||||
|
font-weight:700; margin-bottom:5px;
|
||||||
|
}
|
||||||
|
.card .t { font-size:11px; color:var(--muted); font-variant-numeric:tabular-nums; }
|
||||||
|
.card .cit { display:block; margin-top:6px; color:var(--muted); font-size:13px; font-style:italic; }
|
||||||
|
.k.beslut{color:var(--beslut)} .k.alt{color:var(--alt)}
|
||||||
|
.k.oppen{color:var(--oppen)} .k.matt{color:var(--matt)}
|
||||||
|
.card.beslut{border-left-color:var(--beslut)} .card.alt{border-left-color:var(--alt)}
|
||||||
|
.card.oppen{border-left-color:var(--oppen)} .card.matt{border-left-color:var(--matt)}
|
||||||
|
.opts { margin:6px 0 0; padding-left:18px; font-size:13px; }
|
||||||
|
.lutar { font-size:12px; color:var(--muted); margin-top:5px; }
|
||||||
|
|
||||||
|
.cue {
|
||||||
|
padding:5px 9px; border-radius:6px; cursor:pointer; display:flex; gap:10px;
|
||||||
|
font-size:14px; border-left:2px solid transparent;
|
||||||
|
}
|
||||||
|
.cue:hover { background:var(--accent-soft); }
|
||||||
|
.cue.on { background:var(--accent-soft); border-left-color:var(--accent); font-weight:600; }
|
||||||
|
.cue .ts {
|
||||||
|
color:var(--muted); font-variant-numeric:tabular-nums; font-size:12px;
|
||||||
|
flex:0 0 46px; padding-top:2px;
|
||||||
|
}
|
||||||
|
.sec-head {
|
||||||
|
margin:16px 0 7px; font-size:12px; font-weight:700; text-transform:uppercase;
|
||||||
|
letter-spacing:.06em; color:var(--muted); border-bottom:1px solid var(--line);
|
||||||
|
padding-bottom:5px;
|
||||||
|
}
|
||||||
|
.sec-head:first-child { margin-top:0; }
|
||||||
|
.warn {
|
||||||
|
background:var(--panel); border:1px solid var(--line); border-left:3px solid var(--alt);
|
||||||
|
border-radius:8px; padding:11px 13px; font-size:13px; color:var(--muted);
|
||||||
|
}
|
||||||
|
.warn b { color:var(--ink); }
|
||||||
|
.warn ul { margin:6px 0 0; padding-left:18px; }
|
||||||
|
</style>
|
||||||
|
</head>
|
||||||
|
<body>
|
||||||
|
<header>
|
||||||
|
<h1>__TITLE__</h1>
|
||||||
|
<span class="sub">__SUB__</span>
|
||||||
|
</header>
|
||||||
|
|
||||||
|
<div class="wrap">
|
||||||
|
<div class="videocol">
|
||||||
|
<video id="v" controls preload="metadata" src="__VIDEO__"></video>
|
||||||
|
<div class="nowbar">
|
||||||
|
<div class="label">Sägs nu</div>
|
||||||
|
<div class="text" id="now">—</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
<div>
|
||||||
|
<div class="tabs" role="tablist">
|
||||||
|
<button class="tab" role="tab" aria-selected="true" data-pane="analys">Analys</button>
|
||||||
|
<button class="tab" role="tab" aria-selected="false" data-pane="text">Transkription</button>
|
||||||
|
<button class="tab" role="tab" aria-selected="false" data-pane="kvalitet">Kvalitet</button>
|
||||||
|
</div>
|
||||||
|
<div class="pane active" id="pane-analys"><div class="scroller" id="analys"></div></div>
|
||||||
|
<div class="pane" id="pane-text"><div class="scroller" id="text"></div></div>
|
||||||
|
<div class="pane" id="pane-kvalitet"><div class="scroller" id="kvalitet"></div></div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
<script>
|
||||||
|
const DATA = __DATA__;
|
||||||
|
const v = document.getElementById('v');
|
||||||
|
|
||||||
|
const hms = s => {
|
||||||
|
s = Math.max(0, Math.floor(s));
|
||||||
|
return String(Math.floor(s/60)).padStart(2,'0') + ':' + String(s%60).padStart(2,'0');
|
||||||
|
};
|
||||||
|
const toSec = t => {
|
||||||
|
if (t == null) return null;
|
||||||
|
const p = String(t).trim().split(':').map(Number);
|
||||||
|
if (p.some(isNaN)) return null;
|
||||||
|
return p.length === 3 ? p[0]*3600+p[1]*60+p[2] : p.length === 2 ? p[0]*60+p[1] : p[0];
|
||||||
|
};
|
||||||
|
const esc = s => { const d = document.createElement('div'); d.textContent = s ?? ''; return d.innerHTML; };
|
||||||
|
|
||||||
|
/* Varje kort bar sin tid; ett klick soker dit. Analysen ar tidsforankrad
|
||||||
|
hela vagen ned, sa synkningen ar bara en sortering pa den tiden. */
|
||||||
|
const items = [];
|
||||||
|
const A = DATA.analys;
|
||||||
|
|
||||||
|
(A.avsnitt || []).forEach((s, i) => {
|
||||||
|
const t = toSec(s.start) ?? 0;
|
||||||
|
items.push({t, end: toSec(s.slut) ?? 1e9, kind:'avsnitt', html:
|
||||||
|
`<div class="k">Avsnitt ${i+1} · ${esc(s.start)}–${esc(s.slut)}</div>
|
||||||
|
<div style="font-weight:650;font-size:15px">${esc(s.rubrik)}</div>
|
||||||
|
<div style="margin-top:5px">${esc(s.sammanfattning)}</div>`});
|
||||||
|
(s.nyckelpunkter || []).forEach(k => {
|
||||||
|
const kt = toSec(k.tid); if (kt == null) return;
|
||||||
|
items.push({t:kt, end:kt+6, kind:'punkt', citat:k.citat, html:
|
||||||
|
`<div class="t">${esc(k.tid)}</div><div>${esc(k.pastaende)}</div>
|
||||||
|
<div class="cit">”${esc(k.citat)}”</div>`});
|
||||||
|
});
|
||||||
|
});
|
||||||
|
(A.beslut || []).forEach(b => {
|
||||||
|
const t = toSec(b.tid); if (t == null) return;
|
||||||
|
items.push({t, end:t+8, kind:'beslut', citat:b.citat, html:
|
||||||
|
`<div class="k beslut">Beslut</div><div class="t">${esc(b.tid)}</div>
|
||||||
|
<div style="font-weight:600">${esc(b.vad)}</div>
|
||||||
|
${b.skal ? `<div class="lutar">Skäl: ${esc(b.skal)}</div>` : ''}
|
||||||
|
<div class="cit">”${esc(b.citat)}”</div>`});
|
||||||
|
});
|
||||||
|
(A.alternativ || []).forEach(a => {
|
||||||
|
const t = toSec(a.tid); if (t == null) return;
|
||||||
|
items.push({t, end:t+8, kind:'alt', citat:a.citat, html:
|
||||||
|
`<div class="k alt">Alternativ</div><div class="t">${esc(a.tid)}</div>
|
||||||
|
<div style="font-weight:600">${esc(a.fraga)}</div>
|
||||||
|
<ul class="opts">${(a.optioner||[]).map(o=>`<li>${esc(o)}</li>`).join('')}</ul>
|
||||||
|
<div class="lutar">${a.lutar_at ? 'Lutar åt: <b>'+esc(a.lutar_at)+'</b>' : 'Oavgjort'}</div>
|
||||||
|
<div class="cit">”${esc(a.citat)}”</div>`});
|
||||||
|
});
|
||||||
|
(A.oppna_fragor || []).forEach(o => {
|
||||||
|
const t = toSec(o.tid); if (t == null) return;
|
||||||
|
items.push({t, end:t+8, kind:'oppen', citat:o.citat, html:
|
||||||
|
`<div class="k oppen">Öppen fråga</div><div class="t">${esc(o.tid)}</div>
|
||||||
|
<div style="font-weight:600">${esc(o.fraga)}</div>
|
||||||
|
${o.beror_pa ? `<div class="lutar">Beror på: ${esc(o.beror_pa)}</div>` : ''}
|
||||||
|
<div class="cit">”${esc(o.citat)}”</div>`});
|
||||||
|
});
|
||||||
|
(A.matt || []).forEach(m => {
|
||||||
|
const t = toSec(m.tid); if (t == null) return;
|
||||||
|
items.push({t, end:t+6, kind:'matt', citat:m.citat, html:
|
||||||
|
`<div class="k matt">Mått</div><div class="t">${esc(m.tid)}</div>
|
||||||
|
<div>${esc(m.vad)}</div><div class="cit">”${esc(m.citat)}”</div>`});
|
||||||
|
});
|
||||||
|
|
||||||
|
const RANK = {avsnitt:0, beslut:1, oppen:2, alt:3, matt:4, punkt:5};
|
||||||
|
/* Samma replik klassas ofta bade som nyckelpunkt och som matt/beslut.
|
||||||
|
Visa den mest specifika varianten en gang i stallet for tva nastan
|
||||||
|
identiska kort - annars later flodet som ett eko. */
|
||||||
|
const bestByQuote = new Map();
|
||||||
|
items.forEach(it => {
|
||||||
|
const key = (it.citat||'').trim().toLowerCase() + '@' + it.t;
|
||||||
|
if (!it.citat) return;
|
||||||
|
const prev = bestByQuote.get(key);
|
||||||
|
if (prev === undefined || RANK[it.kind] < RANK[prev.kind]) bestByQuote.set(key, it);
|
||||||
|
});
|
||||||
|
const kept = items.filter(it => {
|
||||||
|
if (!it.citat) return true;
|
||||||
|
const key = (it.citat||'').trim().toLowerCase() + '@' + it.t;
|
||||||
|
return bestByQuote.get(key) === it;
|
||||||
|
});
|
||||||
|
items.length = 0; items.push(...kept);
|
||||||
|
items.sort((a,b) => a.t - b.t || RANK[a.kind] - RANK[b.kind]);
|
||||||
|
|
||||||
|
const analysEl = document.getElementById('analys');
|
||||||
|
analysEl.innerHTML = items.map((it,i) =>
|
||||||
|
`<div class="card ${it.kind}" data-i="${i}" data-t="${it.t}">${it.html}</div>`).join('');
|
||||||
|
|
||||||
|
const textEl = document.getElementById('text');
|
||||||
|
textEl.innerHTML = DATA.cues.map((c,i) =>
|
||||||
|
`<div class="cue" data-ci="${i}" data-t="${c.t}">
|
||||||
|
<span class="ts">${hms(c.t)}</span><span>${esc(c.text)}</span></div>`).join('');
|
||||||
|
|
||||||
|
const warns = (A._meta && A._meta.varningar) || [];
|
||||||
|
document.getElementById('kvalitet').innerHTML = `
|
||||||
|
<div class="warn">
|
||||||
|
<b>Automatisk källkontroll</b><br>
|
||||||
|
Modell: ${esc((A._meta&&A._meta.modell)||'–')} · ${DATA.cues.length} repliker · längd ${esc((A._meta&&A._meta.langd)||'–')}<br><br>
|
||||||
|
Varje påstående kontrolleras mot sitt eget citat: citatet måste återfinnas
|
||||||
|
ordagrant i transkriptionen, tiden måste ligga inom klippet, och varje tal i
|
||||||
|
påståendet måste styrkas av citatet.
|
||||||
|
${warns.length
|
||||||
|
? `<br><br><b>${warns.length} varningar:</b><ul>${warns.map(w=>`<li>${esc(w)}</li>`).join('')}</ul>`
|
||||||
|
: '<br><br>Inga avvikelser.'}
|
||||||
|
</div>`;
|
||||||
|
|
||||||
|
/* Klick söker i videon - åt båda håll: kort och replik. */
|
||||||
|
document.addEventListener('click', e => {
|
||||||
|
const el = e.target.closest('.card, .cue');
|
||||||
|
if (!el) return;
|
||||||
|
v.currentTime = parseFloat(el.dataset.t) + 0.05;
|
||||||
|
v.play().catch(()=>{});
|
||||||
|
});
|
||||||
|
|
||||||
|
document.querySelectorAll('.tab').forEach(tab => {
|
||||||
|
tab.addEventListener('click', () => {
|
||||||
|
document.querySelectorAll('.tab').forEach(t => t.setAttribute('aria-selected','false'));
|
||||||
|
tab.setAttribute('aria-selected','true');
|
||||||
|
document.querySelectorAll('.pane').forEach(p => p.classList.remove('active'));
|
||||||
|
document.getElementById('pane-' + tab.dataset.pane).classList.add('active');
|
||||||
|
});
|
||||||
|
});
|
||||||
|
|
||||||
|
/* Auto-scroll bara nar anvandaren inte sjalv scrollar - annars slits vyn
|
||||||
|
ur handerna pa den som lasar. */
|
||||||
|
let userScrolled = 0;
|
||||||
|
document.querySelectorAll('.scroller').forEach(s =>
|
||||||
|
s.addEventListener('wheel', () => { userScrolled = Date.now(); }, {passive:true}));
|
||||||
|
|
||||||
|
let lastCard = -1, lastCue = -1;
|
||||||
|
function sync() {
|
||||||
|
const t = v.currentTime;
|
||||||
|
|
||||||
|
let ci = -1;
|
||||||
|
for (let i = 0; i < DATA.cues.length; i++) {
|
||||||
|
if (t >= DATA.cues[i].t - 0.15) ci = i; else break;
|
||||||
|
}
|
||||||
|
if (ci !== lastCue) {
|
||||||
|
document.querySelectorAll('.cue.on').forEach(e => e.classList.remove('on'));
|
||||||
|
if (ci >= 0) {
|
||||||
|
const el = textEl.querySelector(`[data-ci="${ci}"]`);
|
||||||
|
if (el) {
|
||||||
|
el.classList.add('on');
|
||||||
|
if (Date.now() - userScrolled > 3000) el.scrollIntoView({block:'center'});
|
||||||
|
}
|
||||||
|
document.getElementById('now').textContent = DATA.cues[ci].text;
|
||||||
|
}
|
||||||
|
lastCue = ci;
|
||||||
|
}
|
||||||
|
|
||||||
|
let ai = -1;
|
||||||
|
for (let i = 0; i < items.length; i++) {
|
||||||
|
if (t >= items[i].t - 0.15) ai = i; else break;
|
||||||
|
}
|
||||||
|
if (ai !== lastCard) {
|
||||||
|
document.querySelectorAll('.card.on').forEach(e => e.classList.remove('on'));
|
||||||
|
if (ai >= 0) {
|
||||||
|
const el = analysEl.querySelector(`[data-i="${ai}"]`);
|
||||||
|
if (el) {
|
||||||
|
el.classList.add('on');
|
||||||
|
if (Date.now() - userScrolled > 3000 &&
|
||||||
|
document.getElementById('pane-analys').classList.contains('active')) {
|
||||||
|
el.scrollIntoView({block:'center'});
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
lastCard = ai;
|
||||||
|
}
|
||||||
|
requestAnimationFrame(sync);
|
||||||
|
}
|
||||||
|
requestAnimationFrame(sync);
|
||||||
|
</script>
|
||||||
|
</body>
|
||||||
|
</html>
|
||||||
|
"""
|
||||||
|
|
||||||
|
|
||||||
|
def main() -> None:
|
||||||
|
payload_path, video = sys.argv[1], sys.argv[2]
|
||||||
|
payload = json.load(open(payload_path, encoding="utf-8"))
|
||||||
|
a = payload["analys"]
|
||||||
|
proj = a.get("projekt") or {}
|
||||||
|
sub = " · ".join(
|
||||||
|
x for x in [proj.get("typ"), (a.get("_meta") or {}).get("langd"), video] if x
|
||||||
|
)
|
||||||
|
out = (
|
||||||
|
TEMPLATE.replace("__TITLE__", html.escape("Jonas – genomgång av tillbyggnad"))
|
||||||
|
.replace("__SUB__", html.escape(sub))
|
||||||
|
.replace("__VIDEO__", html.escape(video))
|
||||||
|
.replace("__DATA__", json.dumps(payload, ensure_ascii=False))
|
||||||
|
)
|
||||||
|
sys.stdout.write(out)
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
main()
|
||||||
@@ -0,0 +1,173 @@
|
|||||||
|
{
|
||||||
|
"projekt": {
|
||||||
|
"sammanfattning": "Projektet är en nybyggnad med grundläggning, betongplatta och limträstomme. Taket kommer att vara ett sedumtak.",
|
||||||
|
"typ": "nybyggnad",
|
||||||
|
"skede": "stomme"
|
||||||
|
},
|
||||||
|
"avsnitt": [
|
||||||
|
{
|
||||||
|
"rubrik": "Introduktion och grundläggning",
|
||||||
|
"start": "00:00:00",
|
||||||
|
"slut": "00:00:06",
|
||||||
|
"sammanfattning": "Jonas introducerar platsen och meddelar att grundläggningen är klar.",
|
||||||
|
"nyckelpunkter": [
|
||||||
|
{
|
||||||
|
"pastaende": "Grundläggningen är klar",
|
||||||
|
"citat": "Vi har precis blivit klara med grundläggningen.",
|
||||||
|
"tid": "00:00:03"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"bildtid": "00:00:03",
|
||||||
|
"bildmotiv": "tomten med färdig grundläggning"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"rubrik": "Dränering och grundvatten",
|
||||||
|
"start": "00:00:06",
|
||||||
|
"slut": "00:00:14",
|
||||||
|
"sammanfattning": "Jonas beskriver dräneringsarbetet som krävdes på grund av högt grundvatten.",
|
||||||
|
"nyckelpunkter": [
|
||||||
|
{
|
||||||
|
"pastaende": "Dränering utfördes på grund av högt grundvatten",
|
||||||
|
"citat": "Vi fick dränera ordentligt först, för grundvattnet stod väldigt högt här.",
|
||||||
|
"tid": "00:00:06"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"bildtid": "00:00:10",
|
||||||
|
"bildmotiv": "dräneringssystem eller markarbete"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"rubrik": "Betongplatta och isolering",
|
||||||
|
"start": "00:00:14",
|
||||||
|
"slut": "00:00:22",
|
||||||
|
"sammanfattning": "Jonas beskriver betongplattan och isoleringen under den.",
|
||||||
|
"nyckelpunkter": [
|
||||||
|
{
|
||||||
|
"pastaende": "Betongplatta på mark med cellplast under",
|
||||||
|
"citat": "det är en betongplatta på mark med tvåhundra millimeter cellplast under.",
|
||||||
|
"tid": "00:00:16"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"bildtid": "00:00:18",
|
||||||
|
"bildmotiv": "betongplattan med cellplast"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"rubrik": "Stomme och bjälklag",
|
||||||
|
"start": "00:00:22",
|
||||||
|
"slut": "00:00:31",
|
||||||
|
"sammanfattning": "Jonas beskriver stommen i limträ och bjälklagets dimensioner.",
|
||||||
|
"nyckelpunkter": [
|
||||||
|
{
|
||||||
|
"pastaende": "Stommen är i limträ",
|
||||||
|
"citat": "Här ser ni stommen, den är i limträ.",
|
||||||
|
"tid": "00:00:22"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"pastaende": "Pelarnas dimensioner",
|
||||||
|
"citat": "Pelarna är hundraåttio gånger hundraåttio.",
|
||||||
|
"tid": "00:00:25"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"pastaende": "Bjälklagets spännvidd och dimensioner",
|
||||||
|
"citat": "Bjälklaget spänner sex meter fritt, och vi har fyrtiofem gånger tvåhundratjugo som balkar.",
|
||||||
|
"tid": "00:00:31"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"bildtid": "00:00:28",
|
||||||
|
"bildmotiv": "limträstommen med pelare och bjälklag"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"rubrik": "Tak och tidplan",
|
||||||
|
"start": "00:00:40",
|
||||||
|
"slut": "00:00:48",
|
||||||
|
"sammanfattning": "Jonas nämner taktypen och förklarar att projektet är försenat på grund av leveransproblem.",
|
||||||
|
"nyckelpunkter": [
|
||||||
|
{
|
||||||
|
"pastaende": "Taket kommer att vara sedumtak",
|
||||||
|
"citat": "Taket blir sedumtak, det var byggherrens önskemål.",
|
||||||
|
"tid": "00:00:40"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"pastaende": "Sedumtaket ställer krav på bärigheten",
|
||||||
|
"citat": "Det ställer krav på bärigheten.",
|
||||||
|
"tid": "00:00:44"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"pastaende": "Projektet är två veckor efter tidplanen",
|
||||||
|
"citat": "Vi ligger ungefär två veckor efter tidplanen på grund av leveransproblem på limträet.",
|
||||||
|
"tid": "00:00:48"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"bildtid": "00:00:44",
|
||||||
|
"bildmotiv": "stommen med eventuella förberedelser för taket"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"material": [
|
||||||
|
{
|
||||||
|
"vad": "cellplast",
|
||||||
|
"citat": "med tvåhundra millimeter cellplast under",
|
||||||
|
"tid": "00:00:18"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"vad": "betongplatta",
|
||||||
|
"citat": "det är en betongplatta på mark",
|
||||||
|
"tid": "00:00:16"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"vad": "limträ",
|
||||||
|
"citat": "den är i limträ",
|
||||||
|
"tid": "00:00:22"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"vad": "sedumtak",
|
||||||
|
"citat": "Taket blir sedumtak",
|
||||||
|
"tid": "00:00:40"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"matt": [
|
||||||
|
{
|
||||||
|
"vad": "200 mm cellplast",
|
||||||
|
"citat": "tvåhundra millimeter cellplast",
|
||||||
|
"tid": "00:00:18"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"vad": "180x180 mm pelare",
|
||||||
|
"citat": "Pelarna är hundraåttio gånger hundraåttio",
|
||||||
|
"tid": "00:00:25"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"vad": "6 meter spännvidd för bjälklag",
|
||||||
|
"citat": "Bjälklaget spänner sex meter fritt",
|
||||||
|
"tid": "00:00:31"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"vad": "45x230 mm balkar",
|
||||||
|
"citat": "fyrtiofem gånger tvåhundratjugo som balkar",
|
||||||
|
"tid": "00:00:31"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"problem": [
|
||||||
|
{
|
||||||
|
"vad": "högt grundvatten",
|
||||||
|
"citat": "grundvattnet stod väldigt högt här",
|
||||||
|
"tid": "00:00:10"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"vad": "leveransproblem med limträ",
|
||||||
|
"citat": "leveransproblem på limträet",
|
||||||
|
"tid": "00:00:48"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"vad": "försenat projekt",
|
||||||
|
"citat": "Vi ligger ungefär två veckor efter tidplanen",
|
||||||
|
"tid": "00:00:48"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"oklart": [],
|
||||||
|
"_meta": {
|
||||||
|
"modell": "berget/mistral-medium",
|
||||||
|
"kallfil": "fake.sv.srt",
|
||||||
|
"antal_cues": 7,
|
||||||
|
"langd": "00:00:56",
|
||||||
|
"varningar": []
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,27 @@
|
|||||||
|
1
|
||||||
|
00:00:00,000 --> 00:00:06,500
|
||||||
|
Ja, då står vi här på tomten. Vi har precis blivit klara med grundläggningen.
|
||||||
|
|
||||||
|
2
|
||||||
|
00:00:06,500 --> 00:00:14,000
|
||||||
|
Vi fick dränera ordentligt först, för grundvattnet stod väldigt högt här.
|
||||||
|
|
||||||
|
3
|
||||||
|
00:00:14,000 --> 00:00:22,000
|
||||||
|
Sen göt vi plattan, det är en betongplatta på mark med tvåhundra millimeter cellplast under.
|
||||||
|
|
||||||
|
4
|
||||||
|
00:00:22,000 --> 00:00:31,000
|
||||||
|
Här ser ni stommen, den är i limträ. Pelarna är hundraåttio gånger hundraåttio.
|
||||||
|
|
||||||
|
5
|
||||||
|
00:00:31,000 --> 00:00:40,000
|
||||||
|
Bjälklaget spänner sex meter fritt, och vi har fyrtiofem gånger tvåhundratjugo som balkar.
|
||||||
|
|
||||||
|
6
|
||||||
|
00:00:40,000 --> 00:00:48,000
|
||||||
|
Taket blir sedumtak, det var byggherrens önskemål. Det ställer krav på bärigheten.
|
||||||
|
|
||||||
|
7
|
||||||
|
00:00:48,000 --> 00:00:56,000
|
||||||
|
Vi ligger ungefär två veckor efter tidplanen på grund av leveransproblem på limträet.
|
||||||
@@ -0,0 +1,51 @@
|
|||||||
|
apiVersion: batch/v1
|
||||||
|
kind: Job
|
||||||
|
metadata:
|
||||||
|
name: jonas-transcode
|
||||||
|
namespace: default
|
||||||
|
spec:
|
||||||
|
ttlSecondsAfterFinished: 600
|
||||||
|
activeDeadlineSeconds: 1800
|
||||||
|
backoffLimit: 0
|
||||||
|
template:
|
||||||
|
spec:
|
||||||
|
restartPolicy: Never
|
||||||
|
nodeSelector:
|
||||||
|
kubernetes.io/hostname: koala
|
||||||
|
securityContext:
|
||||||
|
runAsUser: 1000
|
||||||
|
runAsGroup: 1000
|
||||||
|
fsGroup: 1000
|
||||||
|
containers:
|
||||||
|
- name: ffmpeg
|
||||||
|
image: mwader/static-ffmpeg:7.1
|
||||||
|
args:
|
||||||
|
- "-nostdin"
|
||||||
|
- "-i"
|
||||||
|
- "/work/IMG_1233.mov"
|
||||||
|
- "-c:v"
|
||||||
|
- "libx264"
|
||||||
|
- "-preset"
|
||||||
|
- "veryfast"
|
||||||
|
- "-crf"
|
||||||
|
- "24"
|
||||||
|
- "-vf"
|
||||||
|
- "scale='min(1280,iw)':-2"
|
||||||
|
- "-c:a"
|
||||||
|
- "aac"
|
||||||
|
- "-b:a"
|
||||||
|
- "128k"
|
||||||
|
- "-movflags"
|
||||||
|
- "+faststart"
|
||||||
|
- "-y"
|
||||||
|
- "/work/IMG_1233.web.mp4"
|
||||||
|
volumeMounts:
|
||||||
|
- name: work
|
||||||
|
mountPath: /work
|
||||||
|
resources:
|
||||||
|
limits: {cpu: "6", memory: "4Gi"}
|
||||||
|
volumes:
|
||||||
|
- name: work
|
||||||
|
hostPath:
|
||||||
|
path: /home/mathias/dev/AGENTS/agentsquad
|
||||||
|
type: Directory
|
||||||
@@ -101,6 +101,27 @@ var scenarioCoverage = map[string]string{
|
|||||||
"A multi-turn conversation is ephemeral": "TestChatMultiTurnHistoryIsEphemeral",
|
"A multi-turn conversation is ephemeral": "TestChatMultiTurnHistoryIsEphemeral",
|
||||||
"Chat is reachable only from my own summary view": "TestChatOnlyReachableForOwnVideo",
|
"Chat is reachable only from my own summary view": "TestChatOnlyReachableForOwnVideo",
|
||||||
|
|
||||||
|
// audio_upload.feature (ADR-033, #33)
|
||||||
|
"The upload form states the limits up front": "TestUploadsPage_ShowsAMultipartFormWithAFileField",
|
||||||
|
"An accepted recording is queued and I am taken to its page": "TestUploadPost_AcceptedAudioQueuesARowAndRedirectsToIt",
|
||||||
|
"A recording with no title is named after its file": "TestUploadPost_WithoutATitleUsesTheFilenameMinusItsExtension",
|
||||||
|
"A file with a video track is accepted and I am told the video was ignored": "TestUploadStatus_TellsTheUserTheVideoWasIgnoredInEveryStateAndOnlyWhenItWas",
|
||||||
|
"A video file with no audio is rejected for having no audio": "TestUploadPost_RejectionsAreSynchronousWithAMessageAndNoRow",
|
||||||
|
"A recording over the length limit is rejected with both lengths": "TestUploadPost_RejectionsAreSynchronousWithAMessageAndNoRow",
|
||||||
|
"A file over the size limit is rejected as too large": "TestUploadPost_RejectionsAreSynchronousWithAMessageAndNoRow",
|
||||||
|
"Cover art on an audio file is not a video track": "TestParseProbe",
|
||||||
|
"A file that is not media is rejected as unreadable": "TestAccept_UnreadableFileIsARejectionButAProberFaultIsAnError",
|
||||||
|
"A broken ffprobe is reported as our fault, not as a bad file": "TestAccept_UnreadableFileIsARejectionButAProberFaultIsAnError",
|
||||||
|
"A recording becomes a transcript and the audio is deleted": "TestWorkerProcess_SuccessConvertsTranscribesStoresAndDeletesTheAudio",
|
||||||
|
"The endpoint that served a transcript is recorded and shown": "TestUploadStatus_DoneNamesTheEndpointThatServedIt",
|
||||||
|
"The local endpoint is tried first and the fallback only on failure": "TestChain_AnyPrimaryFailureFallsBackAndRecordsTheFallbackEndpoint",
|
||||||
|
"A failed transcription ends in a message, never a spinner": "TestUploadStatus_UnfinishedStatesKeepPollingTerminalStatesStop",
|
||||||
|
"A restart fails the jobs it interrupted": "TestFailInterruptedUploads_FailsOnlyUnfinishedRowsForEveryUser",
|
||||||
|
"Only one recording is transcribed at a time": "TestWorkerRun_ProcessesOneJobAtATime",
|
||||||
|
"My uploads are invisible to other users": "TestUploadChat_AnotherUsersUploadIs404AndNoModelIsCalled",
|
||||||
|
"I can ask about my recording and get a grounded answer": "TestUploadChatPost_SendsTheOwnersTranscriptWithTheUploadBudget",
|
||||||
|
"A long recording is not cut to its first third": "TestAnswerMaxCharsOverridesTheServiceCap",
|
||||||
|
|
||||||
// summarize_new_video.feature
|
// summarize_new_video.feature
|
||||||
"A subscribed channel posts a video that has captions": "TestSubscribedVideoWithCaptionsIsSummarizedAndDelivered",
|
"A subscribed channel posts a video that has captions": "TestSubscribedVideoWithCaptionsIsSummarizedAndDelivered",
|
||||||
"A subscribed channel posts a video with no usable transcript": "TestVideoWithNoTranscriptIsSkipped",
|
"A subscribed channel posts a video with no usable transcript": "TestVideoWithNoTranscriptIsSkipped",
|
||||||
|
|||||||
@@ -25,9 +25,11 @@ type fakeSource struct {
|
|||||||
func (f fakeSource) ListSubscriptions(ctx context.Context, userID string) ([]domain.Subscription, error) {
|
func (f fakeSource) ListSubscriptions(ctx context.Context, userID string) ([]domain.Subscription, error) {
|
||||||
return nil, nil
|
return nil, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (f fakeSource) NewVideos(ctx context.Context, sub domain.Subscription) ([]domain.Video, error) {
|
func (f fakeSource) NewVideos(ctx context.Context, sub domain.Subscription) ([]domain.Video, error) {
|
||||||
return nil, nil
|
return nil, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (f fakeSource) FetchTranscript(ctx context.Context, v domain.Video) (domain.Transcript, error) {
|
func (f fakeSource) FetchTranscript(ctx context.Context, v domain.Video) (domain.Transcript, error) {
|
||||||
return f.transcript, nil
|
return f.transcript, nil
|
||||||
}
|
}
|
||||||
@@ -132,10 +134,12 @@ type watchSource struct {
|
|||||||
func (s *watchSource) ListSubscriptions(ctx context.Context, userID string) ([]domain.Subscription, error) {
|
func (s *watchSource) ListSubscriptions(ctx context.Context, userID string) ([]domain.Subscription, error) {
|
||||||
return s.subs, nil
|
return s.subs, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (s *watchSource) NewVideos(ctx context.Context, sub domain.Subscription) ([]domain.Video, error) {
|
func (s *watchSource) NewVideos(ctx context.Context, sub domain.Subscription) ([]domain.Video, error) {
|
||||||
s.newVideoHits++
|
s.newVideoHits++
|
||||||
return s.videosBySub[sub.ID], nil
|
return s.videosBySub[sub.ID], nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (s *watchSource) FetchTranscript(ctx context.Context, v domain.Video) (domain.Transcript, error) {
|
func (s *watchSource) FetchTranscript(ctx context.Context, v domain.Video) (domain.Transcript, error) {
|
||||||
return s.transcripts[v.ID], nil
|
return s.transcripts[v.ID], nil
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user