liqiang
b119135836
Build latest book artifacts / build (push) Canceled after 0s
dependency resolution / resolve (3.11) (push) Canceled after 0s
dependency resolution / resolve (3.13) (push) Canceled after 0s
deploy-pages / build (push) Canceled after 0s
deploy-pages / deploy (push) Canceled after 0s
i18n consistency check / check (push) Canceled after 0s
provider adoption tests / test (chapter2/context-compression) (push) Canceled after 0s
provider adoption tests / test (chapter2/prompt-injection) (push) Canceled after 0s
provider adoption tests / test (chapter2/system-hint) (push) Canceled after 0s
provider adoption tests / test (chapter3/log-sanitization) (push) Canceled after 0s
web-search-agent tests / test (push) Canceled after 0s
web-search-agent tests / agentbook (push) Canceled after 0s
54 lines
1.7 KiB
Python
54 lines
1.7 KiB
Python
import json
|
|
import wave
|
|
from pathlib import Path
|
|
|
|
from speech_model import MODEL_ID, MODEL_REVISION, sha256_file
|
|
from validate_evidence import validate
|
|
|
|
|
|
def test_complete_evidence_passes(tmp_path):
|
|
wav = tmp_path / "answer.wav"
|
|
with wave.open(str(wav), "wb") as handle:
|
|
handle.setnchannels(1)
|
|
handle.setsampwidth(2)
|
|
handle.setframerate(24000)
|
|
handle.writeframes(b"\x00\x00" * 2400)
|
|
arm = {"response": "ok", "transcript": "spoken words"}
|
|
evidence = {
|
|
"experiment": "6-5",
|
|
"model": {
|
|
"model_id": MODEL_ID,
|
|
"model_revision": MODEL_REVISION,
|
|
"cuda_available": True,
|
|
"init_audio": True,
|
|
},
|
|
"protocol": {"enable_thinking": False},
|
|
"cases": [
|
|
{"direct": {"response": "ok"}, "self_cascade": arm}
|
|
for _ in range(4)
|
|
],
|
|
"speech_output": {
|
|
"output_audio": {
|
|
"path": str(wav),
|
|
"sha256": sha256_file(wav),
|
|
"sample_rate_hz": 24000,
|
|
"duration_seconds": 0.1,
|
|
}
|
|
},
|
|
"implementation_sha256": {
|
|
"requirements.txt": sha256_file(
|
|
Path(__file__).resolve().parents[1] / "requirements.txt"
|
|
)
|
|
},
|
|
"external_api_calls": 0,
|
|
}
|
|
path = tmp_path / "evidence.json"
|
|
path.write_text(json.dumps(evidence), encoding="utf-8")
|
|
assert validate(path)["passed"] is True
|
|
|
|
|
|
def test_missing_direct_response_fails(tmp_path):
|
|
path = tmp_path / "evidence.json"
|
|
path.write_text(json.dumps({"experiment": "6-5", "cases": []}), encoding="utf-8")
|
|
assert validate(path)["passed"] is False
|