liqiang/ai-agent-book
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity
Files
main
ai-agent-book/chapter8/prompt-distillation/evaluation_results.json
T
liqiang b119135836
Build latest book artifacts / build (push) Canceled after 0s
Details
dependency resolution / resolve (3.11) (push) Canceled after 0s
Details
dependency resolution / resolve (3.13) (push) Canceled after 0s
Details
deploy-pages / build (push) Canceled after 0s
Details
deploy-pages / deploy (push) Canceled after 0s
Details
i18n consistency check / check (push) Canceled after 0s
Details
provider adoption tests / test (chapter2/context-compression) (push) Canceled after 0s
Details
provider adoption tests / test (chapter2/prompt-injection) (push) Canceled after 0s
Details
provider adoption tests / test (chapter2/system-hint) (push) Canceled after 0s
Details
provider adoption tests / test (chapter3/log-sanitization) (push) Canceled after 0s
Details
web-search-agent tests / test (push) Canceled after 0s
Details
web-search-agent tests / agentbook (push) Canceled after 0s
Details
ai-agent-book 精选快照（<2MB 代码与文档，来自 github.com/bojieli/ai-agent-book）
2026-08-20 13:12:50 +00:00

3281 lines
58 KiB
JSON
Raw Permalink Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
{
"model_path": "./models/prompt_distillation_trl",
"base_model": "Qwen/Qwen3-30B-A3B-Instruct-2507",
"test_file": "./example-data/multilingual.txt",
"train_data_file": "./data/prompt_distillation_lang.jsonl",
"timestamp": "1759556861.0279787",
"summary": {
"total_samples": 2100,
"predicted": 2100,
"unparseable": 0,
"parse_rate": 1.0,
"accuracy": 0.9519047619047619,
"correct": 1999,
"evaluated": 2100
},
"predictions": [
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"hi",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"en",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"hi",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"hi",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"hi",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ru",
"ot",
"ot",
"tr",
"ur",
"vi",
"zh",
"ar",
"ru",
"de",
"el",
"en",
"ar",
"ur",
"ar",
"ur",
"ar",
"ur",
"ar",
"ur",
"ar",
"ur",
"el",
"el",
"el",
"el",
"el",
"el",
"el",
"el",
"el",
"el",
"ru",
"ru",
"ru",
"ru",
"ru",
"ru",
"ru",
"ru",
"ru",
"ru",
"zh",
"zh",
"zh",
"zh",
"zh",
"zh",
"zh",
"zh",
"zh",
"zh",
"fr",
"fr",
"fr",
"es",
"es",
"es",
"de",
"de",
"de",
"tr",
"tr",
"tr",
"vi",
"vi",
"vi",
"en",
"en",
"en",
"en",
"en",
"en",
"en",
"en",
"en",
"en",
"hi",
"hi",
"hi",
"hi",
"hi",
"ur",
"ar",
"ur",
"ar",
"ur",
"en",
"en",
"fr",
"es",
"zh",
"de",
"tr",
"vi",
"ru",
"zh",
"en",
"zh",
"ru",
"en",
"zh",
"fr",
"de",
"ru",
"vi",
"hi",
"en",
"en",
"fr",
"es",
"hi"
],
"confusion_matrix": {
"matrix_dict": {
"ar": {
"ar": 141,
"ur": 5
},
"ru": {
"ru": 279
},
"de": {
"de": 135,
"tr": 1,
"es": 1
},
"el": {
"el": 144,
"ot": 10,
"hi": 3
},
"en": {
"en": 146,
"es": 3
},
"fr": {
"fr": 139,
"tr": 3,
"en": 1
},
"hi": {
"hi": 171,
"ot": 39,
"zh": 1
},
"ot": {
"ot": 169,
"hi": 14,
"en": 4,
"zh": 3,
"ru": 1,
"de": 1,
"vi": 1
},
"ur": {
"ur": 133,
"hi": 1
},
"vi": {
"vi": 134
},
"zh": {
"zh": 143,
"ot": 1
},
"es": {
"es": 133,
"de": 3
},
"tr": {
"tr": 132
},
"unknown": {
"vi": 3,
"tr": 1,
"ot": 1
}
},
"matrix_2d": [
[
141,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
5,
0,
0
],
[
0,
135,
0,
0,
1,
0,
0,
0,
0,
1,
0,
0,
0,
0
],
[
0,
0,
144,
0,
0,
0,
3,
10,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
146,
3,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
3,
0,
0,
133,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
0,
0,
0,
1,
0,
139,
0,
0,
0,
3,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
171,
39,
0,
0,
0,
0,
0,
1
],
[
0,
1,
0,
4,
0,
0,
14,
169,
1,
0,
0,
0,
1,
3
],
[
0,
0,
0,
0,
0,
0,
0,
0,
279,
0,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
132,
0,
0,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
1,
0,
1,
0,
0,
3,
0
],
[
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
133,
0,
0
],
[
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
134,
0
],
[
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
143
]
],
"labels": [
"ar",
"de",
"el",
"en",
"es",
"fr",
"hi",
"ot",
"ru",
"tr",
"unknown",
"ur",
"vi",
"zh"
]
},
"all_languages_accuracy": {
"unknown": {
"accuracy": 0.0,
"correct": 0,
"total": 5,
"error_examples": [
{
"sentence": "Vì vậy, cô ấy giống như, à nhìn đi, trong mong vào công ty như vậy.",
"predicted": "vi",
"ground_truth": "unknown",
"index": 1078
},
{
"sentence": "Thế là, à, tôi, ừ, dù sao, ừ, ừ, đây là ba, ừ, phi công U2, ừ, văn phòng Tổng thống Kennedy ở Washington với Đại tướng May.",
"predicted": "vi",
"ground_truth": "unknown",
"index": 1138
},
{
"sentence": "1880'li bir tarihte doğdu, 188 gibi, sanırım 1889'du, galiba doğduğu zaman buydu.",
"predicted": "tr",
"ground_truth": "unknown",
"index": 1466
},
{
"sentence": "Nilipata maagizo ya kwenda Del Rio, TX, hivyo wakati nilipofika huko, niligundua nilipaswa kwenda kwa Laughlin Air Force Base.",
"predicted": "ot",
"ground_truth": "unknown",
"index": 1494
},
{
"sentence": "Và tôi đã đến, tôi đã đến Washington D.C. và tôi đã không đi thẳng đến, uh, chỗ đó, uh, nơi họ bảo tôi đến trong các đơn hàng.",
"predicted": "vi",
"ground_truth": "unknown",
"index": 1858
}
]
},
"hi": {
"accuracy": 0.8104265402843602,
"correct": 171,
"total": 211,
"error_examples": [
{
"sentence": "และเขาพูดว่า, ม่าม๊า ผมอยู่บ้าน",
"predicted": "ot",
"ground_truth": "hi",
"index": 10
},
{
"sentence": "มันมีอีกมากที่คุณสามารถพูดคุยเกี่ยวกับสิ่งนั้น ฉันจะข้ามไปละกัน",
"predicted": "ot",
"ground_truth": "hi",
"index": 70
},
{
"sentence": "และฉันก็แบบว่าตอบตกลงและมันก็เท่านั่น!",
"predicted": "ot",
"ground_truth": "hi",
"index": 130
},
{
"sentence": "ฉันก็เลยไม่แน่ใจจริงๆ ว่าทำไม",
"predicted": "ot",
"ground_truth": "hi",
"index": 145
},
{
"sentence": "และฉันได้ใส่ เอ่อ, ห้ากองออกมาจาก ยู2",
"predicted": "ot",
"ground_truth": "hi",
"index": 205
}
]
},
"ot": {
"accuracy": 0.8756476683937824,
"correct": 169,
"total": 193,
"error_examples": [
{
"sentence": "ฉันไม่รู้ว่าฉันไปเพื่ออะไรหรือเพื่อสิ่งใด ดังนั้นแค่รายงานเกี่ยวกับสถานที่ที่ระบุในวอชิงตัน",
"predicted": "hi",
"ground_truth": "ot",
"index": 85
},
{
"sentence": "วันนี้เขาจะพูดคุยกับเราเกี่ยวกับ Third SS, U2 Quick และ Blackbird",
"predicted": "hi",
"ground_truth": "ot",
"index": 340
},
{
"sentence": "เธอกล่าวว่ามีน้ำตาไหลออกมาจากตาของเธอ และเธอกล่าวว่าโจมาปรากฏตัวที่ชานบ้าน",
"predicted": "hi",
"ground_truth": "ot",
"index": 385
},
{
"sentence": "เมื่อฉันดึง เมื่อเขาดึงกระโจมเพื่อให้ฉันดึงเขาออกไป เขาชี้ไปที่อุปกรณ์ทั้งสองด้านซ้ายมือของเครื่องบินที่ละลายจริง ๆ ระหว่างการบิน",
"predicted": "hi",
"ground_truth": "ot",
"index": 505
},
{
"sentence": "แต่ทันทีทันใดนั้น เราก็ถูกเรียกออกไปดูว่ามีอะไรบินอยู่",
"predicted": "hi",
"ground_truth": "ot",
"index": 790
}
]
},
"el": {
"accuracy": 0.9171974522292994,
"correct": 144,
"total": 157,
"error_examples": [
{
"sentence": "ดี, ฉันไม่ได้คิดอะไรเกี่ยวกับเรื่องนี้, แต่ฉันก็ผิดหวัง, และ, ฉันก็กลับไปคุยกับเขาอีกครั้ง",
"predicted": "ot",
"ground_truth": "el",
"index": 25
},
{
"sentence": "พวกเขาบอกฉันว่าเขาจะเรียกคน ๆ หนึ่งเข้ามาในตอนท้ายให้ฉันพบ",
"predicted": "ot",
"ground_truth": "el",
"index": 55
},
{
"sentence": "และย่าเคยเล่าเรื่องเกี่ยวที่น้องสาวของเธอและสามีของน้องสาวได้ตัดสินใจว่าพวกเขาจะย้ายไปที่เมืองออร์กัสต้าและมองว่าสีขาว",
"predicted": "hi",
"ground_truth": "el",
"index": 250
},
{
"sentence": "แล้วความจริงก็คือ เธอเป็นความสว่าง!",
"predicted": "ot",
"ground_truth": "el",
"index": 775
},
{
"sentence": "ยายของฉันเคยเล่าเรื่องต่าง ๆ มากมายเกี่ยวกับปีเธอที่เติบโตขึ้นมา และโดยเฉพาะอย่างยิ่งเธอเคยพูดเรื่องครอบครัวของเธอและเล่าว่าครอบครัวเธอเป็นอย่างไรในช่วงเวลานั้น",
"predicted": "ot",
"ground_truth": "el",
"index": 1015
}
]
},
"ar": {
"accuracy": 0.9657534246575342,
"correct": 141,
"total": 146,
"error_examples": [
{
"sentence": "U2 (یو 2) کی پرواز شروع کرنے یا پریشر سوٹ کے ساتھ پرواز کرنے سے بھی پہلے انہیں اونچائی کے چیمبر کی کئی سواریوں/پروازوں سے گزرنا پڑتا ہے.",
"predicted": "ur",
"ground_truth": "ar",
"index": 1242
},
{
"sentence": "'پچتھر سال میں یہ پہلی بار ہوا ہے کہ' ٹی ایکس آۂین نے فوج کو ووٹ دی، ' ٹی ایکس' سفیر ہوتے ہوے ' ٹی ایکس' سفیر چاھۂے تھے۔",
"predicted": "ur",
"ground_truth": "ar",
"index": 1287
},
{
"sentence": "میرا مطلب یہ تھا کہ پوری بات.",
"predicted": "ur",
"ground_truth": "ar",
"index": 1557
},
{
"sentence": "وہ کیوبا کے بحران کا واحد زخمی تھا، اور uh، کیسر uh، وہ تصاویر ملی اور واشنگٹن میں اینڈریو ایئر فورس کی طرف براہ راست اڑ گئے.",
"predicted": "ur",
"ground_truth": "ar",
"index": 1767
},
{
"sentence": "خوش آمدید",
"predicted": "ur",
"ground_truth": "ar",
"index": 2007
}
]
},
"fr": {
"accuracy": 0.972027972027972,
"correct": 139,
"total": 143,
"error_examples": [
{
"sentence": "Ve Anne, evdeyim dedi.",
"predicted": "tr",
"ground_truth": "fr",
"index": 11
},
{
"sentence": "Nereye gittiklerini bilmiyorduk.",
"predicted": "tr",
"ground_truth": "fr",
"index": 1376
},
{
"sentence": "Nereye gittiklerini kimse bilmiyordu.",
"predicted": "tr",
"ground_truth": "fr",
"index": 1661
},
{
"sentence": "Well, there's nobody there to help me.",
"predicted": "en",
"ground_truth": "fr",
"index": 1744
}
]
},
"es": {
"accuracy": 0.9779411764705882,
"correct": 133,
"total": 136,
"error_examples": [
{
"sentence": "„Und ich dachte, das wäre ein Privileg, und das ist es immer noch, das ist esi mmer noch. Ich war der einzige 229 Ex-O, was mein AFCF Air Force-Karriere-Feld war.“",
"predicted": "de",
"ground_truth": "es",
"index": 32
},
{
"sentence": "Nun es kam soweit, dass zwei oder drei Flugzeuge pro Woche ankamen und ich nicht wusste, wohin sie flogen.",
"predicted": "de",
"ground_truth": "es",
"index": 452
},
{
"sentence": "Es sind 30 oder 40 U2 Flugzeuge und wir haben begonnen Chinesische und britische Piloten, praktisch Piloten von Verbündeten auf der ganzen Welt, in ihnen zu trainieren",
"predicted": "de",
"ground_truth": "es",
"index": 1052
}
]
},
"en": {
"accuracy": 0.9798657718120806,
"correct": 146,
"total": 149,
"error_examples": [
{
"sentence": "Y él dijo: Mamá, estoy en casa.",
"predicted": "es",
"ground_truth": "en",
"index": 5
},
{
"sentence": "Era en lo que teníamos a Rudolph Anderson, una formulación de tres U2.",
"predicted": "es",
"ground_truth": "en",
"index": 695
},
{
"sentence": "Así que, dice Bueno busca, busca esto en esta y esta empresa.",
"predicted": "es",
"ground_truth": "en",
"index": 1070
}
]
},
"de": {
"accuracy": 0.9854014598540146,
"correct": 135,
"total": 137,
"error_examples": [
{
"sentence": "Kariyerimin 16 yılını Özel Faaliyetler'de harcamama sıradışı denebilir.",
"predicted": "tr",
"ground_truth": "de",
"index": 866
},
{
"sentence": "Y entonces, una vez tienes todo introducido, puedes seguir a partir de ahí.",
"predicted": "es",
"ground_truth": "de",
"index": 1160
}
]
},
"ur": {
"accuracy": 0.9925373134328358,
"correct": 133,
"total": 134,
"error_examples": [
{
"sentence": "และแน่นอนว่า Androv Gromikov ไม่ได้ตอบอะไร แต่เรามีข้อมูลทั้งหมดจากภาพยนตร์ว่า U2 ที่ใช้ไปแล้ว",
"predicted": "hi",
"ground_truth": "ur",
"index": 370
}
]
},
"zh": {
"accuracy": 0.9930555555555556,
"correct": 143,
"total": 144,
"error_examples": [
{
"sentence": "แต่พวกมันถูกแบ่งประมาณว่าใครเป็นลูกจ้างซึ่งทำงานในท้องนาและใครเป็นคนทำงานบ้าน มันเป็นประเภทของ--",
"predicted": "ot",
"ground_truth": "zh",
"index": 310
}
]
},
"ru": {
"accuracy": 1.0,
"correct": 279,
"total": 279,
"error_examples": []
},
"tr": {
"accuracy": 1.0,
"correct": 132,
"total": 132,
"error_examples": []
},
"vi": {
"accuracy": 1.0,
"correct": 134,
"total": 134,
"error_examples": []
}
},
"per_language_accuracy": {
"ar": {
"accuracy": 0.9657534246575342,
"correct": 141,
"total": 146,
"error_examples": [
{
"sentence": "U2 (یو 2) کی پرواز شروع کرنے یا پریشر سوٹ کے ساتھ پرواز کرنے سے بھی پہلے انہیں اونچائی کے چیمبر کی کئی سواریوں/پروازوں سے گزرنا پڑتا ہے.",
"predicted": "ur",
"ground_truth": "ar",
"index": 1242
},
{
"sentence": "'پچتھر سال میں یہ پہلی بار ہوا ہے کہ' ٹی ایکس آۂین نے فوج کو ووٹ دی، ' ٹی ایکس' سفیر ہوتے ہوے ' ٹی ایکس' سفیر چاھۂے تھے۔",
"predicted": "ur",
"ground_truth": "ar",
"index": 1287
},
{
"sentence": "میرا مطلب یہ تھا کہ پوری بات.",
"predicted": "ur",
"ground_truth": "ar",
"index": 1557
},
{
"sentence": "وہ کیوبا کے بحران کا واحد زخمی تھا، اور uh، کیسر uh، وہ تصاویر ملی اور واشنگٹن میں اینڈریو ایئر فورس کی طرف براہ راست اڑ گئے.",
"predicted": "ur",
"ground_truth": "ar",
"index": 1767
},
{
"sentence": "خوش آمدید",
"predicted": "ur",
"ground_truth": "ar",
"index": 2007
}
]
},
"de": {
"accuracy": 0.9854014598540146,
"correct": 135,
"total": 137,
"error_examples": [
{
"sentence": "Kariyerimin 16 yılını Özel Faaliyetler'de harcamama sıradışı denebilir.",
"predicted": "tr",
"ground_truth": "de",
"index": 866
},
{
"sentence": "Y entonces, una vez tienes todo introducido, puedes seguir a partir de ahí.",
"predicted": "es",
"ground_truth": "de",
"index": 1160
}
]
},
"el": {
"accuracy": 0.9171974522292994,
"correct": 144,
"total": 157,
"error_examples": [
{
"sentence": "ดี, ฉันไม่ได้คิดอะไรเกี่ยวกับเรื่องนี้, แต่ฉันก็ผิดหวัง, และ, ฉันก็กลับไปคุยกับเขาอีกครั้ง",
"predicted": "ot",
"ground_truth": "el",
"index": 25
},
{
"sentence": "พวกเขาบอกฉันว่าเขาจะเรียกคน ๆ หนึ่งเข้ามาในตอนท้ายให้ฉันพบ",
"predicted": "ot",
"ground_truth": "el",
"index": 55
},
{
"sentence": "และย่าเคยเล่าเรื่องเกี่ยวที่น้องสาวของเธอและสามีของน้องสาวได้ตัดสินใจว่าพวกเขาจะย้ายไปที่เมืองออร์กัสต้าและมองว่าสีขาว",
"predicted": "hi",
"ground_truth": "el",
"index": 250
},
{
"sentence": "แล้วความจริงก็คือ เธอเป็นความสว่าง!",
"predicted": "ot",
"ground_truth": "el",
"index": 775
},
{
"sentence": "ยายของฉันเคยเล่าเรื่องต่าง ๆ มากมายเกี่ยวกับปีเธอที่เติบโตขึ้นมา และโดยเฉพาะอย่างยิ่งเธอเคยพูดเรื่องครอบครัวของเธอและเล่าว่าครอบครัวเธอเป็นอย่างไรในช่วงเวลานั้น",
"predicted": "ot",
"ground_truth": "el",
"index": 1015
}
]
},
"en": {
"accuracy": 0.9798657718120806,
"correct": 146,
"total": 149,
"error_examples": [
{
"sentence": "Y él dijo: Mamá, estoy en casa.",
"predicted": "es",
"ground_truth": "en",
"index": 5
},
{
"sentence": "Era en lo que teníamos a Rudolph Anderson, una formulación de tres U2.",
"predicted": "es",
"ground_truth": "en",
"index": 695
},
{
"sentence": "Así que, dice Bueno busca, busca esto en esta y esta empresa.",
"predicted": "es",
"ground_truth": "en",
"index": 1070
}
]
},
"es": {
"accuracy": 0.9779411764705882,
"correct": 133,
"total": 136,
"error_examples": [
{
"sentence": "„Und ich dachte, das wäre ein Privileg, und das ist es immer noch, das ist esi mmer noch. Ich war der einzige 229 Ex-O, was mein AFCF Air Force-Karriere-Feld war.“",
"predicted": "de",
"ground_truth": "es",
"index": 32
},
{
"sentence": "Nun es kam soweit, dass zwei oder drei Flugzeuge pro Woche ankamen und ich nicht wusste, wohin sie flogen.",
"predicted": "de",
"ground_truth": "es",
"index": 452
},
{
"sentence": "Es sind 30 oder 40 U2 Flugzeuge und wir haben begonnen Chinesische und britische Piloten, praktisch Piloten von Verbündeten auf der ganzen Welt, in ihnen zu trainieren",
"predicted": "de",
"ground_truth": "es",
"index": 1052
}
]
},
"fr": {
"accuracy": 0.972027972027972,
"correct": 139,
"total": 143,
"error_examples": [
{
"sentence": "Ve Anne, evdeyim dedi.",
"predicted": "tr",
"ground_truth": "fr",
"index": 11
},
{
"sentence": "Nereye gittiklerini bilmiyorduk.",
"predicted": "tr",
"ground_truth": "fr",
"index": 1376
},
{
"sentence": "Nereye gittiklerini kimse bilmiyordu.",
"predicted": "tr",
"ground_truth": "fr",
"index": 1661
},
{
"sentence": "Well, there's nobody there to help me.",
"predicted": "en",
"ground_truth": "fr",
"index": 1744
}
]
},
"hi": {
"accuracy": 0.8104265402843602,
"correct": 171,
"total": 211,
"error_examples": [
{
"sentence": "และเขาพูดว่า, ม่าม๊า ผมอยู่บ้าน",
"predicted": "ot",
"ground_truth": "hi",
"index": 10
},
{
"sentence": "มันมีอีกมากที่คุณสามารถพูดคุยเกี่ยวกับสิ่งนั้น ฉันจะข้ามไปละกัน",
"predicted": "ot",
"ground_truth": "hi",
"index": 70
},
{
"sentence": "และฉันก็แบบว่าตอบตกลงและมันก็เท่านั่น!",
"predicted": "ot",
"ground_truth": "hi",
"index": 130
},
{
"sentence": "ฉันก็เลยไม่แน่ใจจริงๆ ว่าทำไม",
"predicted": "ot",
"ground_truth": "hi",
"index": 145
},
{
"sentence": "และฉันได้ใส่ เอ่อ, ห้ากองออกมาจาก ยู2",
"predicted": "ot",
"ground_truth": "hi",
"index": 205
}
]
},
"ot": {
"accuracy": 0.8756476683937824,
"correct": 169,
"total": 193,
"error_examples": [
{
"sentence": "ฉันไม่รู้ว่าฉันไปเพื่ออะไรหรือเพื่อสิ่งใด ดังนั้นแค่รายงานเกี่ยวกับสถานที่ที่ระบุในวอชิงตัน",
"predicted": "hi",
"ground_truth": "ot",
"index": 85
},
{
"sentence": "วันนี้เขาจะพูดคุยกับเราเกี่ยวกับ Third SS, U2 Quick และ Blackbird",
"predicted": "hi",
"ground_truth": "ot",
"index": 340
},
{
"sentence": "เธอกล่าวว่ามีน้ำตาไหลออกมาจากตาของเธอ และเธอกล่าวว่าโจมาปรากฏตัวที่ชานบ้าน",
"predicted": "hi",
"ground_truth": "ot",
"index": 385
},
{
"sentence": "เมื่อฉันดึง เมื่อเขาดึงกระโจมเพื่อให้ฉันดึงเขาออกไป เขาชี้ไปที่อุปกรณ์ทั้งสองด้านซ้ายมือของเครื่องบินที่ละลายจริง ๆ ระหว่างการบิน",
"predicted": "hi",
"ground_truth": "ot",
"index": 505
},
{
"sentence": "แต่ทันทีทันใดนั้น เราก็ถูกเรียกออกไปดูว่ามีอะไรบินอยู่",
"predicted": "hi",
"ground_truth": "ot",
"index": 790
}
]
},
"ru": {
"accuracy": 1.0,
"correct": 279,
"total": 279,
"error_examples": []
},
"tr": {
"accuracy": 1.0,
"correct": 132,
"total": 132,
"error_examples": []
},
"unknown": {
"accuracy": 0.0,
"correct": 0,
"total": 5,
"error_examples": [
{
"sentence": "Vì vậy, cô ấy giống như, à nhìn đi, trong mong vào công ty như vậy.",
"predicted": "vi",
"ground_truth": "unknown",
"index": 1078
},
{
"sentence": "Thế là, à, tôi, ừ, dù sao, ừ, ừ, đây là ba, ừ, phi công U2, ừ, văn phòng Tổng thống Kennedy ở Washington với Đại tướng May.",
"predicted": "vi",
"ground_truth": "unknown",
"index": 1138
},
{
"sentence": "1880'li bir tarihte doğdu, 188 gibi, sanırım 1889'du, galiba doğduğu zaman buydu.",
"predicted": "tr",
"ground_truth": "unknown",
"index": 1466
},
{
"sentence": "Nilipata maagizo ya kwenda Del Rio, TX, hivyo wakati nilipofika huko, niligundua nilipaswa kwenda kwa Laughlin Air Force Base.",
"predicted": "ot",
"ground_truth": "unknown",
"index": 1494
},
{
"sentence": "Và tôi đã đến, tôi đã đến Washington D.C. và tôi đã không đi thẳng đến, uh, chỗ đó, uh, nơi họ bảo tôi đến trong các đơn hàng.",
"predicted": "vi",
"ground_truth": "unknown",
"index": 1858
}
]
},
"ur": {
"accuracy": 0.9925373134328358,
"correct": 133,
"total": 134,
"error_examples": [
{
"sentence": "และแน่นอนว่า Androv Gromikov ไม่ได้ตอบอะไร แต่เรามีข้อมูลทั้งหมดจากภาพยนตร์ว่า U2 ที่ใช้ไปแล้ว",
"predicted": "hi",
"ground_truth": "ur",
"index": 370
}
]
},
"vi": {
"accuracy": 1.0,
"correct": 134,
"total": 134,
"error_examples": []
},
"zh": {
"accuracy": 0.9930555555555556,
"correct": 143,
"total": 144,
"error_examples": [
{
"sentence": "แต่พวกมันถูกแบ่งประมาณว่าใครเป็นลูกจ้างซึ่งทำงานในท้องนาและใครเป็นคนทำงานบ้าน มันเป็นประเภทของ--",
"predicted": "ot",
"ground_truth": "zh",
"index": 310
}
]
}
},
"worst_performing_languages": [
{
"language": "unknown",
"accuracy": 0.0,
"correct": 0,
"total": 5,
"error_examples": [
{
"sentence": "Vì vậy, cô ấy giống như, à nhìn đi, trong mong vào công ty như vậy.",
"predicted": "vi",
"ground_truth": "unknown",
"index": 1078
},
{
"sentence": "Thế là, à, tôi, ừ, dù sao, ừ, ừ, đây là ba, ừ, phi công U2, ừ, văn phòng Tổng thống Kennedy ở Washington với Đại tướng May.",
"predicted": "vi",
"ground_truth": "unknown",
"index": 1138
},
{
"sentence": "1880'li bir tarihte doğdu, 188 gibi, sanırım 1889'du, galiba doğduğu zaman buydu.",
"predicted": "tr",
"ground_truth": "unknown",
"index": 1466
},
{
"sentence": "Nilipata maagizo ya kwenda Del Rio, TX, hivyo wakati nilipofika huko, niligundua nilipaswa kwenda kwa Laughlin Air Force Base.",
"predicted": "ot",
"ground_truth": "unknown",
"index": 1494
},
{
"sentence": "Và tôi đã đến, tôi đã đến Washington D.C. và tôi đã không đi thẳng đến, uh, chỗ đó, uh, nơi họ bảo tôi đến trong các đơn hàng.",
"predicted": "vi",
"ground_truth": "unknown",
"index": 1858
}
]
},
{
"language": "hi",
"accuracy": 0.8104265402843602,
"correct": 171,
"total": 211,
"error_examples": [
{
"sentence": "และเขาพูดว่า, ม่าม๊า ผมอยู่บ้าน",
"predicted": "ot",
"ground_truth": "hi",
"index": 10
},
{
"sentence": "มันมีอีกมากที่คุณสามารถพูดคุยเกี่ยวกับสิ่งนั้น ฉันจะข้ามไปละกัน",
"predicted": "ot",
"ground_truth": "hi",
"index": 70
},
{
"sentence": "และฉันก็แบบว่าตอบตกลงและมันก็เท่านั่น!",
"predicted": "ot",
"ground_truth": "hi",
"index": 130
},
{
"sentence": "ฉันก็เลยไม่แน่ใจจริงๆ ว่าทำไม",
"predicted": "ot",
"ground_truth": "hi",
"index": 145
},
{
"sentence": "และฉันได้ใส่ เอ่อ, ห้ากองออกมาจาก ยู2",
"predicted": "ot",
"ground_truth": "hi",
"index": 205
}
]
},
{
"language": "ot",
"accuracy": 0.8756476683937824,
"correct": 169,
"total": 193,
"error_examples": [
{
"sentence": "ฉันไม่รู้ว่าฉันไปเพื่ออะไรหรือเพื่อสิ่งใด ดังนั้นแค่รายงานเกี่ยวกับสถานที่ที่ระบุในวอชิงตัน",
"predicted": "hi",
"ground_truth": "ot",
"index": 85
},
{
"sentence": "วันนี้เขาจะพูดคุยกับเราเกี่ยวกับ Third SS, U2 Quick และ Blackbird",
"predicted": "hi",
"ground_truth": "ot",
"index": 340
},
{
"sentence": "เธอกล่าวว่ามีน้ำตาไหลออกมาจากตาของเธอ และเธอกล่าวว่าโจมาปรากฏตัวที่ชานบ้าน",
"predicted": "hi",
"ground_truth": "ot",
"index": 385
},
{
"sentence": "เมื่อฉันดึง เมื่อเขาดึงกระโจมเพื่อให้ฉันดึงเขาออกไป เขาชี้ไปที่อุปกรณ์ทั้งสองด้านซ้ายมือของเครื่องบินที่ละลายจริง ๆ ระหว่างการบิน",
"predicted": "hi",
"ground_truth": "ot",
"index": 505
},
{
"sentence": "แต่ทันทีทันใดนั้น เราก็ถูกเรียกออกไปดูว่ามีอะไรบินอยู่",
"predicted": "hi",
"ground_truth": "ot",
"index": 790
}
]
},
{
"language": "el",
"accuracy": 0.9171974522292994,
"correct": 144,
"total": 157,
"error_examples": [
{
"sentence": "ดี, ฉันไม่ได้คิดอะไรเกี่ยวกับเรื่องนี้, แต่ฉันก็ผิดหวัง, และ, ฉันก็กลับไปคุยกับเขาอีกครั้ง",
"predicted": "ot",
"ground_truth": "el",
"index": 25
},
{
"sentence": "พวกเขาบอกฉันว่าเขาจะเรียกคน ๆ หนึ่งเข้ามาในตอนท้ายให้ฉันพบ",
"predicted": "ot",
"ground_truth": "el",
"index": 55
},
{
"sentence": "และย่าเคยเล่าเรื่องเกี่ยวที่น้องสาวของเธอและสามีของน้องสาวได้ตัดสินใจว่าพวกเขาจะย้ายไปที่เมืองออร์กัสต้าและมองว่าสีขาว",
"predicted": "hi",
"ground_truth": "el",
"index": 250
},
{
"sentence": "แล้วความจริงก็คือ เธอเป็นความสว่าง!",
"predicted": "ot",
"ground_truth": "el",
"index": 775
},
{
"sentence": "ยายของฉันเคยเล่าเรื่องต่าง ๆ มากมายเกี่ยวกับปีเธอที่เติบโตขึ้นมา และโดยเฉพาะอย่างยิ่งเธอเคยพูดเรื่องครอบครัวของเธอและเล่าว่าครอบครัวเธอเป็นอย่างไรในช่วงเวลานั้น",
"predicted": "ot",
"ground_truth": "el",
"index": 1015
}
]
},
{
"language": "ar",
"accuracy": 0.9657534246575342,
"correct": 141,
"total": 146,
"error_examples": [
{
"sentence": "U2 (یو 2) کی پرواز شروع کرنے یا پریشر سوٹ کے ساتھ پرواز کرنے سے بھی پہلے انہیں اونچائی کے چیمبر کی کئی سواریوں/پروازوں سے گزرنا پڑتا ہے.",
"predicted": "ur",
"ground_truth": "ar",
"index": 1242
},
{
"sentence": "'پچتھر سال میں یہ پہلی بار ہوا ہے کہ' ٹی ایکس آۂین نے فوج کو ووٹ دی، ' ٹی ایکس' سفیر ہوتے ہوے ' ٹی ایکس' سفیر چاھۂے تھے۔",
"predicted": "ur",
"ground_truth": "ar",
"index": 1287
},
{
"sentence": "میرا مطلب یہ تھا کہ پوری بات.",
"predicted": "ur",
"ground_truth": "ar",
"index": 1557
},
{
"sentence": "وہ کیوبا کے بحران کا واحد زخمی تھا، اور uh، کیسر uh، وہ تصاویر ملی اور واشنگٹن میں اینڈریو ایئر فورس کی طرف براہ راست اڑ گئے.",
"predicted": "ur",
"ground_truth": "ar",
"index": 1767
},
{
"sentence": "خوش آمدید",
"predicted": "ur",
"ground_truth": "ar",
"index": 2007
}
]
}
]
}
Reference in New Issue View Git Blame Copy Permalink