{ "model_path": "./models/prompt_distillation_trl", "base_model": "Qwen/Qwen3-30B-A3B-Instruct-2507", "test_file": "./example-data/multilingual.txt", "train_data_file": "./data/prompt_distillation_lang.jsonl", "timestamp": "1759556861.0279787", "summary": { "total_samples": 2100, "predicted": 2100, "unparseable": 0, "parse_rate": 1.0, "accuracy": 0.9519047619047619, "correct": 1999, "evaluated": 2100 }, "predictions": [ "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "hi", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "en", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "hi", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "hi", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "hi", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "es", "fr", "hi", "ru", "ot", "ot", "tr", "ur", "vi", "zh", "ar", "ru", "de", "el", "en", "ar", "ur", "ar", "ur", "ar", "ur", "ar", "ur", "ar", "ur", "el", "el", "el", "el", "el", "el", "el", "el", "el", "el", "ru", "ru", "ru", "ru", "ru", "ru", "ru", "ru", "ru", "ru", "zh", "zh", "zh", "zh", "zh", "zh", "zh", "zh", "zh", "zh", "fr", "fr", "fr", "es", "es", "es", "de", "de", "de", "tr", "tr", "tr", "vi", "vi", "vi", "en", "en", "en", "en", "en", "en", "en", "en", "en", "en", "hi", "hi", "hi", "hi", "hi", "ur", "ar", "ur", "ar", "ur", "en", "en", "fr", "es", "zh", "de", "tr", "vi", "ru", "zh", "en", "zh", "ru", "en", "zh", "fr", "de", "ru", "vi", "hi", "en", "en", "fr", "es", "hi" ], "confusion_matrix": { "matrix_dict": { "ar": { "ar": 141, "ur": 5 }, "ru": { "ru": 279 }, "de": { "de": 135, "tr": 1, "es": 1 }, "el": { "el": 144, "ot": 10, "hi": 3 }, "en": { "en": 146, "es": 3 }, "fr": { "fr": 139, "tr": 3, "en": 1 }, "hi": { "hi": 171, "ot": 39, "zh": 1 }, "ot": { "ot": 169, "hi": 14, "en": 4, "zh": 3, "ru": 1, "de": 1, "vi": 1 }, "ur": { "ur": 133, "hi": 1 }, "vi": { "vi": 134 }, "zh": { "zh": 143, "ot": 1 }, "es": { "es": 133, "de": 3 }, "tr": { "tr": 132 }, "unknown": { "vi": 3, "tr": 1, "ot": 1 } }, "matrix_2d": [ [ 141, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0 ], [ 0, 135, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0 ], [ 0, 0, 144, 0, 0, 0, 3, 10, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 146, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 3, 0, 0, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 1, 0, 139, 0, 0, 0, 3, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 171, 39, 0, 0, 0, 0, 0, 1 ], [ 0, 1, 0, 4, 0, 0, 14, 169, 1, 0, 0, 0, 1, 3 ], [ 0, 0, 0, 0, 0, 0, 0, 0, 279, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 132, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 3, 0 ], [ 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 133, 0, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 134, 0 ], [ 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 143 ] ], "labels": [ "ar", "de", "el", "en", "es", "fr", "hi", "ot", "ru", "tr", "unknown", "ur", "vi", "zh" ] }, "all_languages_accuracy": { "unknown": { "accuracy": 0.0, "correct": 0, "total": 5, "error_examples": [ { "sentence": "Vì vậy, cô ấy giống như, à nhìn đi, trong mong vào công ty như vậy.", "predicted": "vi", "ground_truth": "unknown", "index": 1078 }, { "sentence": "Thế là, à, tôi, ừ, dù sao, ừ, ừ, đây là ba, ừ, phi công U2, ừ, văn phòng Tổng thống Kennedy ở Washington với Đại tướng May.", "predicted": "vi", "ground_truth": "unknown", "index": 1138 }, { "sentence": "1880'li bir tarihte doğdu, 188 gibi, sanırım 1889'du, galiba doğduğu zaman buydu.", "predicted": "tr", "ground_truth": "unknown", "index": 1466 }, { "sentence": "Nilipata maagizo ya kwenda Del Rio, TX, hivyo wakati nilipofika huko, niligundua nilipaswa kwenda kwa Laughlin Air Force Base.", "predicted": "ot", "ground_truth": "unknown", "index": 1494 }, { "sentence": "Và tôi đã đến, tôi đã đến Washington D.C. và tôi đã không đi thẳng đến, uh, chỗ đó, uh, nơi họ bảo tôi đến trong các đơn hàng.", "predicted": "vi", "ground_truth": "unknown", "index": 1858 } ] }, "hi": { "accuracy": 0.8104265402843602, "correct": 171, "total": 211, "error_examples": [ { "sentence": "และเขาพูดว่า, ม่าม๊า ผมอยู่บ้าน", "predicted": "ot", "ground_truth": "hi", "index": 10 }, { "sentence": "มันมีอีกมากที่คุณสามารถพูดคุยเกี่ยวกับสิ่งนั้น ฉันจะข้ามไปละกัน", "predicted": "ot", "ground_truth": "hi", "index": 70 }, { "sentence": "และฉันก็แบบว่าตอบตกลงและมันก็เท่านั่น!", "predicted": "ot", "ground_truth": "hi", "index": 130 }, { "sentence": "ฉันก็เลยไม่แน่ใจจริงๆ ว่าทำไม", "predicted": "ot", "ground_truth": "hi", "index": 145 }, { "sentence": "และฉันได้ใส่ เอ่อ, ห้ากองออกมาจาก ยู2", "predicted": "ot", "ground_truth": "hi", "index": 205 } ] }, "ot": { "accuracy": 0.8756476683937824, "correct": 169, "total": 193, "error_examples": [ { "sentence": "ฉันไม่รู้ว่าฉันไปเพื่ออะไรหรือเพื่อสิ่งใด ดังนั้นแค่รายงานเกี่ยวกับสถานที่ที่ระบุในวอชิงตัน", "predicted": "hi", "ground_truth": "ot", "index": 85 }, { "sentence": "วันนี้เขาจะพูดคุยกับเราเกี่ยวกับ Third SS, U2 Quick และ Blackbird", "predicted": "hi", "ground_truth": "ot", "index": 340 }, { "sentence": "เธอกล่าวว่ามีน้ำตาไหลออกมาจากตาของเธอ และเธอกล่าวว่าโจมาปรากฏตัวที่ชานบ้าน", "predicted": "hi", "ground_truth": "ot", "index": 385 }, { "sentence": "เมื่อฉันดึง เมื่อเขาดึงกระโจมเพื่อให้ฉันดึงเขาออกไป เขาชี้ไปที่อุปกรณ์ทั้งสองด้านซ้ายมือของเครื่องบินที่ละลายจริง ๆ ระหว่างการบิน", "predicted": "hi", "ground_truth": "ot", "index": 505 }, { "sentence": "แต่ทันทีทันใดนั้น เราก็ถูกเรียกออกไปดูว่ามีอะไรบินอยู่", "predicted": "hi", "ground_truth": "ot", "index": 790 } ] }, "el": { "accuracy": 0.9171974522292994, "correct": 144, "total": 157, "error_examples": [ { "sentence": "ดี, ฉันไม่ได้คิดอะไรเกี่ยวกับเรื่องนี้, แต่ฉันก็ผิดหวัง, และ, ฉันก็กลับไปคุยกับเขาอีกครั้ง", "predicted": "ot", "ground_truth": "el", "index": 25 }, { "sentence": "พวกเขาบอกฉันว่าเขาจะเรียกคน ๆ หนึ่งเข้ามาในตอนท้ายให้ฉันพบ", "predicted": "ot", "ground_truth": "el", "index": 55 }, { "sentence": "และย่าเคยเล่าเรื่องเกี่ยวที่น้องสาวของเธอและสามีของน้องสาวได้ตัดสินใจว่าพวกเขาจะย้ายไปที่เมืองออร์กัสต้าและมองว่าสีขาว", "predicted": "hi", "ground_truth": "el", "index": 250 }, { "sentence": "แล้วความจริงก็คือ เธอเป็นความสว่าง!", "predicted": "ot", "ground_truth": "el", "index": 775 }, { "sentence": "ยายของฉันเคยเล่าเรื่องต่าง ๆ มากมายเกี่ยวกับปีเธอที่เติบโตขึ้นมา และโดยเฉพาะอย่างยิ่งเธอเคยพูดเรื่องครอบครัวของเธอและเล่าว่าครอบครัวเธอเป็นอย่างไรในช่วงเวลานั้น", "predicted": "ot", "ground_truth": "el", "index": 1015 } ] }, "ar": { "accuracy": 0.9657534246575342, "correct": 141, "total": 146, "error_examples": [ { "sentence": "U2 (یو 2) کی پرواز شروع کرنے یا پریشر سوٹ کے ساتھ پرواز کرنے سے بھی پہلے انہیں اونچائی کے چیمبر کی کئی سواریوں/پروازوں سے گزرنا پڑتا ہے.", "predicted": "ur", "ground_truth": "ar", "index": 1242 }, { "sentence": "'پچتھر سال میں یہ پہلی بار ہوا ہے کہ' ٹی ایکس آۂین نے فوج کو ووٹ دی، ' ٹی ایکس' سفیر ہوتے ہوے ' ٹی ایکس' سفیر چاھۂے تھے۔", "predicted": "ur", "ground_truth": "ar", "index": 1287 }, { "sentence": "میرا مطلب یہ تھا کہ پوری بات.", "predicted": "ur", "ground_truth": "ar", "index": 1557 }, { "sentence": "وہ کیوبا کے بحران کا واحد زخمی تھا، اور uh، کیسر uh، وہ تصاویر ملی اور واشنگٹن میں اینڈریو ایئر فورس کی طرف براہ راست اڑ گئے.", "predicted": "ur", "ground_truth": "ar", "index": 1767 }, { "sentence": "خوش آمدید", "predicted": "ur", "ground_truth": "ar", "index": 2007 } ] }, "fr": { "accuracy": 0.972027972027972, "correct": 139, "total": 143, "error_examples": [ { "sentence": "Ve Anne, evdeyim dedi.", "predicted": "tr", "ground_truth": "fr", "index": 11 }, { "sentence": "Nereye gittiklerini bilmiyorduk.", "predicted": "tr", "ground_truth": "fr", "index": 1376 }, { "sentence": "Nereye gittiklerini kimse bilmiyordu.", "predicted": "tr", "ground_truth": "fr", "index": 1661 }, { "sentence": "Well, there's nobody there to help me.", "predicted": "en", "ground_truth": "fr", "index": 1744 } ] }, "es": { "accuracy": 0.9779411764705882, "correct": 133, "total": 136, "error_examples": [ { "sentence": "„Und ich dachte, das wäre ein Privileg, und das ist es immer noch, das ist esi mmer noch. Ich war der einzige 229 Ex-O, was mein AFCF Air Force-Karriere-Feld war.“", "predicted": "de", "ground_truth": "es", "index": 32 }, { "sentence": "Nun es kam soweit, dass zwei oder drei Flugzeuge pro Woche ankamen und ich nicht wusste, wohin sie flogen.", "predicted": "de", "ground_truth": "es", "index": 452 }, { "sentence": "Es sind 30 oder 40 U2 Flugzeuge und wir haben begonnen Chinesische und britische Piloten, praktisch Piloten von Verbündeten auf der ganzen Welt, in ihnen zu trainieren", "predicted": "de", "ground_truth": "es", "index": 1052 } ] }, "en": { "accuracy": 0.9798657718120806, "correct": 146, "total": 149, "error_examples": [ { "sentence": "Y él dijo: Mamá, estoy en casa.", "predicted": "es", "ground_truth": "en", "index": 5 }, { "sentence": "Era en lo que teníamos a Rudolph Anderson, una formulación de tres U2.", "predicted": "es", "ground_truth": "en", "index": 695 }, { "sentence": "Así que, dice Bueno busca, busca esto en esta y esta empresa.", "predicted": "es", "ground_truth": "en", "index": 1070 } ] }, "de": { "accuracy": 0.9854014598540146, "correct": 135, "total": 137, "error_examples": [ { "sentence": "Kariyerimin 16 yılını Özel Faaliyetler'de harcamama sıradışı denebilir.", "predicted": "tr", "ground_truth": "de", "index": 866 }, { "sentence": "Y entonces, una vez tienes todo introducido, puedes seguir a partir de ahí.", "predicted": "es", "ground_truth": "de", "index": 1160 } ] }, "ur": { "accuracy": 0.9925373134328358, "correct": 133, "total": 134, "error_examples": [ { "sentence": "และแน่นอนว่า Androv Gromikov ไม่ได้ตอบอะไร แต่เรามีข้อมูลทั้งหมดจากภาพยนตร์ว่า U2 ที่ใช้ไปแล้ว", "predicted": "hi", "ground_truth": "ur", "index": 370 } ] }, "zh": { "accuracy": 0.9930555555555556, "correct": 143, "total": 144, "error_examples": [ { "sentence": "แต่พวกมันถูกแบ่งประมาณว่าใครเป็นลูกจ้างซึ่งทำงานในท้องนาและใครเป็นคนทำงานบ้าน มันเป็นประเภทของ--", "predicted": "ot", "ground_truth": "zh", "index": 310 } ] }, "ru": { "accuracy": 1.0, "correct": 279, "total": 279, "error_examples": [] }, "tr": { "accuracy": 1.0, "correct": 132, "total": 132, "error_examples": [] }, "vi": { "accuracy": 1.0, "correct": 134, "total": 134, "error_examples": [] } }, "per_language_accuracy": { "ar": { "accuracy": 0.9657534246575342, "correct": 141, "total": 146, "error_examples": [ { "sentence": "U2 (یو 2) کی پرواز شروع کرنے یا پریشر سوٹ کے ساتھ پرواز کرنے سے بھی پہلے انہیں اونچائی کے چیمبر کی کئی سواریوں/پروازوں سے گزرنا پڑتا ہے.", "predicted": "ur", "ground_truth": "ar", "index": 1242 }, { "sentence": "'پچتھر سال میں یہ پہلی بار ہوا ہے کہ' ٹی ایکس آۂین نے فوج کو ووٹ دی، ' ٹی ایکس' سفیر ہوتے ہوے ' ٹی ایکس' سفیر چاھۂے تھے۔", "predicted": "ur", "ground_truth": "ar", "index": 1287 }, { "sentence": "میرا مطلب یہ تھا کہ پوری بات.", "predicted": "ur", "ground_truth": "ar", "index": 1557 }, { "sentence": "وہ کیوبا کے بحران کا واحد زخمی تھا، اور uh، کیسر uh، وہ تصاویر ملی اور واشنگٹن میں اینڈریو ایئر فورس کی طرف براہ راست اڑ گئے.", "predicted": "ur", "ground_truth": "ar", "index": 1767 }, { "sentence": "خوش آمدید", "predicted": "ur", "ground_truth": "ar", "index": 2007 } ] }, "de": { "accuracy": 0.9854014598540146, "correct": 135, "total": 137, "error_examples": [ { "sentence": "Kariyerimin 16 yılını Özel Faaliyetler'de harcamama sıradışı denebilir.", "predicted": "tr", "ground_truth": "de", "index": 866 }, { "sentence": "Y entonces, una vez tienes todo introducido, puedes seguir a partir de ahí.", "predicted": "es", "ground_truth": "de", "index": 1160 } ] }, "el": { "accuracy": 0.9171974522292994, "correct": 144, "total": 157, "error_examples": [ { "sentence": "ดี, ฉันไม่ได้คิดอะไรเกี่ยวกับเรื่องนี้, แต่ฉันก็ผิดหวัง, และ, ฉันก็กลับไปคุยกับเขาอีกครั้ง", "predicted": "ot", "ground_truth": "el", "index": 25 }, { "sentence": "พวกเขาบอกฉันว่าเขาจะเรียกคน ๆ หนึ่งเข้ามาในตอนท้ายให้ฉันพบ", "predicted": "ot", "ground_truth": "el", "index": 55 }, { "sentence": "และย่าเคยเล่าเรื่องเกี่ยวที่น้องสาวของเธอและสามีของน้องสาวได้ตัดสินใจว่าพวกเขาจะย้ายไปที่เมืองออร์กัสต้าและมองว่าสีขาว", "predicted": "hi", "ground_truth": "el", "index": 250 }, { "sentence": "แล้วความจริงก็คือ เธอเป็นความสว่าง!", "predicted": "ot", "ground_truth": "el", "index": 775 }, { "sentence": "ยายของฉันเคยเล่าเรื่องต่าง ๆ มากมายเกี่ยวกับปีเธอที่เติบโตขึ้นมา และโดยเฉพาะอย่างยิ่งเธอเคยพูดเรื่องครอบครัวของเธอและเล่าว่าครอบครัวเธอเป็นอย่างไรในช่วงเวลานั้น", "predicted": "ot", "ground_truth": "el", "index": 1015 } ] }, "en": { "accuracy": 0.9798657718120806, "correct": 146, "total": 149, "error_examples": [ { "sentence": "Y él dijo: Mamá, estoy en casa.", "predicted": "es", "ground_truth": "en", "index": 5 }, { "sentence": "Era en lo que teníamos a Rudolph Anderson, una formulación de tres U2.", "predicted": "es", "ground_truth": "en", "index": 695 }, { "sentence": "Así que, dice Bueno busca, busca esto en esta y esta empresa.", "predicted": "es", "ground_truth": "en", "index": 1070 } ] }, "es": { "accuracy": 0.9779411764705882, "correct": 133, "total": 136, "error_examples": [ { "sentence": "„Und ich dachte, das wäre ein Privileg, und das ist es immer noch, das ist esi mmer noch. Ich war der einzige 229 Ex-O, was mein AFCF Air Force-Karriere-Feld war.“", "predicted": "de", "ground_truth": "es", "index": 32 }, { "sentence": "Nun es kam soweit, dass zwei oder drei Flugzeuge pro Woche ankamen und ich nicht wusste, wohin sie flogen.", "predicted": "de", "ground_truth": "es", "index": 452 }, { "sentence": "Es sind 30 oder 40 U2 Flugzeuge und wir haben begonnen Chinesische und britische Piloten, praktisch Piloten von Verbündeten auf der ganzen Welt, in ihnen zu trainieren", "predicted": "de", "ground_truth": "es", "index": 1052 } ] }, "fr": { "accuracy": 0.972027972027972, "correct": 139, "total": 143, "error_examples": [ { "sentence": "Ve Anne, evdeyim dedi.", "predicted": "tr", "ground_truth": "fr", "index": 11 }, { "sentence": "Nereye gittiklerini bilmiyorduk.", "predicted": "tr", "ground_truth": "fr", "index": 1376 }, { "sentence": "Nereye gittiklerini kimse bilmiyordu.", "predicted": "tr", "ground_truth": "fr", "index": 1661 }, { "sentence": "Well, there's nobody there to help me.", "predicted": "en", "ground_truth": "fr", "index": 1744 } ] }, "hi": { "accuracy": 0.8104265402843602, "correct": 171, "total": 211, "error_examples": [ { "sentence": "และเขาพูดว่า, ม่าม๊า ผมอยู่บ้าน", "predicted": "ot", "ground_truth": "hi", "index": 10 }, { "sentence": "มันมีอีกมากที่คุณสามารถพูดคุยเกี่ยวกับสิ่งนั้น ฉันจะข้ามไปละกัน", "predicted": "ot", "ground_truth": "hi", "index": 70 }, { "sentence": "และฉันก็แบบว่าตอบตกลงและมันก็เท่านั่น!", "predicted": "ot", "ground_truth": "hi", "index": 130 }, { "sentence": "ฉันก็เลยไม่แน่ใจจริงๆ ว่าทำไม", "predicted": "ot", "ground_truth": "hi", "index": 145 }, { "sentence": "และฉันได้ใส่ เอ่อ, ห้ากองออกมาจาก ยู2", "predicted": "ot", "ground_truth": "hi", "index": 205 } ] }, "ot": { "accuracy": 0.8756476683937824, "correct": 169, "total": 193, "error_examples": [ { "sentence": "ฉันไม่รู้ว่าฉันไปเพื่ออะไรหรือเพื่อสิ่งใด ดังนั้นแค่รายงานเกี่ยวกับสถานที่ที่ระบุในวอชิงตัน", "predicted": "hi", "ground_truth": "ot", "index": 85 }, { "sentence": "วันนี้เขาจะพูดคุยกับเราเกี่ยวกับ Third SS, U2 Quick และ Blackbird", "predicted": "hi", "ground_truth": "ot", "index": 340 }, { "sentence": "เธอกล่าวว่ามีน้ำตาไหลออกมาจากตาของเธอ และเธอกล่าวว่าโจมาปรากฏตัวที่ชานบ้าน", "predicted": "hi", "ground_truth": "ot", "index": 385 }, { "sentence": "เมื่อฉันดึง เมื่อเขาดึงกระโจมเพื่อให้ฉันดึงเขาออกไป เขาชี้ไปที่อุปกรณ์ทั้งสองด้านซ้ายมือของเครื่องบินที่ละลายจริง ๆ ระหว่างการบิน", "predicted": "hi", "ground_truth": "ot", "index": 505 }, { "sentence": "แต่ทันทีทันใดนั้น เราก็ถูกเรียกออกไปดูว่ามีอะไรบินอยู่", "predicted": "hi", "ground_truth": "ot", "index": 790 } ] }, "ru": { "accuracy": 1.0, "correct": 279, "total": 279, "error_examples": [] }, "tr": { "accuracy": 1.0, "correct": 132, "total": 132, "error_examples": [] }, "unknown": { "accuracy": 0.0, "correct": 0, "total": 5, "error_examples": [ { "sentence": "Vì vậy, cô ấy giống như, à nhìn đi, trong mong vào công ty như vậy.", "predicted": "vi", "ground_truth": "unknown", "index": 1078 }, { "sentence": "Thế là, à, tôi, ừ, dù sao, ừ, ừ, đây là ba, ừ, phi công U2, ừ, văn phòng Tổng thống Kennedy ở Washington với Đại tướng May.", "predicted": "vi", "ground_truth": "unknown", "index": 1138 }, { "sentence": "1880'li bir tarihte doğdu, 188 gibi, sanırım 1889'du, galiba doğduğu zaman buydu.", "predicted": "tr", "ground_truth": "unknown", "index": 1466 }, { "sentence": "Nilipata maagizo ya kwenda Del Rio, TX, hivyo wakati nilipofika huko, niligundua nilipaswa kwenda kwa Laughlin Air Force Base.", "predicted": "ot", "ground_truth": "unknown", "index": 1494 }, { "sentence": "Và tôi đã đến, tôi đã đến Washington D.C. và tôi đã không đi thẳng đến, uh, chỗ đó, uh, nơi họ bảo tôi đến trong các đơn hàng.", "predicted": "vi", "ground_truth": "unknown", "index": 1858 } ] }, "ur": { "accuracy": 0.9925373134328358, "correct": 133, "total": 134, "error_examples": [ { "sentence": "และแน่นอนว่า Androv Gromikov ไม่ได้ตอบอะไร แต่เรามีข้อมูลทั้งหมดจากภาพยนตร์ว่า U2 ที่ใช้ไปแล้ว", "predicted": "hi", "ground_truth": "ur", "index": 370 } ] }, "vi": { "accuracy": 1.0, "correct": 134, "total": 134, "error_examples": [] }, "zh": { "accuracy": 0.9930555555555556, "correct": 143, "total": 144, "error_examples": [ { "sentence": "แต่พวกมันถูกแบ่งประมาณว่าใครเป็นลูกจ้างซึ่งทำงานในท้องนาและใครเป็นคนทำงานบ้าน มันเป็นประเภทของ--", "predicted": "ot", "ground_truth": "zh", "index": 310 } ] } }, "worst_performing_languages": [ { "language": "unknown", "accuracy": 0.0, "correct": 0, "total": 5, "error_examples": [ { "sentence": "Vì vậy, cô ấy giống như, à nhìn đi, trong mong vào công ty như vậy.", "predicted": "vi", "ground_truth": "unknown", "index": 1078 }, { "sentence": "Thế là, à, tôi, ừ, dù sao, ừ, ừ, đây là ba, ừ, phi công U2, ừ, văn phòng Tổng thống Kennedy ở Washington với Đại tướng May.", "predicted": "vi", "ground_truth": "unknown", "index": 1138 }, { "sentence": "1880'li bir tarihte doğdu, 188 gibi, sanırım 1889'du, galiba doğduğu zaman buydu.", "predicted": "tr", "ground_truth": "unknown", "index": 1466 }, { "sentence": "Nilipata maagizo ya kwenda Del Rio, TX, hivyo wakati nilipofika huko, niligundua nilipaswa kwenda kwa Laughlin Air Force Base.", "predicted": "ot", "ground_truth": "unknown", "index": 1494 }, { "sentence": "Và tôi đã đến, tôi đã đến Washington D.C. và tôi đã không đi thẳng đến, uh, chỗ đó, uh, nơi họ bảo tôi đến trong các đơn hàng.", "predicted": "vi", "ground_truth": "unknown", "index": 1858 } ] }, { "language": "hi", "accuracy": 0.8104265402843602, "correct": 171, "total": 211, "error_examples": [ { "sentence": "และเขาพูดว่า, ม่าม๊า ผมอยู่บ้าน", "predicted": "ot", "ground_truth": "hi", "index": 10 }, { "sentence": "มันมีอีกมากที่คุณสามารถพูดคุยเกี่ยวกับสิ่งนั้น ฉันจะข้ามไปละกัน", "predicted": "ot", "ground_truth": "hi", "index": 70 }, { "sentence": "และฉันก็แบบว่าตอบตกลงและมันก็เท่านั่น!", "predicted": "ot", "ground_truth": "hi", "index": 130 }, { "sentence": "ฉันก็เลยไม่แน่ใจจริงๆ ว่าทำไม", "predicted": "ot", "ground_truth": "hi", "index": 145 }, { "sentence": "และฉันได้ใส่ เอ่อ, ห้ากองออกมาจาก ยู2", "predicted": "ot", "ground_truth": "hi", "index": 205 } ] }, { "language": "ot", "accuracy": 0.8756476683937824, "correct": 169, "total": 193, "error_examples": [ { "sentence": "ฉันไม่รู้ว่าฉันไปเพื่ออะไรหรือเพื่อสิ่งใด ดังนั้นแค่รายงานเกี่ยวกับสถานที่ที่ระบุในวอชิงตัน", "predicted": "hi", "ground_truth": "ot", "index": 85 }, { "sentence": "วันนี้เขาจะพูดคุยกับเราเกี่ยวกับ Third SS, U2 Quick และ Blackbird", "predicted": "hi", "ground_truth": "ot", "index": 340 }, { "sentence": "เธอกล่าวว่ามีน้ำตาไหลออกมาจากตาของเธอ และเธอกล่าวว่าโจมาปรากฏตัวที่ชานบ้าน", "predicted": "hi", "ground_truth": "ot", "index": 385 }, { "sentence": "เมื่อฉันดึง เมื่อเขาดึงกระโจมเพื่อให้ฉันดึงเขาออกไป เขาชี้ไปที่อุปกรณ์ทั้งสองด้านซ้ายมือของเครื่องบินที่ละลายจริง ๆ ระหว่างการบิน", "predicted": "hi", "ground_truth": "ot", "index": 505 }, { "sentence": "แต่ทันทีทันใดนั้น เราก็ถูกเรียกออกไปดูว่ามีอะไรบินอยู่", "predicted": "hi", "ground_truth": "ot", "index": 790 } ] }, { "language": "el", "accuracy": 0.9171974522292994, "correct": 144, "total": 157, "error_examples": [ { "sentence": "ดี, ฉันไม่ได้คิดอะไรเกี่ยวกับเรื่องนี้, แต่ฉันก็ผิดหวัง, และ, ฉันก็กลับไปคุยกับเขาอีกครั้ง", "predicted": "ot", "ground_truth": "el", "index": 25 }, { "sentence": "พวกเขาบอกฉันว่าเขาจะเรียกคน ๆ หนึ่งเข้ามาในตอนท้ายให้ฉันพบ", "predicted": "ot", "ground_truth": "el", "index": 55 }, { "sentence": "และย่าเคยเล่าเรื่องเกี่ยวที่น้องสาวของเธอและสามีของน้องสาวได้ตัดสินใจว่าพวกเขาจะย้ายไปที่เมืองออร์กัสต้าและมองว่าสีขาว", "predicted": "hi", "ground_truth": "el", "index": 250 }, { "sentence": "แล้วความจริงก็คือ เธอเป็นความสว่าง!", "predicted": "ot", "ground_truth": "el", "index": 775 }, { "sentence": "ยายของฉันเคยเล่าเรื่องต่าง ๆ มากมายเกี่ยวกับปีเธอที่เติบโตขึ้นมา และโดยเฉพาะอย่างยิ่งเธอเคยพูดเรื่องครอบครัวของเธอและเล่าว่าครอบครัวเธอเป็นอย่างไรในช่วงเวลานั้น", "predicted": "ot", "ground_truth": "el", "index": 1015 } ] }, { "language": "ar", "accuracy": 0.9657534246575342, "correct": 141, "total": 146, "error_examples": [ { "sentence": "U2 (یو 2) کی پرواز شروع کرنے یا پریشر سوٹ کے ساتھ پرواز کرنے سے بھی پہلے انہیں اونچائی کے چیمبر کی کئی سواریوں/پروازوں سے گزرنا پڑتا ہے.", "predicted": "ur", "ground_truth": "ar", "index": 1242 }, { "sentence": "'پچتھر سال میں یہ پہلی بار ہوا ہے کہ' ٹی ایکس آۂین نے فوج کو ووٹ دی، ' ٹی ایکس' سفیر ہوتے ہوے ' ٹی ایکس' سفیر چاھۂے تھے۔", "predicted": "ur", "ground_truth": "ar", "index": 1287 }, { "sentence": "میرا مطلب یہ تھا کہ پوری بات.", "predicted": "ur", "ground_truth": "ar", "index": 1557 }, { "sentence": "وہ کیوبا کے بحران کا واحد زخمی تھا، اور uh، کیسر uh، وہ تصاویر ملی اور واشنگٹن میں اینڈریو ایئر فورس کی طرف براہ راست اڑ گئے.", "predicted": "ur", "ground_truth": "ar", "index": 1767 }, { "sentence": "خوش آمدید", "predicted": "ur", "ground_truth": "ar", "index": 2007 } ] } ] }