ai-agent-book/chapter8/prompt-distillation/validation/exp8-8-kimi3-smollm2-20260730/training_receipt.json

{
  "started_at": "2026-08-01T06:41:47.450705+00:00",
  "finished_at": "2026-08-01T06:41:54.747196+00:00",
  "runtime_seconds": 7.059750179760158,
  "device": "cuda",
  "torch_version": "2.11.0+cu130",
  "base_model": "HuggingFaceTB/SmolLM2-135M-Instruct",
  "base_model_revision": "12fd25f77366fa6b3b4b768ec3050bf629380bac",
  "training_rows": 160,
  "epochs": 5,
  "batch_size": 4,
  "optimizer": "AdamW",
  "learning_rate": 0.0008,
  "lora": {
    "r": 16,
    "alpha": 32,
    "targets": [
      "q_proj",
      "v_proj"
    ]
  },
  "trainable_parameters": 921600,
  "total_parameters_with_adapter": 135436608,
  "optimizer_steps": 200,
  "first_loss": 12.23326587677002,
  "final_loss": 0.0023392525035887957,
  "mean_loss": 0.6463202222852124,
  "losses": [
    12.23326587677002,
    10.062297821044922,
    10.695526123046875,
    7.681145191192627,
    5.883533000946045,
    5.580435276031494,
    4.073431015014648,
    3.567901372909546,
    3.2300102710723877,
    2.6896257400512695,
    2.388627052307129,
    1.8905359506607056,
    2.320594310760498,
    2.5594756603240967,
    2.0164566040039062,
    2.567136526107788,
    2.5213701725006104,
    2.2410974502563477,
    1.7878096103668213,
    1.2679821252822876,
    1.6270002126693726,
    1.1315091848373413,
    0.9897012114524841,
    2.3076086044311523,
    1.4622139930725098,
    1.6360044479370117,
    0.673614501953125,
    1.1829167604446411,
    1.5917915105819702,
    1.198855996131897,
    1.4503737688064575,
    0.428786039352417,
    0.20316383242607117,
    0.24510720372200012,
    0.5218604207038879,
    1.1607334613800049,
    0.5434024930000305,
    0.7045337557792664,
    1.0069295167922974,
    0.47515979409217834,
    0.9643514752388,
    0.1116938665509224,
    0.2660924196243286,
    0.3425658941268921,
    0.8563904762268066,
    0.7196137309074402,
    1.0455775260925293,
    0.9870248436927795,
    0.1886233240365982,
    0.7767462134361267,
    0.6876943111419678,
    0.6249509453773499,
    0.5260353088378906,
    0.42842400074005127,
    0.20938293635845184,
    0.2536408305168152,
    0.683778703212738,
    0.6062668561935425,
    0.21564440429210663,
    0.6588385105133057,
    0.7190943360328674,
    0.09460505098104477,
    0.5058103799819946,
    0.9891417026519775,
    0.38562265038490295,
    0.5294267535209656,
    0.02541974186897278,
    0.4129575788974762,
    0.7445634007453918,
    0.30863261222839355,
    0.022321775555610657,
    0.18306231498718262,
    0.14176572859287262,
    0.21323193609714508,
    0.023611346259713173,
    0.3535572290420532,
    0.10225439071655273,
    0.5266523957252502,
    0.07125026732683182,
    0.029830845072865486,
    0.2521970272064209,
    0.3975638151168823,
    0.04321639984846115,
    0.07781067490577698,
    0.020981086418032646,
    0.021831966936588287,
    0.008844907395541668,
    0.004404002334922552,
    0.0020085813011974096,
    0.010316853411495686,
    0.11901021003723145,
    0.14854948222637177,
    0.008009753189980984,
    0.06145263835787773,
    0.0010108593851327896,
    0.01561696082353592,
    0.08826116472482681,
    0.029440516605973244,
    0.052831560373306274,
    0.014964704401791096,
    0.17732924222946167,
    0.008418903686106205,
    0.3147701323032379,
    0.2750137448310852,
    0.09627381712198257,
    0.004877119790762663,
    0.024520136415958405,
    0.04009673371911049,
    0.023672880604863167,
    0.004260607063770294,
    0.007769071031361818,
    0.00630973419174552,
    0.006435201037675142,
    0.008410915732383728,
    0.298997163772583,
    0.0033175835851579905,
    0.011488684453070164,
    0.09618687629699707,
    0.08273980021476746,
    0.11833988130092621,
    0.04111325368285179,
    0.0009924803161993623,
    0.06604669243097305,
    0.010862606577575207,
    0.18383924663066864,
    0.002522931434214115,
    0.004025444854050875,
    0.18946759402751923,
    0.0072350818663835526,
    0.0076723527163267136,
    0.0041358694434165955,
    0.010324793867766857,
    0.0018014800734817982,
    0.003930415026843548,
    0.006519278045743704,
    0.003409093478694558,
    0.10473594069480896,
    0.0019360095029696822,
    0.004570731893181801,
    0.007261015474796295,
    0.0017995196394622326,
    0.0006797119858674705,
    0.0024804044514894485,
    0.019872531294822693,
    0.00176086591091007,
    0.001979110762476921,
    0.0043699792586266994,
    0.0011555724777281284,
    0.0023414648603647947,
    0.0007984342519193888,
    0.0018523266771808267,
    0.001224210485816002,
    0.008516449481248856,
    0.0011650845408439636,
    0.0013863900676369667,
    0.001624621800146997,
    0.02259969525039196,
    0.002657415112480521,
    0.0015202113427221775,
    0.0508158802986145,
    0.002426866674795747,
    0.004635736346244812,
    0.000522429239936173,
    0.0005015835049562156,
    0.004379968158900738,
    0.0018349788151681423,
    0.0010437751188874245,
    0.0013649024767801166,
    0.004170037806034088,
    0.01009396743029356,
    0.004265328403562307,
    0.011878587305545807,
    0.0013235677033662796,
    0.0018509732326492667,
    0.001259719836525619,
    0.0010441394988447428,
    0.0008565496536903083,
    0.002013395307585597,
    0.0003855683025904,
    0.00021147385996300727,
    0.0005270058754831553,
    0.0014656938146799803,
    0.0003616194298956543,
    0.0020853427704423666,
    0.0002984879829455167,
    0.005857599899172783,
    0.060871634632349014,
    0.0005054053035564721,
    0.0016232342459261417,
    0.00027615882572717965,
    0.0012551458785310388,
    0.0008329860283993185,
    0.0003348049649503082,
    0.00284484401345253,
    0.0009668312850408256,
    0.0040282015688717365,
    0.0013629095628857613,
    0.0004559664230328053,
    0.003461322980001569,
    0.0023392525035887957
  ]
}