{
  "training_texts": [
    "hello world",
    "hello",
    "world"
  ],
  "vocab": [
    " ",
    "d",
    "e",
    "h",
    "l",
    "o",
    "r",
    "w",
    "<START>",
    "<END>"
  ],
  "epochs": 100,
  "learning_rate": 0.1,
  "updates_per_model": 2400,
  "max_generated_tokens": 30,
  "sample_seeds": [
    0,
    999
  ],
  "loss_scope": "Full softmax, average over the training pairs; not held-out evaluation.",
  "generation_rule": "Exclude START from sampling, stop at END or the 30-token cap.",
  "one_token": {
    "source_sha256": "ac8f49061b20a655aad1a8548b4afbe55d527a9b46a13c27830ef79c72e57687",
    "allocated_contexts": 10,
    "observed_contexts": 9,
    "parameters": 100,
    "training_pairs": 24,
    "history": [
      {
        "epoch": 0,
        "loss": 2.3025850929940446
      },
      {
        "epoch": 1,
        "loss": 2.157616273783568
      },
      {
        "epoch": 2,
        "loss": 2.0226167243248003
      },
      {
        "epoch": 3,
        "loss": 1.8976396441442056
      },
      {
        "epoch": 4,
        "loss": 1.782591094893884
      },
      {
        "epoch": 5,
        "loss": 1.6772451683736962
      },
      {
        "epoch": 6,
        "loss": 1.581259332033144
      },
      {
        "epoch": 7,
        "loss": 1.4941906233468298
      },
      {
        "epoch": 8,
        "loss": 1.415513951218441
      },
      {
        "epoch": 9,
        "loss": 1.3446430022110079
      },
      {
        "epoch": 10,
        "loss": 1.2809529888501727
      },
      {
        "epoch": 11,
        "loss": 1.2238035147367838
      },
      {
        "epoch": 12,
        "loss": 1.1725595564628555
      },
      {
        "epoch": 13,
        "loss": 1.1266089339624537
      },
      {
        "epoch": 14,
        "loss": 1.085375369511201
      },
      {
        "epoch": 15,
        "loss": 1.0483270005742586
      },
      {
        "epoch": 16,
        "loss": 1.0149807982382437
      },
      {
        "epoch": 17,
        "loss": 0.9849036740416918
      },
      {
        "epoch": 18,
        "loss": 0.9577111584860266
      },
      {
        "epoch": 19,
        "loss": 0.9330644760276674
      },
      {
        "epoch": 20,
        "loss": 0.9106666996283844
      },
      {
        "epoch": 21,
        "loss": 0.8902585010689212
      },
      {
        "epoch": 22,
        "loss": 0.8716138567101684
      },
      {
        "epoch": 23,
        "loss": 0.8545359388966848
      },
      {
        "epoch": 24,
        "loss": 0.8388533249617871
      },
      {
        "epoch": 25,
        "loss": 0.8244165862769982
      },
      {
        "epoch": 26,
        "loss": 0.8110952736731178
      },
      {
        "epoch": 27,
        "loss": 0.7987752870609679
      },
      {
        "epoch": 28,
        "loss": 0.7873566010653698
      },
      {
        "epoch": 29,
        "loss": 0.7767513108666583
      },
      {
        "epoch": 30,
        "loss": 0.7668819601806306
      },
      {
        "epoch": 31,
        "loss": 0.7576801142557619
      },
      {
        "epoch": 32,
        "loss": 0.749085143477224
      },
      {
        "epoch": 33,
        "loss": 0.7410431867020955
      },
      {
        "epoch": 34,
        "loss": 0.7335062672277749
      },
      {
        "epoch": 35,
        "loss": 0.7264315379761909
      },
      {
        "epoch": 36,
        "loss": 0.7197806358777402
      },
      {
        "epoch": 37,
        "loss": 0.7135191284784662
      },
      {
        "epoch": 38,
        "loss": 0.7076160384493909
      },
      {
        "epoch": 39,
        "loss": 0.7020434339602635
      },
      {
        "epoch": 40,
        "loss": 0.6967760748214129
      },
      {
        "epoch": 41,
        "loss": 0.6917911059347784
      },
      {
        "epoch": 42,
        "loss": 0.6870677909683512
      },
      {
        "epoch": 43,
        "loss": 0.6825872803152239
      },
      {
        "epoch": 44,
        "loss": 0.6783324083541068
      },
      {
        "epoch": 45,
        "loss": 0.6742875158232313
      },
      {
        "epoch": 46,
        "loss": 0.6704382937806631
      },
      {
        "epoch": 47,
        "loss": 0.6667716461738699
      },
      {
        "epoch": 48,
        "loss": 0.6632755684990076
      },
      {
        "epoch": 49,
        "loss": 0.6599390404117763
      },
      {
        "epoch": 50,
        "loss": 0.656751930470114
      },
      {
        "epoch": 51,
        "loss": 0.6537049114553785
      },
      {
        "epoch": 52,
        "loss": 0.6507893849420726
      },
      {
        "epoch": 53,
        "loss": 0.6479974139740136
      },
      {
        "epoch": 54,
        "loss": 0.6453216628632384
      },
      {
        "epoch": 55,
        "loss": 0.6427553432618943
      },
      {
        "epoch": 56,
        "loss": 0.6402921657709906
      },
      {
        "epoch": 57,
        "loss": 0.6379262964465713
      },
      {
        "epoch": 58,
        "loss": 0.6356523176463987
      },
      {
        "epoch": 59,
        "loss": 0.6334651927308829
      },
      {
        "epoch": 60,
        "loss": 0.631360234192658
      },
      {
        "epoch": 61,
        "loss": 0.6293330748414757
      },
      {
        "epoch": 62,
        "loss": 0.6273796417161838
      },
      {
        "epoch": 63,
        "loss": 0.6254961324346675
      },
      {
        "epoch": 64,
        "loss": 0.6236789937265462
      },
      {
        "epoch": 65,
        "loss": 0.6219249019229672
      },
      {
        "epoch": 66,
        "loss": 0.6202307452035992
      },
      {
        "epoch": 67,
        "loss": 0.618593607423472
      },
      {
        "epoch": 68,
        "loss": 0.6170107533620479
      },
      {
        "epoch": 69,
        "loss": 0.6154796152542527
      },
      {
        "epoch": 70,
        "loss": 0.613997780478438
      },
      {
        "epoch": 71,
        "loss": 0.6125629802896964
      },
      {
        "epoch": 72,
        "loss": 0.6111730794987998
      },
      {
        "epoch": 73,
        "loss": 0.6098260670075298
      },
      {
        "epoch": 74,
        "loss": 0.6085200471204432
      },
      {
        "epoch": 75,
        "loss": 0.6072532315613629
      },
      {
        "epoch": 76,
        "loss": 0.6060239321301774
      },
      {
        "epoch": 77,
        "loss": 0.6048305539420459
      },
      {
        "epoch": 78,
        "loss": 0.6036715891968806
      },
      {
        "epoch": 79,
        "loss": 0.6025456114321417
      },
      {
        "epoch": 80,
        "loss": 0.6014512702165747
      },
      {
        "epoch": 81,
        "loss": 0.6003872862466364
      },
      {
        "epoch": 82,
        "loss": 0.599352446811024
      },
      {
        "epoch": 83,
        "loss": 0.5983456015920193
      },
      {
        "epoch": 84,
        "loss": 0.5973656587753085
      },
      {
        "epoch": 85,
        "loss": 0.5964115814425764
      },
      {
        "epoch": 86,
        "loss": 0.5954823842235649
      },
      {
        "epoch": 87,
        "loss": 0.5945771301864051
      },
      {
        "epoch": 88,
        "loss": 0.59369492794697
      },
      {
        "epoch": 89,
        "loss": 0.5928349289797156
      },
      {
        "epoch": 90,
        "loss": 0.5919963251140455
      },
      {
        "epoch": 91,
        "loss": 0.5911783462016428
      },
      {
        "epoch": 92,
        "loss": 0.5903802579414809
      },
      {
        "epoch": 93,
        "loss": 0.5896013598503844
      },
      {
        "epoch": 94,
        "loss": 0.5888409833680425
      },
      {
        "epoch": 95,
        "loss": 0.5880984900863315
      },
      {
        "epoch": 96,
        "loss": 0.5873732700936491
      },
      {
        "epoch": 97,
        "loss": 0.5866647404257441
      },
      {
        "epoch": 98,
        "loss": 0.5859723436152301
      },
      {
        "epoch": 99,
        "loss": 0.5852955463326093
      },
      {
        "epoch": 100,
        "loss": 0.5846338381122205
      }
    ],
    "counting_reference_loss": 0.5275041383438653,
    "samples": [
      {
        "seed": 0,
        "text": "worlllorllorlorlo"
      },
      {
        "seed": 1,
        "text": "held"
      },
      {
        "seed": 2,
        "text": "wo rlorlllld"
      },
      {
        "seed": 3,
        "text": "hellldeld"
      },
      {
        "seed": 4,
        "text": "held"
      }
    ],
    "sample_count": 1000,
    "training_string_matches": 65,
    "empty_outputs": 13,
    "outputs_at_character_limit": 6
  },
  "two_tokens": {
    "source_sha256": "0fc4254f5c3faaaf2199433df4b70009ebbca1ed025c1e6d7d6b50217f60a7d0",
    "allocated_contexts": 100,
    "observed_contexts": 13,
    "parameters": 1000,
    "training_pairs": 24,
    "history": [
      {
        "epoch": 0,
        "loss": 2.3025850929940446
      },
      {
        "epoch": 1,
        "loss": 2.150107631210182
      },
      {
        "epoch": 2,
        "loss": 2.0045517621204887
      },
      {
        "epoch": 3,
        "loss": 1.8665102830935185
      },
      {
        "epoch": 4,
        "loss": 1.7364799651615872
      },
      {
        "epoch": 5,
        "loss": 1.6148276163432522
      },
      {
        "epoch": 6,
        "loss": 1.5017646273235314
      },
      {
        "epoch": 7,
        "loss": 1.3973341648778355
      },
      {
        "epoch": 8,
        "loss": 1.3014130203695535
      },
      {
        "epoch": 9,
        "loss": 1.213727383842775
      },
      {
        "epoch": 10,
        "loss": 1.133879354800609
      },
      {
        "epoch": 11,
        "loss": 1.0613795386530935
      },
      {
        "epoch": 12,
        "loss": 0.995680889092699
      },
      {
        "epoch": 13,
        "loss": 0.9362098289161889
      },
      {
        "epoch": 14,
        "loss": 0.8823921124761637
      },
      {
        "epoch": 15,
        "loss": 0.8336723629742354
      },
      {
        "epoch": 16,
        "loss": 0.7895273794908251
      },
      {
        "epoch": 17,
        "loss": 0.7494740322667934
      },
      {
        "epoch": 18,
        "loss": 0.7130728845307478
      },
      {
        "epoch": 19,
        "loss": 0.6799287080730251
      },
      {
        "epoch": 20,
        "loss": 0.6496889213467066
      },
      {
        "epoch": 21,
        "loss": 0.6220407712535553
      },
      {
        "epoch": 22,
        "loss": 0.5967078660221938
      },
      {
        "epoch": 23,
        "loss": 0.5734464794897599
      },
      {
        "epoch": 24,
        "loss": 0.5520418986171719
      },
      {
        "epoch": 25,
        "loss": 0.532304976212728
      },
      {
        "epoch": 26,
        "loss": 0.5140689740677997
      },
      {
        "epoch": 27,
        "loss": 0.49718673081252457
      },
      {
        "epoch": 28,
        "loss": 0.48152815690425
      },
      {
        "epoch": 29,
        "loss": 0.46697804054784536
      },
      {
        "epoch": 30,
        "loss": 0.45343413862402104
      },
      {
        "epoch": 31,
        "loss": 0.44080552267967116
      },
      {
        "epoch": 32,
        "loss": 0.4290111494920157
      },
      {
        "epoch": 33,
        "loss": 0.4179786271645502
      },
      {
        "epoch": 34,
        "loss": 0.4076431501800874
      },
      {
        "epoch": 35,
        "loss": 0.39794657971981123
      },
      {
        "epoch": 36,
        "loss": 0.3888366484962034
      },
      {
        "epoch": 37,
        "loss": 0.3802662721398952
      },
      {
        "epoch": 38,
        "loss": 0.3721929517246503
      },
      {
        "epoch": 39,
        "loss": 0.3645782542712213
      },
      {
        "epoch": 40,
        "loss": 0.3573873600362801
      },
      {
        "epoch": 41,
        "loss": 0.3505886670833375
      },
      {
        "epoch": 42,
        "loss": 0.3441534450745172
      },
      {
        "epoch": 43,
        "loss": 0.3380555314446261
      },
      {
        "epoch": 44,
        "loss": 0.332271064151662
      },
      {
        "epoch": 45,
        "loss": 0.3267782460681804
      },
      {
        "epoch": 46,
        "loss": 0.32155713681057846
      },
      {
        "epoch": 47,
        "loss": 0.3165894684199923
      },
      {
        "epoch": 48,
        "loss": 0.3118584818278122
      },
      {
        "epoch": 49,
        "loss": 0.30734878147663214
      },
      {
        "epoch": 50,
        "loss": 0.3030462058371535
      },
      {
        "epoch": 51,
        "loss": 0.29893771187433454
      },
      {
        "epoch": 52,
        "loss": 0.295011271781274
      },
      {
        "epoch": 53,
        "loss": 0.29125578052471157
      },
      {
        "epoch": 54,
        "loss": 0.28766097293805953
      },
      {
        "epoch": 55,
        "loss": 0.28421734926193304
      },
      {
        "epoch": 56,
        "loss": 0.28091610817266305
      },
      {
        "epoch": 57,
        "loss": 0.27774908645993746
      },
      {
        "epoch": 58,
        "loss": 0.27470870461862645
      },
      {
        "epoch": 59,
        "loss": 0.2717879177095421
      },
      {
        "epoch": 60,
        "loss": 0.2689801709215092
      },
      {
        "epoch": 61,
        "loss": 0.26627935933447977
      },
      {
        "epoch": 62,
        "loss": 0.263679791441977
      },
      {
        "epoch": 63,
        "loss": 0.2611761560422116
      },
      {
        "epoch": 64,
        "loss": 0.25876349215178035
      },
      {
        "epoch": 65,
        "loss": 0.2564371616348906
      },
      {
        "epoch": 66,
        "loss": 0.2541928242752551
      },
      {
        "epoch": 67,
        "loss": 0.25202641504786966
      },
      {
        "epoch": 68,
        "loss": 0.2499341233743344
      },
      {
        "epoch": 69,
        "loss": 0.24791237416870007
      },
      {
        "epoch": 70,
        "loss": 0.2459578105014055
      },
      {
        "epoch": 71,
        "loss": 0.24406727772707815
      },
      {
        "epoch": 72,
        "loss": 0.2422378089380882
      },
      {
        "epoch": 73,
        "loss": 0.24046661162003657
      },
      {
        "epoch": 74,
        "loss": 0.23875105539804997
      },
      {
        "epoch": 75,
        "loss": 0.2370886607740316
      },
      {
        "epoch": 76,
        "loss": 0.2354770887650576
      },
      {
        "epoch": 77,
        "loss": 0.23391413136205538
      },
      {
        "epoch": 78,
        "loss": 0.23239770273587848
      },
      {
        "epoch": 79,
        "loss": 0.23092583112501575
      },
      {
        "epoch": 80,
        "loss": 0.2294966513455515
      },
      {
        "epoch": 81,
        "loss": 0.22810839786968282
      },
      {
        "epoch": 82,
        "loss": 0.22675939842421902
      },
      {
        "epoch": 83,
        "loss": 0.2254480680650595
      },
      {
        "epoch": 84,
        "loss": 0.22417290368776024
      },
      {
        "epoch": 85,
        "loss": 0.22293247893799253
      },
      {
        "epoch": 86,
        "loss": 0.22172543948901782
      },
      {
        "epoch": 87,
        "loss": 0.22055049865629298
      },
      {
        "epoch": 88,
        "loss": 0.2194064333220144
      },
      {
        "epoch": 89,
        "loss": 0.21829208014483628
      },
      {
        "epoch": 90,
        "loss": 0.21720633203219386
      },
      {
        "epoch": 91,
        "loss": 0.21614813485464204
      },
      {
        "epoch": 92,
        "loss": 0.21511648438340894
      },
      {
        "epoch": 93,
        "loss": 0.214110423433989
      },
      {
        "epoch": 94,
        "loss": 0.21312903920006454
      },
      {
        "epoch": 95,
        "loss": 0.21217146076337656
      },
      {
        "epoch": 96,
        "loss": 0.21123685676637652
      },
      {
        "epoch": 97,
        "loss": 0.21032443323558114
      },
      {
        "epoch": 98,
        "loss": 0.209433431544555
      },
      {
        "epoch": 99,
        "loss": 0.20856312650634876
      },
      {
        "epoch": 100,
        "loss": 0.20771282458604645
      }
    ],
    "counting_reference_loss": 0.13732653608351372,
    "samples": [
      {
        "seed": 0,
        "text": "world"
      },
      {
        "seed": 1,
        "text": "hellodow  wor lre"
      },
      {
        "seed": 2,
        "text": "world"
      },
      {
        "seed": 3,
        "text": "hello  wor"
      },
      {
        "seed": 4,
        "text": "hello world"
      }
    ],
    "sample_count": 1000,
    "training_string_matches": 611,
    "empty_outputs": 13,
    "outputs_at_character_limit": 4
  }
}