OMC/experiments/prometheus_parity/results_torch_tinyshakespeare.json at master · RandomCoder-lab/OMC · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
{
  "results": {
    "L0": {
      "losses": [
        0.12993017055094241,
        0.11988439861685038,
        0.0912690395116806,
        0.1354134990274906,
        0.12544184137135744
      ],
      "n_params": 11617,
      "mean": 0.1203877898156643,
      "std": 0.01725201021988284
    },
    "L1": {
      "losses": [
        0.11784210912883282,
        0.10343886257149279,
        0.09892620736733079,
        0.10899173572659493,
        0.11102082755416631
      ],
      "n_params": 10593,
      "mean": 0.10804394846968353,
      "std": 0.007247483718673386
    },
    "L2": {
      "losses": [
        2.0084984946250914,
        2.114045286178589,
        2.1361353492736814,
        2.061075122356415,
        1.9268568921089173
      ],
      "n_params": 9569,
      "mean": 2.049322228908539,
      "std": 0.08445125592997757
    },
    "L3": {
      "losses": [
        2.560981993675232,
        2.555678963661194,
        2.502177023887634,
        2.525996513366699,
        2.502798252105713
      ],
      "n_params": 8545,
      "mean": 2.529526549339294,
      "std": 0.028054649002620977
    }
  },
  "config": {
    "seeds": "42,7,123,2026,1",
    "steps": 1500,
    "lr": 0.005,
    "seq_len": 32,
    "d_model": 32,
    "ff_dim": 64,
    "out": "results_torch_tinyshakespeare.json"
  }
}