OMC/experiments/prometheus_parity/results_torch_4way.json at master · RandomCoder-lab/OMC · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
{
  "results": {
    "L0": {
      "losses": [
        2.6215271234512327,
        2.770490837097168,
        2.6733846426010133
      ],
      "n_params": 2795,
      "mean": 2.688467534383138,
      "std": 0.07561856395211777
    },
    "L1": {
      "losses": [
        2.7291046500205995,
        2.3313448905944822,
        2.474644351005554
      ],
      "n_params": 2539,
      "mean": 2.5116979638735453,
      "std": 0.20145206433444385
    },
    "L2": {
      "losses": [
        1.8317514419555665,
        2.2262914776802063,
        2.1557870745658874
      ],
      "n_params": 2283,
      "mean": 2.0712766647338867,
      "std": 0.2104090467990375
    },
    "L3": {
      "losses": [
        1.912317031621933,
        1.8284027338027955,
        1.7068208932876587
      ],
      "n_params": 2027,
      "mean": 1.8158468862374624,
      "std": 0.10332184037577774
    }
  },
  "config": {
    "seeds": [
      42,
      7,
      123
    ],
    "steps": 250,
    "lr": 0.02,
    "vocab": 27,
    "d_model": 16,
    "ff_dim": 32,
    "seq_len": 8
  }
}