OMC/experiments/prometheus_parity/results_torch_10seed.json at master · RandomCoder-lab/OMC · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
{
  "results": {
    "L0": {
      "losses": [
        2.6215271234512327,
        2.770490837097168,
        2.6733846426010133,
        2.7508586168289186,
        2.3973567843437196,
        2.7575910091400146,
        2.6945905685424805,
        2.3845011830329894,
        2.7380259037017822,
        2.3634416460990906
      ],
      "n_params": 2795,
      "mean": 2.615176831483841,
      "std": 0.16722178491723697
    },
    "L1": {
      "losses": [
        2.7291046500205995,
        2.3313448905944822,
        2.474644351005554,
        2.6726863861083983,
        2.3695235371589662,
        2.5443397045135496,
        2.58029568195343,
        2.4334881067276,
        2.645124912261963,
        2.3506946325302125
      ],
      "n_params": 2539,
      "mean": 2.5131246852874756,
      "std": 0.14255177928155593
    },
    "L2": {
      "losses": [
        1.8317514419555665,
        2.2262914776802063,
        2.1557870745658874,
        2.509619665145874,
        2.022439515590668,
        2.5400919198989866,
        2.0815213441848757,
        2.136477220058441,
        2.1975047469139097,
        2.1104955792427065
      ],
      "n_params": 2283,
      "mean": 2.181197998523712,
      "std": 0.21183380598120252
    },
    "L3": {
      "losses": [
        1.912317031621933,
        1.8284027338027955,
        1.7068208932876587,
        1.767472004890442,
        1.9906952261924744,
        1.5588896512985229,
        2.0656481742858888,
        2.013195461034775,
        2.024270260334015,
        1.8370323061943055
      ],
      "n_params": 2027,
      "mean": 1.870474374294281,
      "std": 0.16182450747469426
    }
  },
  "config": {
    "seeds": [
      42,
      7,
      123,
      2026,
      1,
      99,
      256,
      777,
      11,
      3
    ],
    "steps": 250,
    "lr": 0.02,
    "vocab": 27,
    "d_model": 16,
    "ff_dim": 32,
    "seq_len": 8
  }
}