We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
2 parents 24906af + 6bfe897 commit 01e1d47Copy full SHA for 01e1d47
1 file changed
examples/binary_increment.py
@@ -32,7 +32,7 @@
32
from torchwright.ops.swiglu.map_select import map_to_table, select
33
from torchwright.ops.swiglu.sequence_ops import output_sequence, remove_leading_0s
34
35
-D_MODEL = 256
+D_MODEL = 512
36
# Rotary width the graph is built against; must match the d_head it is
37
# compiled at (the token-example harness compiles at this d_head).
38
D_HEAD = 16
0 commit comments