|
66 | 66 | "PartitionSpec": "P('fsdp', 'expert', None, None)" |
67 | 67 | } |
68 | 68 | }, |
| 69 | + { |
| 70 | + "attention_op/arr: int8[1,4,4]": { |
| 71 | + "logic_axes": "Unknown", |
| 72 | + "PartitionSpec": "P(None, 'expert')" |
| 73 | + } |
| 74 | + }, |
| 75 | + { |
| 76 | + "attention_op/arr: int32[2048]": { |
| 77 | + "logic_axes": "Unknown", |
| 78 | + "PartitionSpec": "P('expert',)" |
| 79 | + } |
| 80 | + }, |
69 | 81 | { |
70 | 82 | "attention_op/query: bfloat16[96,16,2048,192]": { |
71 | 83 | "logic_axes": "Unknown", |
|
132 | 144 | "PartitionSpec": "P('fsdp', 'expert', None)" |
133 | 145 | } |
134 | 146 | }, |
| 147 | + { |
| 148 | + "moe/w0_kernel: bfloat16[64,2048,1408]": { |
| 149 | + "logic_axes": "Unknown", |
| 150 | + "PartitionSpec": "P('expert', None, None)" |
| 151 | + } |
| 152 | + }, |
| 153 | + { |
| 154 | + "moe/w1_kernel: bfloat16[64,2048,1408]": { |
| 155 | + "logic_axes": "Unknown", |
| 156 | + "PartitionSpec": "P('expert', None, None)" |
| 157 | + } |
| 158 | + }, |
| 159 | + { |
| 160 | + "moe/wo_kernel: bfloat16[64,1408,2048]": { |
| 161 | + "logic_axes": "Unknown", |
| 162 | + "PartitionSpec": "P('expert', None, None)" |
| 163 | + } |
| 164 | + }, |
135 | 165 | { |
136 | 166 | "linears/x: bfloat16[96,2048,2816]": { |
137 | 167 | "logic_axes": "('activation_batch', 'activation_length', 'activation_mlp')", |
|
0 commit comments