Skip to content

Commit 60282d1

Browse files
Merge pull request #3628 from AI-Hypercomputer:chengnuojin-fix-splash
PiperOrigin-RevId: 900966264
2 parents 719d540 + 1d4baa3 commit 60282d1

1 file changed

Lines changed: 30 additions & 0 deletions

File tree

  • tests/utils/sharding_info/deepseek2-16b/tpu7x-8/slice_1/rule_ep-as-cp_ici_fsdp_parallelism=-1_ici_expert_parallelism=2

tests/utils/sharding_info/deepseek2-16b/tpu7x-8/slice_1/rule_ep-as-cp_ici_fsdp_parallelism=-1_ici_expert_parallelism=2/input_shardings.json

Lines changed: 30 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -66,6 +66,18 @@
6666
"PartitionSpec": "P('fsdp', 'expert', None, None)"
6767
}
6868
},
69+
{
70+
"attention_op/arr: int8[1,4,4]": {
71+
"logic_axes": "Unknown",
72+
"PartitionSpec": "P(None, 'expert')"
73+
}
74+
},
75+
{
76+
"attention_op/arr: int32[2048]": {
77+
"logic_axes": "Unknown",
78+
"PartitionSpec": "P('expert',)"
79+
}
80+
},
6981
{
7082
"attention_op/query: bfloat16[96,16,2048,192]": {
7183
"logic_axes": "Unknown",
@@ -132,6 +144,24 @@
132144
"PartitionSpec": "P('fsdp', 'expert', None)"
133145
}
134146
},
147+
{
148+
"moe/w0_kernel: bfloat16[64,2048,1408]": {
149+
"logic_axes": "Unknown",
150+
"PartitionSpec": "P('expert', None, None)"
151+
}
152+
},
153+
{
154+
"moe/w1_kernel: bfloat16[64,2048,1408]": {
155+
"logic_axes": "Unknown",
156+
"PartitionSpec": "P('expert', None, None)"
157+
}
158+
},
159+
{
160+
"moe/wo_kernel: bfloat16[64,1408,2048]": {
161+
"logic_axes": "Unknown",
162+
"PartitionSpec": "P('expert', None, None)"
163+
}
164+
},
135165
{
136166
"linears/x: bfloat16[96,2048,2816]": {
137167
"logic_axes": "('activation_batch', 'activation_length', 'activation_mlp')",

0 commit comments

Comments
 (0)