fix ci test error

Author: XieYunshen

.github/workflows/fleet-release-test.yml

@@ -422,7 +422,7 @@ jobs:
           chmod +x /usr/local/bin/yq
           '
       - name: Multi-card test
-        timeout-minutes: 60
+        timeout-minutes: 90
         run: |
           docker exec -t ${{ env.container_name }} /bin/bash -ce '
           export WITH_COVERAGE=ON

paddleformers/transformers/qwen3_5/modeling_fleet.py

@@ -227,6 +227,7 @@ def get_qwen3_5_language_spec(config):
             num_experts=config.n_routed_experts,
             moe_expert_fusion=config.moe_expert_fusion,
             multi_latent_attention=config.multi_latent_attention,
+            use_qk_norm=config.use_qk_norm,
         )
 
         sub = spec.sublayers_spec

tests/fleet/multi_card_tests/tensor_parallel/test_cross_entropy.py

@@ -21,7 +21,7 @@
 from paddleformers.fleet.tensor_parallel.cross_entropy import (
     vocab_parallel_cross_entropy,
 )
-from tests.multi_card_tests.tensor_parallel.test_utilities import Utils
+from tests.fleet.multi_card_tests.tensor_parallel.test_utilities import Utils
 
 
 def test_vocab_parallel_cross_entropy():

tests/fleet/multi_card_tests/tensor_parallel/test_data.py

@@ -15,7 +15,7 @@
 import paddle
 
 from paddleformers.fleet.tensor_parallel.data import broadcast_data
-from tests.multi_card_tests.tensor_parallel.test_utilities import Utils
+from tests.fleet.multi_card_tests.tensor_parallel.test_utilities import Utils
 
 
 def test_broadcast_data():

tests/fleet/multi_card_tests/tensor_parallel/test_initialization.py

@@ -40,7 +40,7 @@
     model_parallel_cuda_manual_seed,
 )
 from paddleformers.fleet.transformer.transformer_config import TransformerConfig
-from tests.multi_card_tests.tensor_parallel.test_utilities import Utils
+from tests.fleet.multi_card_tests.tensor_parallel.test_utilities import Utils
 
 
 class Test:

tests/fleet/multi_card_tests/tensor_parallel/test_layers.py

@@ -48,7 +48,7 @@
     model_parallel_cuda_manual_seed,
 )
 from paddleformers.fleet.transformer.transformer_config import TransformerConfig
-from tests.multi_card_tests.tensor_parallel.test_utilities import Utils
+from tests.fleet.multi_card_tests.tensor_parallel.test_utilities import Utils
 
 
 def test_LinearWithFrozenWeight(tensor_parallel, allreduce_dgrad):

tests/fleet/multi_card_tests/tensor_parallel/test_mappings.py

@@ -19,7 +19,7 @@
 
 from paddleformers.fleet.tensor_parallel import mappings
 from paddleformers.fleet.utils import get_tensor_model_parallel_group_if_none
-from tests.multi_card_tests.tensor_parallel.test_utilities import Utils
+from tests.fleet.multi_card_tests.tensor_parallel.test_utilities import Utils
 
 
 def test_CopyToModelParallelRegion():

tests/fleet/multi_card_tests/tensor_parallel/test_random.py

@@ -35,7 +35,7 @@
     get_cuda_rng_tracker,
     model_parallel_cuda_manual_seed,
 )
-from tests.multi_card_tests.tensor_parallel.test_utilities import Utils
+from tests.fleet.multi_card_tests.tensor_parallel.test_utilities import Utils
 
 
 def test_cuda_rng_states_tracker():

tests/fleet/multi_card_tests/tensor_parallel/test_tensor_parallel_utils.py

@@ -18,7 +18,7 @@
 import paddle
 
 import paddleformers.fleet.tensor_parallel.utils as util
-from tests.multi_card_tests.tensor_parallel.test_utilities import Utils
+from tests.fleet.multi_card_tests.tensor_parallel.test_utilities import Utils
 
 
 def test_split_tensor_along_last_dim():

tests/fleet/multi_card_tests/test_subbatch.py

@@ -62,7 +62,7 @@
 from paddleformers.fleet.tensor_parallel.random import (
     model_parallel_cuda_manual_seed,
 )
-from tests.multi_card_tests.tensor_parallel.test_utilities import Utils
+from tests.fleet.multi_card_tests.tensor_parallel.test_utilities import Utils
 
 # ==================== Module-level initialization (once only) ====================