Skip to content

Commit

Permalink
fix(gpc): fix ci test
Browse files Browse the repository at this point in the history
  • Loading branch information
mwiacx committed Oct 29, 2024
1 parent 11d002c commit 91fca0d
Showing 1 changed file with 2 additions and 1 deletion.
3 changes: 2 additions & 1 deletion internlm/core/context/parallel_context.py
Original file line number Diff line number Diff line change
Expand Up @@ -645,8 +645,9 @@ def init_parallel_groups(self):
# process groups for parallelism.
enable_moe = self.config.model.get("num_experts", 1) > 1
parallel_strategy = (
"fsdp" if parallel_config.zero1.get("fsdp", False) else parallel_config.tensor.get("mode", "mtp")
"mtp" if isinstance(parallel_config.tensor, int) else parallel_config.tensor.get("mode", "mtp")
)
parallel_strategy = "fsdp" if parallel_config.zero1.get("fsdp", False) else parallel_strategy
group_configs = generate_parallel_group_configs(parallel_strategy, parallel_sizes, enable_moe)
group_results = create_parallel_process_groups(world_size, rank, group_configs, with_cpu_group=False)

Expand Down

0 comments on commit 91fca0d

Please sign in to comment.