File tree Expand file tree Collapse file tree 2 files changed +3
-3
lines changed
Expand file tree Collapse file tree 2 files changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -63,8 +63,8 @@ class GPTOSSProvider(GPTModelProvider):
6363 yarn_beta_fast : float = 32.0
6464 yarn_beta_slow : float = 1.0
6565 yarn_correction_range_round_to_int : bool = False
66- yarn_mscale : Optional [float ] = None
67- yarn_mscale_all_dim : Optional [float ] = None
66+ yarn_mscale : Optional [float ] = 1.0 # NOTE (yiakwy) : None
67+ yarn_mscale_all_dim : Optional [float ] = 1.0 # NOTE(yiakwy) : None
6868
6969 moe_router_topk : int = 4
7070 moe_router_pre_softmax : bool = False
Original file line number Diff line number Diff line change @@ -153,7 +153,7 @@ class DistributedInitConfig:
153153 Make sure EP and CP aren't used with this option enabled.
154154 """
155155
156- use_gloo_process_groups : bool = True
156+ use_gloo_process_groups : bool = False # True NOTE (yiakwy)
157157 """If set, create Gloo process groups for communications."""
158158
159159 use_sharp : bool = False
You can’t perform that action at this time.
0 commit comments