We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent d70f33d commit 7edb89aCopy full SHA for 7edb89a
1 file changed
fastdeploy/config.py
@@ -2168,6 +2168,10 @@ def postprocess(self):
2168
"Static Graph does not support to be started together with RL Training, and automatically switch to dynamic graph!"
2169
)
2170
2171
+ # Disable overlap schedule in RL. This will be enabled in the future after bugs are fixed.
2172
+ if self.load_config is not None and self.load_config.dynamic_load_weight is True:
2173
+ self.scheduler_config.enable_overlap_schedule = False
2174
+
2175
# Layer-by-layer swap (H2D) is always incompatible with CUDA Graph prefill capture.
2176
# Force only decode to use CUDA Graph when host cache is configured.
2177
if (
0 commit comments