We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent d025471 commit 7a8043aCopy full SHA for 7a8043a
src/instructlab/training/config.py
@@ -30,8 +30,8 @@ class DeepSpeedOffloadStrategy(Enum):
30
31
# public API
32
class DistributedBackend(Enum):
33
- FSDP: str = "fsdp"
34
- DEEPSPEED: str = "deepspeed"
+ FSDP = "fsdp"
+ DEEPSPEED = "deepspeed"
35
36
37
@@ -121,6 +121,7 @@ class DeepSpeedOptions(BaseModel):
121
save_samples: int | None = None
122
123
124
+# public API
125
class DistillationConfig(BaseModel):
126
"""
127
Config to use when performing knowledge distillation during training.
0 commit comments