File tree Expand file tree Collapse file tree 2 files changed +7
-11
lines changed
collections/llm/modelopt/speculative Expand file tree Collapse file tree 2 files changed +7
-11
lines changed Original file line number Diff line number Diff line change 1616
1717from nemo .collections .llm import GPTModel
1818from nemo .utils import logging
19- from nemo .utils .import_utils import UnavailableError , safe_import
19+ from nemo .utils .import_utils import safe_import
2020from nemo .utils .model_utils import unwrap_model
2121
2222mto , HAVE_MODELOPT = safe_import ("modelopt.torch.opt" )
2323mtsp , _ = safe_import ("modelopt.torch.speculative" )
2424
25- try :
26- ALGORITHMS = {
27- "eagle3" : mtsp .EAGLE3_DEFAULT_CFG ,
28- # more TBD
29- }
30- except UnavailableError :
31- ALGORITHMS = {}
25+
26+ ALGORITHMS = {
27+ "eagle3" : mtsp .EAGLE3_DEFAULT_CFG ,
28+ # more TBD
29+ }
3230
3331
3432def apply_speculative_decoding (model : nn .Module , algorithm : str = "eagle3" ) -> nn .Module :
Original file line number Diff line number Diff line change 2222import lightning .pytorch as pl
2323from lightning .pytorch .callbacks .model_checkpoint import ModelCheckpoint as PTLModelCheckpoint
2424from lightning .pytorch .loggers import Logger , TensorBoardLogger , WandbLogger
25+ from nvidia_resiliency_ext .ptl_resiliency .local_checkpoint_callback import LocalCheckpointCallback
2526
2627from nemo .lightning .io .mixin import IOMixin
2728from nemo .lightning .pytorch .callbacks import ModelCheckpoint
2829from nemo .utils import logging
2930from nemo .utils .app_state import AppState
30- from nemo .utils .import_utils import safe_import
31-
32- LocalCheckpointCallback , HAVE_RES = safe_import ('nvidia_resiliency_ext.ptl_resiliency.local_checkpoint_callback' )
3331
3432
3533@dataclass
You can’t perform that action at this time.
0 commit comments