File tree Expand file tree Collapse file tree
collections/llm/modelopt/speculative Expand file tree Collapse file tree Original file line number Diff line number Diff line change 1616
1717from nemo .collections .llm import GPTModel
1818from nemo .utils import logging
19- from nemo .utils .import_utils import safe_import
19+ from nemo .utils .import_utils import UnavailableError , safe_import
2020from nemo .utils .model_utils import unwrap_model
2121
2222mto , HAVE_MODELOPT = safe_import ("modelopt.torch.opt" )
2323mtsp , _ = safe_import ("modelopt.torch.speculative" )
2424
25-
26- ALGORITHMS = {
27- "eagle3" : mtsp .EAGLE3_DEFAULT_CFG ,
28- # more TBD
29- }
25+ try :
26+ ALGORITHMS = {
27+ "eagle3" : mtsp .EAGLE3_DEFAULT_CFG ,
28+ # more TBD
29+ }
30+ except UnavailableError :
31+ ALGORITHMS = {}
3032
3133
3234def apply_speculative_decoding (model : nn .Module , algorithm : str = "eagle3" ) -> nn .Module :
Original file line number Diff line number Diff line change 2222import lightning .pytorch as pl
2323from lightning .pytorch .callbacks .model_checkpoint import ModelCheckpoint as PTLModelCheckpoint
2424from lightning .pytorch .loggers import Logger , TensorBoardLogger , WandbLogger
25- from nvidia_resiliency_ext .ptl_resiliency .local_checkpoint_callback import LocalCheckpointCallback
2625
2726from nemo .lightning .io .mixin import IOMixin
2827from nemo .lightning .pytorch .callbacks import ModelCheckpoint
2928from nemo .utils import logging
3029from nemo .utils .app_state import AppState
30+ from nemo .utils .import_utils import safe_import
31+
32+ LocalCheckpointCallback , HAVE_RES = safe_import ('nvidia_resiliency_ext.ptl_resiliency.local_checkpoint_callback' )
3133
3234
3335@dataclass
You can’t perform that action at this time.
0 commit comments