chore: Major dependency bump 25.11

pyproject.toml

@@ -41,39 +41,26 @@ description = "NeMo Export and Deploy - a library to export and deploy LLMs and
 requires-python = ">=3.10,<3.13"
 license = { text = "Apache 2.0" }
 dependencies = [
-    "megatron-core>=0.14.0a0,<0.15.0",
-    "megatron-bridge>=0.1.0a0,<0.2.0",
-    "nvidia-modelopt[torch]>=0.33.0a0,<0.34.0; sys_platform != 'darwin'",
-    "nvidia-resiliency-ext>=0.4.0a0,<0.5.0; sys_platform != 'darwin'",
-    "transformer-engine[pytorch]>=2.6.0a0,<2.7.0; sys_platform != 'darwin'",
-    "accelerate",
+    "megatron-bridge>=0.2.0a0,<0.3.0",
+    "megatron-core[mlm,dev]>=0.15.0a0,<0.16.0",
     "fastapi",
     "pydantic-settings",
     "ray",
     "ray[serve]",
     "uvicorn",
-    "tensorstore",
-    "zarr>=2.18.2,<3.0.0",
     # Lightning deps
     "cloudpickle",
-    "fiddle",
-    "hydra-core>1.3,<=1.3.2",
-    "lightning",
     "omegaconf>=2.3.0",
     "peft",
     "torch==2.7.1",
     "torchvision",
     "torchmetrics>=0.11.0",
     "wandb",
     "webdataset>=0.2.86",
-    "nvidia-pytriton ; platform_system != 'Darwin' ",
     "flashinfer-python>=0.2.5 ; platform_system != 'Darwin'",
     "Pillow ; platform_system != 'Darwin' and platform_machine != 'aarch64'",
     "decord ; platform_system != 'Darwin' and platform_machine != 'aarch64'",
     "pyparsing>2.0.2",
-    "sentencepiece",
-    "tiktoken",
-    "einops",
     "ijson",
     "pyarrow<21.0.0",
 ]
@@ -115,7 +102,7 @@ transformer-engine = { git = "https://github.com/NVIDIA/TransformerEngine.git",
 
 [tool.uv]
 # Currently, TE must be built with no build-isolation b/c it requires torch
-no-build-isolation-package = ["transformer-engine", "transformer-engine-torch"]
+no-build-isolation-package = ["transformer-engine", "transformer-engine-torch", "flash-attn"]
 # Always apply the build group since dependencies like TE/mcore/nemo-run require build dependencies
 # and this lets us assume they are implicitly installed with a simply `uv sync`. Ideally, we'd
 # avoid including these in the default dependency set, but for now it's required.
@@ -128,8 +115,9 @@ link-mode = "copy"
 conflicts = [[{ extra = "trtllm" }, { extra = "vllm" }, { extra = "trt-onnx" }]]
 override-dependencies = [
     "urllib3>1.27.0",
-    "tiktoken>=0.9.0",                   # because nemo-toolkit and megatron-bridge disagree on tiktoken, we need to pin it here,
+    "tiktoken>=0.9.0",                          # because nemo-toolkit and megatron-bridge disagree on tiktoken, we need to pin it here,
     "fsspec[http]>=2023.1.0,<=2024.9.0",
+    "megatron-energon[av-decode]>=6.0,<7.dev0", # because nemo-toolkit and megatron-core disagree on megatron-energon, we need to pin it here,
 ]
 prerelease = "allow"