Skip to content
Merged
Show file tree
Hide file tree
Changes from 2 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 12 additions & 0 deletions nemo/collections/llm/api.py
Original file line number Diff line number Diff line change
Expand Up @@ -603,6 +603,12 @@ def deploy(
enable_flash_decode: bool = True,
legacy_ckpt: bool = False,
):
warnings.warn(
"The 'deploy' function is deprecated and will be removed in NeMo FW 25.09 container release. "
"For evaluation functionality, please use the new Eval repository: https://github.com/NVIDIA-NeMo/Eval",
DeprecationWarning,
stacklevel=2,
)
"""
Deploys nemo model on a PyTriton server either "in-framework" or by converting to trtllm depending on the backend.
This deploy method is intended to be used for evaluation.
Expand Down Expand Up @@ -791,6 +797,12 @@ def evaluate(
eval_cfg: EvaluationConfig = EvaluationConfig(type="gsm8k"),
adapter_cfg: AdapterConfig | None = None,
) -> dict:
warnings.warn(
"The 'evaluate' function is deprecated and will be removed in NeMo FW 25.09 container release. "
"For evaluation functionality, please use the new Eval repository: https://github.com/NVIDIA/NeMo-Eval",
Copy link
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

same here: https://github.com/NVIDIA-NeMo/Eval

DeprecationWarning,
stacklevel=2,
)
"""
Evaluates nemo model deployed on PyTriton server using nvidia-lm-eval

Expand Down
11 changes: 11 additions & 0 deletions scripts/llm/evaluation.py
Original file line number Diff line number Diff line change
Expand Up @@ -12,11 +12,22 @@
# See the License for the specific language governing permissions and
# limitations under the License.

import warnings

warnings.warn(
"This evaluation script is deprecated and will be removed in NeMo FW 25.09 container release. "
"For evaluation functionality, please use the new Eval repository: https://github.com/NVIDIA/NeMo-Eval",
Copy link
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

and here: https://github.com/NVIDIA-NeMo/Eval

DeprecationWarning,
stacklevel=1,
)

# NOTE: This script is only an example of using NeMo with NeMo-Run's APIs and is subject to change without notice.
# This script is used for evaluation on local and slurm executors using NeMo-Run.
# It uses deploy method from nemo/llm/collections/api.py to deploy nemo2.0 ckpt on PyTriton server and uses evaluate
# method from nemo/llm/collections/api.py to run evaluation on it.
# (https://github.com/NVIDIA/NeMo-Run) to configure and execute the runs.
# DEPRECATED: This script and the underlying deploy/evaluate functions will be removed in NeMo FW 25.09.
# Please use the new Eval repository: https://github.com/NVIDIA/NeMo-Eval

import argparse
from typing import Optional
Expand Down
Loading