From b51b0918b9f4806d793bc51a270527fad84e274b Mon Sep 17 00:00:00 2001 From: Thomas Parnell Date: Tue, 21 Jan 2025 11:28:58 +0100 Subject: [PATCH 1/2] Remove comments re: pytorch for outlines + compressed-tensors dependencies. These comments cause the packages to be stripped out when running use_existing_torch, but the packages are required dependencies. Signed-off-by: Thomas Parnell --- requirements-common.txt | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/requirements-common.txt b/requirements-common.txt index 6c390bcfd1..777b2bb124 100644 --- a/requirements-common.txt +++ b/requirements-common.txt @@ -19,7 +19,7 @@ pillow # Required for image processing prometheus-fastapi-instrumentator >= 7.0.0 tiktoken >= 0.6.0 # Required for DBRX tokenizer lm-format-enforcer >= 0.10.9, < 0.11 -outlines == 0.1.11 # Requires pytorch +outlines == 0.1.11 lark == 1.2.2 xgrammar >= 0.1.6; platform_machine == "x86_64" typing_extensions >= 4.10 @@ -34,6 +34,6 @@ pyyaml six>=1.16.0; python_version > '3.11' # transitive dependency of pandas that needs to be the latest version for python 3.12 setuptools>=74.1.1; python_version > '3.11' # Setuptools is used by triton, we need to ensure a modern version is installed for 3.12+ so that it does not try to import distutils, which was removed in 3.12 einops # Required for Qwen2-VL. -compressed-tensors == 0.8.1 # required for compressed-tensors, requires pytorch +compressed-tensors == 0.8.1 # required for compressed-tensors depyf==0.18.0 # required for profiling and debugging with compilation config cloudpickle # allows pickling lambda functions in model_executor/models/registry.py From 5adea19a402c213abb1352b04f4c25499499b211 Mon Sep 17 00:00:00 2001 From: Thomas Parnell Date: Tue, 21 Jan 2025 15:59:59 +0100 Subject: [PATCH 2/2] Update FMS version Signed-off-by: Thomas Parnell --- requirements-spyre.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/requirements-spyre.txt b/requirements-spyre.txt index ad8b1cbd2e..28c79c7698 100644 --- a/requirements-spyre.txt +++ b/requirements-spyre.txt @@ -2,6 +2,6 @@ -r requirements-common.txt # IBM foundation model stack -ibm-fms==0.0.7 +ibm-fms==0.0.8 wurlitzer