Skip to content

Commit bf36b30

Browse files
Update Pi0 and GR00TN1 model weights and Readme (#184)
Fixes #ISSUE_NUMBER ### Description Update Pi0 and GR00TN1 model weights and Readme --------- Signed-off-by: YunLiu <55491388+KumoLiu@users.noreply.github.com> Signed-off-by: Mingxin Zheng <mingxinz@nvidia.com> Co-authored-by: Mingxin Zheng <mingxinz@nvidia.com>
1 parent 1d087ac commit bf36b30

7 files changed

Lines changed: 50 additions & 14 deletions

File tree

holoscan_i4h/operators/clarius_solum/CMakeLists.txt

Lines changed: 27 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -32,10 +32,34 @@ execute_process(
3232

3333
# Download Clarius library and header files
3434
if(NOT EXISTS "${LIB_DIR}/clarius_solum/libsolum.so")
35+
set(SOLUM_URL "https://github.com/clariusdev/solum/releases/download/v12.0.2/solum-12.0.2-linux.x86_64-gcc_ubuntu_${UBUNTU_VERSION}.zip")
36+
set(SOLUM_ZIP_PATH "${LIB_DIR}/clarius_solum/solum.zip")
37+
38+
message(STATUS "Downloading Clarius Solum library from: ${SOLUM_URL}")
39+
40+
# Download the zip file with error checking
3541
file(DOWNLOAD
36-
"https://github.com/clariusdev/solum/releases/download/v12.0.2/solum-12.0.2-linux.x86_64-gcc_ubuntu_${UBUNTU_VERSION}.zip"
37-
"${LIB_DIR}/clarius_solum/solum.zip"
38-
)
42+
"${SOLUM_URL}"
43+
"${SOLUM_ZIP_PATH}"
44+
STATUS DOWNLOAD_STATUS
45+
TIMEOUT 600
46+
SHOW_PROGRESS
47+
)
48+
49+
# Check download status
50+
list(GET DOWNLOAD_STATUS 0 DOWNLOAD_ERROR_CODE)
51+
list(GET DOWNLOAD_STATUS 1 DOWNLOAD_ERROR_MESSAGE)
52+
53+
if(NOT DOWNLOAD_ERROR_CODE EQUAL 0)
54+
message(FATAL_ERROR "Failed to download Clarius Solum library: ${DOWNLOAD_ERROR_MESSAGE}")
55+
endif()
56+
57+
# Verify the downloaded file exists and has reasonable size
58+
if(NOT EXISTS "${SOLUM_ZIP_PATH}")
59+
message(FATAL_ERROR "Downloaded file does not exist: ${SOLUM_ZIP_PATH}")
60+
endif()
61+
62+
message(STATUS "Successfully downloaded Clarius Solum library to ${SOLUM_ZIP_PATH}")
3963
# Unzip the file
4064
execute_process(
4165
COMMAND unzip solum.zip

tools/env_setup/bash_utils.sh

Lines changed: 13 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,19 @@
2020
check_conda_env() {
2121
if [ -z "$CONDA_DEFAULT_ENV" ]; then
2222
echo "Error: No active conda environment detected"
23-
echo "Please activate a conda environment before running this script"
23+
echo ""
24+
echo "To resolve this, you can either:"
25+
echo "1. Install miniconda if you don't have it:"
26+
echo " - Download from: https://docs.conda.io/en/latest/miniconda.html"
27+
echo " - Or run: wget https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh && bash Miniconda3-latest-Linux-x86_64.sh"
28+
echo ""
29+
echo "2. If conda is already installed, initialize it:"
30+
echo " - Run: conda init"
31+
echo ""
32+
echo "3. Create and activate a conda environment:"
33+
echo " - Run: conda create -n i4h python=3.10"
34+
echo " - Then: conda activate i4h"
35+
echo ""
2436
exit 1
2537
fi
2638
echo "Using conda environment: $CONDA_DEFAULT_ENV"

tools/env_setup/install_clarius.sh

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -22,5 +22,5 @@ HOLOSCAN_I4H_ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")" && cd ../../holoscan_i4
2222
(
2323
cd $HOLOSCAN_I4H_ROOT
2424
cmake . -B build && cmake --build build && cmake --install build
25-
echo "Successfully built Clarius libs"
25+
echo "Successfully built Clarius libs!"
2626
)

tools/env_setup/install_isaac.sh

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -35,7 +35,7 @@ mkdir -p "$PROJECT_ROOT/third_party"
3535
# ---- Install IsaacSim ----
3636
echo "Installing IsaacSim..."
3737
pip install 'isaacsim[all,extscache]==4.5.0' \
38-
git+ssh://git@github.com/isaac-for-healthcare/i4h-asset-catalog.git@v0.2.0rc2 \
38+
git+ssh://git@github.com/isaac-for-healthcare/i4h-asset-catalog.git@main \
3939
--extra-index-url https://pypi.nvidia.com
4040

4141
ISAACLAB_DIR="$PROJECT_ROOT/third_party/IsaacLab"

workflows/robotic_surgery/README.md

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -89,7 +89,7 @@ Download the required assets using:
8989
i4h-asset-retrieve
9090
```
9191

92-
This will download assets to `~/.cache/i4h-assets/<sha256>`. For more details, refer to the [Asset Container Helper](https://github.com/isaac-for-healthcare/i4h-asset-catalog/blob/v0.2.0rc2/docs/catalog_helper.md).
92+
This will download assets to `~/.cache/i4h-assets/<sha256>`. For more details, refer to the [Asset Container Helper](https://github.com/isaac-for-healthcare/i4h-asset-catalog/blob/main/docs/catalog_helper.md).
9393

9494
### Environment Variables
9595

workflows/robotic_ultrasound/scripts/simulation/evaluation/README.md

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -69,24 +69,24 @@ The script expects predicted trajectory files to be found at `data_root/file_pat
6969

7070
## Downloading Model Weights
7171

72-
The four policy models discussed in the evaluation (Pi0-400, Pi0-800 w/ cosmos, GR00T-N1-400, and GR00T-N1-800 w/ cosmos) can be obtained using the `i4h_asset_helper` utility. This utility helps manage and download versioned assets.
72+
We provide the two best-performing relative action space model weights that use Cosmos augmentation: **Pi0-800-rel (w/ cosmos)** and **GR00T-N1-800-rel (w/ cosmos)**. These can be obtained using the `i4h_asset_helper` utility for asset management and download.
73+
74+
If you require access to other model weights (such as absolute action space or non-cosmos variants), please create a ticket or contact us directly.
7375

7476
To integrate these models into your workflow, you would typically define an `Assets` class that inherits from `BaseI4HAssets`, specifying the asset identifiers. Below is an example demonstrating how these might be structured.
7577

7678
```python
7779
from i4h_asset_helper import BaseI4HAssets
7880

7981
class Assets(BaseI4HAssets):
80-
Pi0_400 = "Policies/LiverScan/Pi0"
81-
Pi0_800 = "Policies/LiverScan/Pi0_Cosmos"
82-
GR00TN1_400 = "Policies/LiverScan/GR00TN1"
83-
GR00TN1_800 = "Policies/LiverScan/GR00TN1_Cosmos"
82+
Pi0_800 = "Policies/LiverScan/Pi0_Cosmos_Rel"
83+
GR00TN1_800 = "Policies/LiverScan/GR00TN1_Cosmos_Rel"
8484

8585
my_assets = Assets()
8686
```
8787

8888
You can then use these definitions in your scripts to get the local path to the downloaded model files, for example:
89-
`pi0_400_model = my_assets.Pi0_400`
89+
`pi0_800_model = my_assets.Pi0_800`
9090
`gr00t_800_model = my_assets.GR00TN1_800`
9191

9292
## Understanding the Outputs & Experiment Results Comparison

workflows/robotic_ultrasound/scripts/simulation/utils/assets.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,7 @@ class Assets(BaseI4HAssets):
2323
panda = "Robots/Franka/Collected_panda_assembly/panda_assembly.usda"
2424
phantom = "Props/ABDPhantom/phantom.usda"
2525
table_with_cover = "Props/VentionTableWithBlackCover/table_with_cover.usd"
26-
policy_ckpt = "Policies/LiverScan/Pi0"
26+
policy_ckpt = "Policies/LiverScan/Pi0_Cosmos_Rel"
2727
organs = "Props/ABDPhantom/Organs"
2828

2929

0 commit comments

Comments
 (0)