Skip to content
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 4 additions & 4 deletions .github/workflows/accuracy_test.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -88,7 +88,7 @@ jobs:

steps:
- name: Checkout repository
uses: actions/checkout@v5
uses: actions/checkout@v4

- name: Set model name as output
id: set_output
Expand All @@ -109,7 +109,7 @@ jobs:
apt-get -y install gcc g++ cmake libnuma-dev

- name: Checkout vllm-project/vllm repo
uses: actions/checkout@v5
uses: actions/checkout@v4
with:
repository: vllm-project/vllm
ref: v0.10.0
Expand Down Expand Up @@ -138,7 +138,7 @@ jobs:
echo "GHA_VLLM_ASCEND_VERSION=$RESOLVED_VERSION" >> $GITHUB_ENV

- name: Checkout vllm-project/vllm-ascend repo
uses: actions/checkout@v5
uses: actions/checkout@v4
with:
repository: vllm-project/vllm-ascend
path: ./vllm-ascend
Expand Down Expand Up @@ -236,7 +236,7 @@ jobs:
UPSTREAM_REPO: vllm-project/vllm-ascend
steps:
- name: Checkout repository
uses: actions/checkout@v5
uses: actions/checkout@v4
with:
repository: vllm-ascend-ci/vllm-ascend
token: ${{ secrets.PAT_TOKEN }}
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/format_pr_body.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -34,7 +34,7 @@ jobs:

steps:
- name: Checkout vllm-project/vllm repo
uses: actions/checkout@v5
uses: actions/checkout@v4
with:
repository: vllm-project/vllm
path: ./vllm-empty
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/image_310p_openeuler.yml
Original file line number Diff line number Diff line change
Expand Up @@ -53,7 +53,7 @@ jobs:
'ubuntu-24.04-arm'
}}
steps:
- uses: actions/checkout@v5
- uses: actions/checkout@v4

- name: Print
run: |
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/image_310p_ubuntu.yml
Original file line number Diff line number Diff line change
Expand Up @@ -49,7 +49,7 @@ jobs:
runs-on: ubuntu-latest

steps:
- uses: actions/checkout@v5
- uses: actions/checkout@v4

- name: Print
run: |
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/image_a3_openeuler.yml
Original file line number Diff line number Diff line change
Expand Up @@ -53,7 +53,7 @@ jobs:
'ubuntu-24.04-arm'
}}
steps:
- uses: actions/checkout@v5
- uses: actions/checkout@v4

- name: Print
run: |
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/image_a3_ubuntu.yml
Original file line number Diff line number Diff line change
Expand Up @@ -49,7 +49,7 @@ jobs:
runs-on: ubuntu-latest

steps:
- uses: actions/checkout@v5
- uses: actions/checkout@v4

- name: Print
run: |
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/image_openeuler.yml
Original file line number Diff line number Diff line change
Expand Up @@ -52,7 +52,7 @@ jobs:
'ubuntu-24.04-arm'
}}
steps:
- uses: actions/checkout@v5
- uses: actions/checkout@v4

- name: Print
run: |
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/image_ubuntu.yml
Original file line number Diff line number Diff line change
Expand Up @@ -49,7 +49,7 @@ jobs:
runs-on: ubuntu-latest

steps:
- uses: actions/checkout@v5
- uses: actions/checkout@v4

- name: Print
run: |
Expand Down
4 changes: 2 additions & 2 deletions .github/workflows/nightly_benchmarks.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -97,12 +97,12 @@ jobs:
git config --global url."https://gh-proxy.test.osinfra.cn/https://github.com/".insteadOf https://github.com/

- name: Checkout vllm-project/vllm-ascend repo
uses: actions/checkout@v5
uses: actions/checkout@v4
with:
fetch-depth: 0

- name: Checkout vllm-project/vllm repo
uses: actions/checkout@v5
uses: actions/checkout@v4
with:
repository: vllm-project/vllm
path: ./vllm-empty
Expand Down
4 changes: 2 additions & 2 deletions .github/workflows/pre-commit.yml
Original file line number Diff line number Diff line change
Expand Up @@ -11,14 +11,14 @@ jobs:
runs-on: ubuntu-latest
steps:
- name: Checkout vllm-project/vllm-ascend repo
uses: actions/checkout@v5
uses: actions/checkout@v4
- uses: actions/setup-python@42375524e23c412d93fb67b49958b491fce71c38 # v5.4.0
with:
python-version: "3.11"
- run: echo "::add-matcher::.github/workflows/matchers/actionlint.json"
- run: echo "::add-matcher::.github/workflows/matchers/mypy.json"
- name: Checkout vllm-project/vllm repo
uses: actions/checkout@v5
uses: actions/checkout@v4
with:
repository: vllm-project/vllm
path: ./vllm-empty
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/vllm_ascend_doctest.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -66,7 +66,7 @@ jobs:
git --no-pager log -1 || true

- name: Checkout vllm-project/vllm-ascend repo
uses: actions/checkout@v5
uses: actions/checkout@v4

- name: Run vllm-ascend/tests/e2e/run_doctests.sh
run: |
Expand Down
4 changes: 2 additions & 2 deletions .github/workflows/vllm_ascend_test.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -89,7 +89,7 @@ jobs:
apt-get install -y python3-pip git vim wget net-tools gcc g++ cmake libnuma-dev curl gnupg2

- name: Checkout vllm-project/vllm repo
uses: actions/checkout@v5
uses: actions/checkout@v4
with:
repository: vllm-project/vllm
ref: ${{ matrix.vllm_version }}
Expand All @@ -102,7 +102,7 @@ jobs:
python3 -m pip uninstall -y triton

- name: Checkout vllm-project/vllm-ascend repo
uses: actions/checkout@v5
uses: actions/checkout@v4

- name: Install vllm-project/vllm-ascend
run: |
Expand Down
4 changes: 2 additions & 2 deletions .github/workflows/vllm_ascend_test_310p.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -77,15 +77,15 @@ jobs:
apt install git -y

- name: Checkout vllm-project/vllm-ascend repo
uses: actions/checkout@v5
uses: actions/checkout@v4

- name: Install system dependencies
run: |
apt-get -y install `cat packages.txt`
apt-get -y install git vim wget net-tools gcc g++ cmake libnuma-dev curl gnupg2

- name: Checkout vllm-project/vllm repo
uses: actions/checkout@v5
uses: actions/checkout@v4
with:
repository: vllm-project/vllm
ref: ${{ matrix.vllm_version }}
Expand Down
4 changes: 2 additions & 2 deletions .github/workflows/vllm_ascend_test_pd.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -80,15 +80,15 @@ jobs:
git config --global url."https://gh-proxy.test.osinfra.cn/https://github.com/".insteadOf https://github.com/

- name: Checkout vllm-project/vllm-ascend repo
uses: actions/checkout@v5
uses: actions/checkout@v4

- name: Install system dependencies
run: |
apt-get -y install `cat packages.txt`
apt-get -y install gcc g++ cmake libnuma-dev

- name: Checkout vllm-project/vllm repo
uses: actions/checkout@v5
uses: actions/checkout@v4
with:
repository: vllm-project/vllm
ref: ${{ matrix.vllm_verison }}
Expand Down
20 changes: 0 additions & 20 deletions tests/e2e/multicard/test_offline_inference_distributed.py
Original file line number Diff line number Diff line change
Expand Up @@ -78,26 +78,6 @@ def test_models_distributed_DeepSeek_multistream_moe():
vllm_model.generate_greedy(example_prompts, max_tokens)


@patch.dict(os.environ, {"VLLM_ASCEND_ENABLE_DBO": "1"})
Copy link
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

skip it instead of removing?

Copy link
Collaborator Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

there still exsits test_models_distributed_DeepSeekV3_dbo which is skiped below, I think it is duplicated to test on deepseek-v2-lite

def test_models_distributed_DeepSeek_dbo():
example_prompts = ["The president of the United States is"] * 41
dtype = "half"
sampling_params = SamplingParams(max_tokens=100, temperature=0.0)
with VllmRunner(
"deepseek-ai/DeepSeek-V2-Lite",
dtype=dtype,
tensor_parallel_size=2,
distributed_executor_backend="mp",
) as vllm_model:
model_arch = 'DeepseekV2ForCausalLM'
registed_models = ModelRegistry.models
assert registed_models[
model_arch].module_name == "vllm_ascend.models.deepseek_dbo"
assert registed_models[
model_arch].class_name == "CustomDeepseekDBOForCausalLM"
vllm_model.generate(example_prompts, sampling_params)


@pytest.mark.skip(
reason=
"deepseek dbo dose not consider the support on half precision float, will enable this ut after we actually support it"
Expand Down
Loading