Skip to content

Commit

Permalink
polish code
Browse files Browse the repository at this point in the history
  • Loading branch information
cyber-pioneer committed Jan 24, 2025
1 parent bfd87dc commit bf045eb
Show file tree
Hide file tree
Showing 8 changed files with 10 additions and 76 deletions.
Original file line number Diff line number Diff line change
@@ -1,26 +1,26 @@
deploy:
models:
A:
module: ./tests/functional_tests/test_cases/serve/build_dag/main.py
module: ./tests/functional_tests/test_cases/serve/utils/models/base_model.py
name: model_A
resources:
gpu: 1
B:
module: ./tests/functional_tests/test_cases/serve/build_dag/main.py
module: ./tests/functional_tests/test_cases/serve/utils/models/base_model.py
depends:
- A
name: model_B
resources:
gpu: 0
C:
module: ./tests/functional_tests/test_cases/serve/build_dag/custom/models.py
module: ./tests/functional_tests/test_cases/serve/utils/models/util_models/util_model.py
depends:
- A
name: model_C
resources:
gpu: 0
D:
module: ./tests/functional_tests/test_cases/serve/build_dag/custom/models.py
module: ./tests/functional_tests/test_cases/serve/utils/models/util_models/util_model.py
depends:
- B
- C
Expand Down
Original file line number Diff line number Diff line change
@@ -1,26 +1,26 @@
deploy:
models:
A:
module: ./tests/functional_tests/test_cases/serve/build_dag/main.py
module: ./tests/functional_tests/test_cases/serve/utils/models/vllm_model.py
name: model_A
resources:
gpu: 1
B:
module: ./tests/functional_tests/test_cases/serve/build_dag/main.py
module: ./tests/functional_tests/test_cases/serve/utils/models/vllm_model.py
depends:
- A
name: model_B
resources:
gpu: 0
C:
module: ./tests/functional_tests/test_cases/serve/build_dag/custom/models.py
module: ./tests/functional_tests/test_cases/serve/utils/models/util_models/util_model.py
depends:
- A
name: model_C
resources:
gpu: 0
D:
module: ./tests/functional_tests/test_cases/serve/build_dag/custom/models.py
module: ./tests/functional_tests/test_cases/serve/utils/models/util_models/util_model.py
depends:
- B
- C
Expand Down

This file was deleted.

This file was deleted.

40 changes: 0 additions & 40 deletions tests/functional_tests/test_cases/serve/multiple_nodes/main.py

This file was deleted.

Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
from custom.models import fn
from util_models.util_model import fn


def model_A(prompt):
Expand Down
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
from vllm import LLM, SamplingParams
from custom.models import fn
from util_models.util_model import fn
from flagscale.serve.core import auto_remote


Expand Down

0 comments on commit bf045eb

Please sign in to comment.