Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Information in logs if Manual or Automatic config search is used #759

Merged
merged 2 commits into from
Sep 7, 2023
Merged

Information in logs if Manual or Automatic config search is used #759

Changes from 1 commit
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
f55b241
Log brute config search mode
pskiran1 Sep 6, 2023
cdfe129
Fix duplicate logging
pskiran1 Sep 6, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 8 additions & 0 deletions model_analyzer/config/generate/model_config_generator_factory.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -14,12 +14,14 @@
# See the License for the specific language governing permissions and
# limitations under the License.

import logging
from typing import List

from model_analyzer.config.generate.model_variant_name_manager import (
ModelVariantNameManager,
)
from model_analyzer.config.input.config_command_profile import ConfigCommandProfile
from model_analyzer.constants import LOGGER_NAME
from model_analyzer.device.gpu_device import GPUDevice
from model_analyzer.triton.client.client import TritonClient

Expand All @@ -28,6 +30,8 @@
from .manual_model_config_generator import ManualModelConfigGenerator
from .model_profile_spec import ModelProfileSpec

logger = logging.getLogger(LOGGER_NAME)


class ModelConfigGeneratorFactory:
"""
Expand Down Expand Up @@ -71,6 +75,8 @@ def create_model_config_generator(
model_config_params = model.model_config_parameters()

if search_disabled or model_config_params:
logger.info("Starting manual brute search")
logger.info("")
return ManualModelConfigGenerator(
config,
gpus,
Expand All @@ -81,6 +87,8 @@ def create_model_config_generator(
early_exit_enable,
)
else:
logger.info("Starting automatic brute search")
logger.info("")
return AutomaticModelConfigGenerator(
config,
gpus,
Expand Down
Loading