Skip to content

Commit

Permalink
Merge branch 'main' into ibhosale_metrics_google
Browse files Browse the repository at this point in the history
  • Loading branch information
indrajit96 authored Nov 7, 2024
2 parents fdf05c7 + 8b5f33e commit 4764717
Show file tree
Hide file tree
Showing 5 changed files with 41 additions and 11 deletions.
2 changes: 1 addition & 1 deletion TRITON_VERSION
Original file line number Diff line number Diff line change
@@ -1 +1 @@
2.52.0dev
2.53.0dev
19 changes: 11 additions & 8 deletions build.py
Original file line number Diff line number Diff line change
Expand Up @@ -70,8 +70,8 @@
# incorrectly load the other version of the openvino libraries.
#
TRITON_VERSION_MAP = {
"2.52.0dev": (
"24.11dev", # triton container
"2.53.0dev": (
"24.12dev", # triton container
"24.10", # upstream container
"1.19.2", # ORT
"2024.4.0", # ORT OpenVINO
Expand Down Expand Up @@ -1213,10 +1213,11 @@ def create_dockerfile_linux(
WORKDIR /opt/tritonserver
COPY --chown=1000:1000 NVIDIA_Deep_Learning_Container_License.pdf .
RUN find /opt/tritonserver/python -maxdepth 1 -type f -name \
"tritonserver-*.whl" | xargs -I {} pip3 install --upgrade {}[all] && \
find /opt/tritonserver/python -maxdepth 1 -type f -name \
"tritonfrontend-*.whl" | xargs -I {} pip3 install --upgrade {}[all]
RUN find /opt/tritonserver/python -maxdepth 1 -type f -name \\
"tritonserver-*.whl" | xargs -I {} pip install --upgrade {}[all] && \\
find /opt/tritonserver/python -maxdepth 1 -type f -name \\
"tritonfrontend-*.whl" | xargs -I {} pip install --upgrade {}[all]
"""
if not FLAGS.no_core_build:
# Add feature labels for SageMaker endpoint
Expand Down Expand Up @@ -1320,7 +1321,7 @@ def dockerfile_prepare_container_linux(argmap, backends, enable_gpu, target_mach

if target_platform() == "rhel":
df += """
# Common dpeendencies.
# Common dependencies.
RUN yum install -y \\
git \\
gperf \\
Expand All @@ -1334,6 +1335,7 @@ def dockerfile_prepare_container_linux(argmap, backends, enable_gpu, target_mach
wget \\
python3-pip \\
numactl-devel
"""
else:
df += """
Expand All @@ -1357,8 +1359,9 @@ def dockerfile_prepare_container_linux(argmap, backends, enable_gpu, target_mach
libre2-9 \\
software-properties-common \\
wget \\
python3-pip \\
{backend_dependencies} \\
python3-pip \\
&& python3 -m pip install --upgrade pip \\
&& rm -rf /var/lib/apt/lists/*
""".format(
backend_dependencies=backend_dependencies
Expand Down
3 changes: 2 additions & 1 deletion qa/common/check_copyright.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
#!/usr/bin/env python3

# Copyright 2018-2023, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# Copyright 2018-2024, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
Expand Down Expand Up @@ -73,6 +73,7 @@
"qa/L0_model_config/special_cases",
"qa/L0_model_config/cli_messages/cli_override/expected",
"qa/L0_model_config/cli_messages/cli_deprecation/expected",
"qa/L0_model_config/model_metrics",
"qa/L0_model_namespacing/test_duplication",
"qa/L0_model_namespacing/test_dynamic_resolution",
"qa/L0_model_namespacing/test_ensemble_duplication",
Expand Down
26 changes: 26 additions & 0 deletions src/python/tritonfrontend/_api/_metrics.pyi
Original file line number Diff line number Diff line change
@@ -1,3 +1,29 @@
# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
# * Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
# * Redistributions in binary form must reproduce the above copyright
# notice, this list of conditions and the following disclaimer in the
# documentation and/or other materials provided with the distribution.
# * Neither the name of NVIDIA CORPORATION nor the names of its
# contributors may be used to endorse or promote products derived
# from this software without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS ``AS IS'' AND ANY
# EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
# PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
# PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
# OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

import tritonserver
from _typeshed import Incomplete
from tritonfrontend._api._error_mapping import (
Expand Down
2 changes: 1 addition & 1 deletion tools/add_copyright.py
Original file line number Diff line number Diff line change
Expand Up @@ -215,7 +215,7 @@ def register_impl(func):

@register(
any_of(
has_ext([".py", ".sh", ".bash", ".yaml", ".pbtxt"]),
has_ext([".py", ".pyi", ".sh", ".bash", ".yaml", ".pbtxt"]),
basename_is("CMakeLists.txt"),
path_contains("Dockerfile"),
)
Expand Down

0 comments on commit 4764717

Please sign in to comment.