chore: Expose TRITONSERVER_Server instance in Python In-Process API (…

…#385) Co-authored-by: Neelay Shah <[email protected]> Co-authored-by: GuanLuo <[email protected]>
triton-inference-server · Aug 30, 2024 · 623d0a5 · 623d0a5
1 parent 13b6046
commit 623d0a5
Show file tree

Hide file tree

Showing 3 changed files with 9 additions and 0 deletions.
diff --git a/.gitignore b/.gitignore
@@ -1,3 +1,4 @@
 /build
 /.vscode
 *.so
+*__pycache__/
diff --git a/python/tritonserver/_api/_server.py b/python/tritonserver/_api/_server.py
@@ -621,6 +621,9 @@ def stop(self) -> None:
         self._server.stop()
         self._server = Server._UnstartedServer()
 
+    def _ptr(self):
+        return self._server._ptr()
+
     def unregister_model_repository(self, repository_path: str) -> None:
         """Unregister model repository
 

diff --git a/python/tritonserver/_c/tritonserver_pybind.cc b/python/tritonserver/_c/tritonserver_pybind.cc
@@ -2107,6 +2107,11 @@ PYBIND11_MODULE(triton_bindings, m)
       .export_values();
   py::class_<PyServer>(m, "TRITONSERVER_Server")
       .def(py::init<PyServerOptions&>())
+      .def(
+          "_ptr",
+          [](PyServer& server) {
+            return reinterpret_cast<uintptr_t>(server.Ptr());
+          })
       .def("stop", &PyServer::Stop)
       .def("register_model_repository", &PyServer::RegisterModelRepository)
       .def("unregister_model_repository", &PyServer::UnregisterModelRepository)