diff --git a/src/pb_stub.cc b/src/pb_stub.cc index d54e1337..ae178b05 100644 --- a/src/pb_stub.cc +++ b/src/pb_stub.cc @@ -747,7 +747,7 @@ Stub::ProcessRequests(RequestBatch* request_batch_shm_ptr) // responses after the factories are closed. for (py::handle py_request : py_request_list) { InferRequest* request = py_request.cast(); - request->GetResponseSender()->ForceClose(); + request->GetResponseSender()->Close(); } } } diff --git a/src/response_sender.cc b/src/response_sender.cc index 223f1b70..1af2ee20 100644 --- a/src/response_sender.cc +++ b/src/response_sender.cc @@ -36,7 +36,7 @@ namespace triton { namespace backend { namespace python { void -AssertResponseSenderArgumentsWellFormed( +CheckResponseSenderArguments( const std::shared_ptr& response, const uint32_t flags) { // Check the correctness of the provided flags. @@ -121,7 +121,7 @@ ResponseSender::Send( // the next available thread to pick up the job during resource contention. py::gil_scoped_release release; - AssertResponseSenderArgumentsWellFormed(infer_response, flags); + CheckResponseSenderArguments(infer_response, flags); UpdateStateAndCounters(infer_response, flags); std::unique_ptr& stub = Stub::GetOrCreateInstance(); @@ -246,7 +246,7 @@ ResponseSender::IsCancelled() } void -ResponseSender::ForceClose() +ResponseSender::Close() { std::lock_guard lk(mu_); closed_ = true; diff --git a/src/response_sender.h b/src/response_sender.h index af43bc59..be1d49ae 100644 --- a/src/response_sender.h +++ b/src/response_sender.h @@ -45,7 +45,7 @@ class ResponseSender { bool IsCancelled(); // Can be useful at stopping the model from sending any more responses. - void ForceClose(); + void Close(); private: void UpdateStateAndCounters(