Cancel the requests in streaming case by default when closing the con…

…nection
triton-inference-server · Sep 10, 2024 · 743306b · 743306b
1 parent cb9ba08
commit 743306b
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/src/python/library/tritonclient/grpc/_client.py b/src/python/library/tritonclient/grpc/_client.py
@@ -256,12 +256,12 @@ def __exit__(self, type, value, traceback):
     def __del__(self):
         self.close()
 
-    def close(self):
+    def close(self, cancel_requests=True):
         """Close the client. Any future calls to server
         will result in an Error.
 
         """
-        self.stop_stream()
+        self.stop_stream(cancel_requests)
         self._channel.close()
 
     def is_server_live(self, headers=None, client_timeout=None):