From d9e12a3d2bfe9b4d0fe15a5ea05ea12eb40f94f0 Mon Sep 17 00:00:00 2001 From: Josh Bailey Date: Tue, 3 Sep 2024 02:00:13 +0000 Subject: [PATCH] v67/inf batch size 1/no token. --- README.md | 6 +++--- scanner.yml | 3 ++- torchserve-cuda.yml | 1 + torchserve.yml | 1 + waterfall.yml | 2 +- 5 files changed, 8 insertions(+), 5 deletions(-) diff --git a/README.md b/README.md index eda2adf..e2872d9 100644 --- a/README.md +++ b/README.md @@ -64,7 +64,7 @@ UHD driver arguments ```num_recv_frames``` or ```recv_frame_size``` may be too h Stop containers, and reset the Ettus as follows: ``` -$ /usr/lib/uhd/utils/b2xx_fx3_utils -D -$ /usr/lib/uhd/utils/b2xx_fx3_utils -U -$ /usr/lib/uhd/utils/b2xx_fx3_utils -S +$ /usr/libexec/uhd/utils/b2xx_fx3_utils -D +$ /usr/libexec/uhd/utils/b2xx_fx3_utils -U +$ /usr/libexec/uhd/utils/b2xx_fx3_utils -S ``` diff --git a/scanner.yml b/scanner.yml index d505f82..3d5b1fb 100644 --- a/scanner.yml +++ b/scanner.yml @@ -17,7 +17,7 @@ services: - '1883:1883' gamutrf: restart: always - image: iqtlabs/gamutrf:v0.5.66 + image: iqtlabs/gamutrf:v0.5.67 networks: - gamutrf ports: @@ -87,6 +87,7 @@ services: - --iq_inference_squelch_db=-50 - --iq_inference_model_server=torchserve:8080 - --iq_inference_model_name=torchsig_model + - --inference_batch=1 # - --write_samples=1000000000 - --no-write_fft_points - --sample_dir=/logs/samples diff --git a/torchserve-cuda.yml b/torchserve-cuda.yml index fd24079..f7f9d65 100644 --- a/torchserve-cuda.yml +++ b/torchserve-cuda.yml @@ -34,4 +34,5 @@ services: # As of torchserve v11, you will need to add setuptools==69.5.1 # to your requirements.txt when generating a MAR file # https://github.com/pytorch/serve/issues/3176 + - --disable-token-auth - --models torchsig_model=torchsig_model.mar diff --git a/torchserve.yml b/torchserve.yml index c661375..7f3c9a5 100644 --- a/torchserve.yml +++ b/torchserve.yml @@ -26,4 +26,5 @@ services: # As of torchserve v11, you will need to add setuptools==69.5.1 # to your requirements.txt when generating a MAR file # https://github.com/pytorch/serve/issues/3176 + - --disable-token-auth - --models mini2_snr=mini2_snr.mar diff --git a/waterfall.yml b/waterfall.yml index 52d7e4c..7452a0c 100644 --- a/waterfall.yml +++ b/waterfall.yml @@ -10,7 +10,7 @@ networks: services: waterfall: restart: always - image: iqtlabs/gamutrf-waterfall:v0.5.66 + image: iqtlabs/gamutrf-waterfall:v0.5.67 networks: - gamutrf ports: