inf2 test

Author: udaij12

.github/workflows/benchmark_nightly.yml

@@ -2,15 +2,18 @@ name: Benchmark torchserve nightly
 
 on:
   # run every day at 2:15am
-  schedule:
-    - cron:  '15 02 * * *'
+  # schedule:
+  #   - cron:  '15 02 * * *'
+  push:
+    branch:
+      - inf2_fix
 
 jobs:
   nightly:
     strategy:
       fail-fast: false
       matrix:
-        hardware: [cpu, gpu, inf2]
+        hardware: [inf2] #[cpu, gpu, inf2]
     runs-on:
       - self-hosted
       - ${{ matrix.hardware }}

docker/Dockerfile

@@ -60,7 +60,7 @@ RUN --mount=type=cache,id=apt-dev,target=/var/cache/apt \
 RUN python$PYTHON_VERSION -m venv /home/venv
 ENV PATH="/home/venv/bin:$PATH"
 
-RUN python -m pip install -U pip setuptools
+RUN python -m pip install -U pip setuptools==69.5.1
 
 # This is only useful for cuda env
 RUN export USE_CUDA=1

docker/Dockerfile.neuron.dev

@@ -49,7 +49,7 @@ RUN --mount=type=cache,id=apt-dev,target=/var/cache/apt \
 RUN update-alternatives --install /usr/bin/python python /usr/bin/python3 1 \
     && update-alternatives --install /usr/local/bin/pip pip /usr/local/bin/pip3 1
 
-RUN pip install -U pip setuptools
+RUN pip install -U pip setuptools==69.5.1
 
 RUN echo "deb https://apt.repos.neuron.amazonaws.com bionic main" > /etc/apt/sources.list.d/neuron.list
 RUN wget -qO - https://apt.repos.neuron.amazonaws.com/GPG-PUB-KEY-AMAZON-AWS-NEURON.PUB | apt-key add -

kubernetes/kserve/Dockerfile.dev

@@ -49,7 +49,7 @@ RUN --mount=type=cache,id=apt-dev,target=/var/cache/apt \
   && update-alternatives --install /usr/bin/python python /usr/bin/python3.8 1
 
 #ADD "https://www.random.org/cgi-bin/randbyte?nbytes=10&format=h" skipcache
-RUN python -m pip install -U pip setuptools
+RUN python -m pip install -U pip setuptools==69.5.1
 
 # Build Dev Image
 FROM compile-image AS dev-image