Downgrade kserve version

Author: agunapal

.github/workflows/kserve_cpu_tests.yml

@@ -39,7 +39,6 @@ jobs:
         uses: actions/checkout@v4
         with:
           repository: kserve/kserve
-          ref: v0.11.0
           path: kserve
       - name: Validate torchserve-kfs and Open Inference Protocol
         run: ./kubernetes/kserve/tests/scripts/test_mnist.sh