mnist_oip_grpc.yaml

apiVersion: serving.kserve.io/v1beta1
kind: InferenceService
metadata:
  name: "torchserve-mnist-v2-grpc"
spec:
  predictor:
    pytorch:
      protocolVersion: v2
      storageUri: gs://kfserving-examples/models/torchserve/image_classifier/v2
      image: sivanantha/torchserve-oip-test:latest
      resources:
        limits:
          cpu: "1"
          memory: 1Gi
        requests:
          cpu: "100m"
          memory: 256Mi
      ports:
        - containerPort: 7070 # torchserve grpc port
          name: h2c
          protocol: TCP
      env:
        - name: "TS_OPEN_INFERENCE_PROTOCOL"
          value: "oip"