Add kaggle credentials to pytorch offering base job yamls

Author: rlakhtakia

serving-catalog/core/deployment/jetstream/base/job.yaml

@@ -12,12 +12,3 @@ spec:
       containers:
       - name: inference-checkpoint
         image: us-docker.pkg.dev/cloud-tpu-images/inference/inference-checkpoint:v0.2.2
-        volumeMounts:
-        - mountPath: "/kaggle/"
-          name: kaggle-credentials
-          readOnly: true
-      volumes:
-      - name: kaggle-credentials
-        secret:
-          defaultMode: 0400
-          secretName: kaggle-secret

serving-catalog/core/deployment/jetstream/gemma-7b-it/base/job.patch.yaml

@@ -15,3 +15,12 @@ spec:
         args:
         - -b=$BUCKET_NAME
         - -m=google/gemma/maxtext/7b-it/2
+        volumeMounts:
+        - mountPath: "/kaggle/"
+          name: kaggle-credentials
+          readOnly: true
+      volumes:
+      - name: kaggle-credentials
+        secret:
+          defaultMode: 0400
+          secretName: kaggle-secret

serving-catalog/core/deployment/jetstream/llama3-8b/base/job.patch.yaml

@@ -24,8 +24,15 @@ spec:
         - mountPath: "/huggingface/"
           name: huggingface-credentials
           readOnly: true
+        - mountPath: "/kaggle/"
+          name: kaggle-credentials
+          readOnly: true
       volumes:
         - name: huggingface-credentials
           secret:
             defaultMode: 0400
             secretName: huggingface-secret
+        - name: kaggle-credentials
+          secret:
+            defaultMode: 0400
+            secretName: kaggle-secret

serving-catalog/core/deployment/jetstream/maxtext/llama3-8b/base/job.patch.yaml

@@ -18,7 +18,7 @@ spec:
         - --inference_server=jetstream-maxtext
         - --model_path=Llama3.1-8B-Instruct
         - --output_directory=gs://$BUCKET_NAME/maxtext/llama3-8b/final/bf16/
-        - --model_name=llama-3
+        - --model_name=llama-3.1
         - --huggingface=False
         - --bucket_name=$BUCKET_NAME
         - --meta_url=$META_URL

serving-catalog/core/deployment/jetstream/pytorch/gemma-7b-it/base/job.patch.yaml

@@ -15,3 +15,12 @@ spec:
         args:
         - -b=$BUCKET_NAME
         - -m=google/gemma/maxtext/7b-it/2
+        volumeMounts:
+        - mountPath: "/kaggle/"
+          name: kaggle-credentials
+          readOnly: true
+      volumes:
+      - name: kaggle-credentials
+        secret:
+          defaultMode: 0400
+          secretName: kaggle-secret

serving-catalog/core/deployment/jetstream/pytorch/llama3-8b/base/job.patch.yaml

@@ -24,8 +24,15 @@ spec:
         - mountPath: "/huggingface/"
           name: huggingface-credentials
           readOnly: true
+        - mountPath: "/kaggle/"
+          name: kaggle-credentials
+          readOnly: true
       volumes:
         - name: huggingface-credentials
           secret:
             defaultMode: 0400
             secretName: huggingface-secret
+        - name: kaggle-credentials
+          secret:
+            defaultMode: 0400
+            secretName: kaggle-secret