diff --git a/.github/workflows/build_and_test.yml b/.github/workflows/build_and_test.yml
index 4b6bd96c6ddd..9f95f50f398c 100644
--- a/.github/workflows/build_and_test.yml
+++ b/.github/workflows/build_and_test.yml
@@ -84,7 +84,9 @@ jobs:
       timeout-minutes: 100
       has_code_changes: ${{ needs.check_code_changes.outputs.has_code_changes }}
     if: github.event_name == 'push' || github.event_name == 'pull_request'
-    secrets: inherit
+    secrets:
+      TORCH_XLA_BOT_TOKEN: ${{ secrets.TORCH_XLA_BOT_TOKEN }}
+      GCLOUD_SERVICE_KEY: ${{ secrets.GCLOUD_SERVICE_KEY }}
 
   push-docs:
     name: "Build docs"