ci: move torch-tensorrt to GPU-only test requirements (#21575)

* ci: move torch-tensorrt dependency to GPU-only requirements

torch-tensorrt is GPU-only (requires CUDA) and all its tests use
`@RunIf(min_cuda_gpus=1)`, so installing it in CPU CI provides no
value while blocking PyTorch version upgrades due to wheel
compatibility lag.

* ci: add GPU-specific test requirements to setup

Author: bhimrazy

.github/workflows/ci-tests-pytorch.yml

@@ -131,8 +131,7 @@ jobs:
         run: |
           uv pip install ".[${EXTRA_PREFIX}extra,${EXTRA_PREFIX}test,${EXTRA_PREFIX}strategies]" \
             --upgrade \
-            --find-links="${TORCH_URL}" \
-            --find-links="https://download.pytorch.org/whl/torch-tensorrt"
+            --find-links="${TORCH_URL}"
           # ensure pkg_resources is available for older python versions & packages like onnxruntime that require it
           uv pip install "setuptools<80.10.3"
           uv pip list

.lightning/workflows/pytorch.yml

@@ -123,7 +123,7 @@ run: |
   extra=$(python -c "print({'lightning': 'pytorch-'}.get('${PACKAGE_NAME}', ''))")
 
   # Use find-links to prefer CUDA-specific packages from PyTorch index
-  uv pip install -e ".[${extra}dev]" --upgrade \
+  uv pip install -e ".[${extra}dev,${extra}test_gpu]" --upgrade \
     --find-links="https://download.pytorch.org/whl/${UV_TORCH_BACKEND}" \
     --find-links="https://download.pytorch.org/whl/${UV_TORCH_BACKEND}/torch-tensorrt"
   uv pip list

Makefile

@@ -15,6 +15,7 @@ setup: update
 	uv pip install -r requirements.txt \
 	    -r requirements/pytorch/base.txt \
 	    -r requirements/pytorch/test.txt \
+		-r requirements/pytorch/test_gpu.txt \
 	    -r requirements/pytorch/extra.txt \
 	    -r requirements/pytorch/strategies.txt \
 	    -r requirements/fabric/base.txt \

requirements/pytorch/test.txt

@@ -23,5 +23,4 @@ uvicorn  # for `ServableModuleValidator`  # not setting version as re-defined in
 
 tensorboard >=2.11, <2.21.0  # for `TensorBoardLogger`
 
-torch-tensorrt; platform_system != "Darwin" and python_version >= "3.12"
 huggingface-hub

requirements/pytorch/test_gpu.txt

@@ -0,0 +1 @@
+torch-tensorrt; platform_system != "Darwin" and python_version >= "3.12"