Merge pull request #1252 from aws-neuron/release-2.26.1_script_vllm_version_update

Release 2.26.1 vllm version and script updates

Author: parmoham-aws

libraries/nxd-inference/developer_guides/vllm-user-guide.rst

@@ -74,7 +74,7 @@ To manually install the AWS fork from source, use the following commands:
 
 .. code::
 
-    git clone -b 2.26.0 https://github.com/aws-neuron/upstreaming-to-vllm.git
+    git clone -b 2.26.1 https://github.com/aws-neuron/upstreaming-to-vllm.git
     cd upstreaming-to-vllm
     pip install -r requirements/neuron.txt
     VLLM_TARGET_DEVICE="neuron" pip install -e .

src/examples/pytorch/libtorch_demo/setup.sh

@@ -20,15 +20,7 @@ echo "Using PyTorch version ${TORCH_VERSION}"
 # Python setup
 PYTHON=python3
 PYTHON_VERSION=$($PYTHON --version | cut -f2 -d' ' | cut -f1,2 -d'.')
-
-if [ "$PYTHON_VERSION" == "3.8" ] || [ "$PYTHON_VERSION" == "3.9" ] || [ "$PYTHON_VERSION" == "3.10" ]
-then
-    echo "Python version is '$PYTHON_VERSION'"
-else
-    echo "ERROR: No suitable version of Python found for libtorch demo. Current Python version is '$PYTHON_VERSION'."
-    echo "Install Python 3.8, 3.9, or 3.10 and set the PYTHON environment variable as needed."
-    exit 1
-fi
+echo "Python version is '$PYTHON_VERSION'"
 
 OLD_TOOL_CHAIN=$($PYTHON -c \
     "from bert_neuronx.detect_instance import get_instance_type; print('inf1' in get_instance_type())")
@@ -46,7 +38,7 @@ if [ ! -e "tokenizers" ]; then
     cp neuron.patch tokenizers/neuron.patch
     pushd tokenizers
     git checkout d8c4388166cad8f0216dfc485efd6207a3275af2
-    git am neuron.patch
+    git apply neuron.patch
     rm neuron.patch
     popd
 fi
@@ -95,4 +87,4 @@ chmod +x build.sh
 popd
 
 chmod +x run_tests.sh
-echo "Successfully completed setup"
+echo "Successfully completed setup"