Skip to content

# Feat: Add Windows installation scripts #6377

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Draft
wants to merge 2 commits into
base: master
Choose a base branch
from
Draft

# Feat: Add Windows installation scripts #6377

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
3ff9cb1
installation scripts with CPU
Juste-Leo2 Oct 3, 2025
a6f5d19
installation scripts with CPU
Juste-Leo2 Oct 3, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
50 changes: 50 additions & 0 deletions run_localAI_win.bat
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,50 @@
@echo off
setlocal
chcp 65001 > nul

set "DISTRO_NAME=Ubuntu"
set "PORT=8080"

echo [INFO] Starting LocalAI server via WSL
echo.

:: ==================================================================
:: STEP 1/2 : PREPARING LAUNCH
:: ==================================================================
echo [STEP 1/2] Preparing to launch

:: Get WSL username to build the path
for /f %%i in ('wsl -d %DISTRO_NAME% -- whoami') do set "WSL_USER=%%i"

set "MODELS_DIR_WSL_NATIVE=/home/%WSL_USER%/models"

echo [INFO] Models will be loaded from the WSL folder: %MODELS_DIR_WSL_NATIVE%
echo [INFO] To manage your models use the '_Access_Models_Folder' shortcut
echo.

:: Get WSL IP address for connection
for /f "tokens=2 delims=/ " %%i in ('wsl -d %DISTRO_NAME% -- ip addr show eth0 ^| findstr /r /c:"^ *inet "') do (
set "WSL_IP=%%i"
)

echo [IMPORTANT] Once started the server will be accessible at this address
echo.
echo http://%WSL_IP%:%PORT%
echo.
echo [INFO] To stop the server press CTRL + C in this window
echo.
pause

:: ==================================================================
:: STEP 2/2 : LAUNCHING THE SERVER
:: ==================================================================
echo [STEP 2/2] Launching the LocalAI server

set "CMD_TO_RUN=local-ai --models-path "%MODELS_DIR_WSL_NATIVE%" --address 0.0.0.0:%PORT% --context-size 700"

wsl -d %DISTRO_NAME% -- bash -c "%CMD_TO_RUN%"

echo.
echo [INFO] The LocalAI server has been stopped
pause
exit /b 0
69 changes: 69 additions & 0 deletions setup_localAI_win.bat
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,69 @@
@echo off
setlocal
chcp 65001 > nul

set "DISTRO_NAME=Ubuntu"

echo [INFO] Starting LocalAI environment setup
echo.

:: ==================================================================
:: STEP 1/3 : WSL/UBUNTU INSTALLATION
:: ==================================================================
echo [STEP 1/3] Attempting to install WSL distribution '%DISTRO_NAME%'
echo [INFO] If '%DISTRO_NAME%' is already installed this step will be skipped
echo [IMPORTANT] THIS STEP MAY REQUIRE ADMINISTRATOR PRIVILEGES
pause

wsl --install -d %DISTRO_NAME%

echo [INFO] Assuming installation was successful continuing

:: ==================================================================
:: STEP 2/3 : INSTALLING TOOLS IN WSL
:: ==================================================================
echo.
echo [STEP 2/3] Installing LocalAI and required tools in WSL

echo [INFO] Updating packages and installing 'curl'
wsl -d %DISTRO_NAME% -- bash -c "sudo apt-get update && sudo apt-get install -y curl"

echo [INFO] Running the official LocalAI installation script
set "INSTALL_COMMAND=curl -L https://localai.io/install.sh -o /tmp/install.sh && DOCKER_INSTALL="false" bash /tmp/install.sh"
wsl -d %DISTRO_NAME% -- bash -c "%INSTALL_COMMAND%"

if %ERRORLEVEL% neq 0 (
echo [ERROR] LocalAI installation failed
pause
exit /b 1
)

echo [INFO] Disabling background service for manual control
wsl -d %DISTRO_NAME% -u root -- bash -c "systemctl stop local-ai.service && systemctl disable local-ai.service" >nul 2>nul

:: ==================================================================
:: STEP 3/3 : CREATING FOLDERS AND SHORTCUT
:: ==================================================================
echo.
echo [STEP 3/3] Creating folder structure and access shortcut

for /f %%i in ('wsl -d %DISTRO_NAME% -- whoami') do set "WSL_USER=%%i"

echo [INFO] Creating 'models' folder in the WSL environment
wsl -d %DISTRO_NAME% -- bash -c "mkdir -p '/home/%WSL_USER%/models'"

set "TARGET_FOLDER=\\wsl$\%DISTRO_NAME%\home\%WSL_USER%\models"
set "SHORTCUT_PATH=%~dp0_Access_Models_Folder.lnk"

echo [INFO] Creating a shortcut for easy access to the models folder
:: This new method creates a shortcut that opens the folder path with explorer.exe
:: It is more reliable than pointing directly to a WSL path
powershell -Command "$ws = New-Object -ComObject WScript.Shell; $s = $ws.CreateShortcut('%SHORTCUT_PATH%'); $s.TargetPath = 'explorer.exe'; $s.Arguments = '%TARGET_FOLDER%'; $s.Save()"

echo.
echo [SUCCESS] Installation finished
echo [IMPORTANT] A shortcut '_Access_Models_Folder' has been created in this directory
echo [IMPORTANT] Use this shortcut to add and manage your model files
echo [IMPORTANT] You can now run 'run_localAI.bat'
echo.
pause
Loading