run and start script update

Author: salhanyf

src/llm-examples/ollama/run_ollama.sh

@@ -0,0 +1,26 @@
+#!/encs/bin/tcsh
+
+set ODIR = /speed-scratch/$USER/ollama
+setenv PATH /speed-scratch/$USER/ollama/bin:$PATH
+setenv OLLAMA_MODELS $ODIR/models
+setenv OLLAMA_HOST "`cat $ODIR/.ollama_host`"
+
+# Sanity check
+ollama -v
+
+# Pull a model
+ollama pull llama3.2
+
+# Create a python environment
+setenv ENV_DIR /speed-scratch/$USER/envs/python-env
+mkdir -p $ENV_DIR/{tmp,pkgs,cache}
+
+setenv TMP $ENV_DIR/tmp
+setenv TMPDIR $ENV_DIR/tmp
+setenv PIP_CACHE_DIR $ENV_DIR/cache
+
+python3 -m venv $ENV_DIR
+source $ENV_DIR/bin/activate.csh
+pip install -U pip ollama
+
+python ollama_demo.py

src/llm-examples/ollama/start_ollama.sh

@@ -0,0 +1,55 @@
+#!/encs/bin/tcsh
+
+#SBATCH --job-name=ollama-server
+#SBATCH --mem=50G
+#SBATCH --gpus=1
+#SBATCH --ntasks=1
+#SBATCH --cpus-per-task=4
+#SBATCH --mail-type=ALL
+#SBATCH --output=ollama-%J.out
+#SBATCH --time=03:00:00 ## Adjust based on your needs
+
+set ODIR = /speed-scratch/$USER/ollama
+mkdir -p $ODIR && cd $ODIR
+
+# Download Ollama tarball and extract it once
+if ( ! -x $ODIR/bin/ollama ) then
+    echo "Downloading Ollama..."
+    curl -LO https://ollama.com/download/ollama-linux-amd64.tgz
+    tar -xzf ollama-linux-amd64.tgz
+endif
+
+# Add ollama to your PATH and set models directory
+setenv PATH $ODIR/bin:$PATH
+setenv OLLAMA_MODELS $ODIR/models
+mkdir -p $OLLAMA_MODELS
+
+# pull a specific model
+ollama pull llama3.2
+
+# Get an available port for the server
+set PORT = `python -c 'import socket,sys; s=socket.socket(); s.bind(("",0)); print(s.getsockname()[1]); s.close()'`
+setenv OLLAMA_HOST 127.0.0.1:$PORT
+echo "http://localhost:$PORT" >! ${ODIR}/.ollama_host
+
+# Print connection instructions
+set NODE = `hostname -s`
+set USER = `whoami`
+echo ""
+echo "===================================================="
+echo " Ollama server will start on $NODE"
+echo "===================================================="
+echo "To connect from your laptop, open a new terminal and run:"
+
+echo ""
+echo " ssh -L ${PORT}:localhost:${PORT} ${USER}@speed.encs.concordia.ca -t ssh $NODE"
+echo ""
+echo "Once connected, set your environment variables:"
+echo "  setenv PATH ${ODIR}/bin:$PATH"
+echo "  setenv OLLAMA_HOST http://localhost:${PORT}"
+echo "  setenv OLLAMA_MODELS ${ODIR}/models"
+echo "===================================================="
+echo ""
+
+# Start server
+srun ollama serve