#!/bin/bash # Setup script for 4080 LLM Server set -e echo "Setting up 4080 LLM Server (Work Agent)..." # Check if Ollama is installed if ! command -v ollama &> /dev/null; then echo "Installing Ollama..." curl -fsSL https://ollama.com/install.sh | sh else echo "Ollama is already installed" fi # Download model echo "Downloading Llama 3.1 70B Q4 model..." ollama pull llama3.1:70b-q4_0 echo "Setup complete!" echo "" echo "To start the server:" echo " ollama serve" echo "" echo "Or use systemd service:" echo " sudo systemctl enable ollama-4080" echo " sudo systemctl start ollama-4080"