run-ollama.sh

#!/bin/bash

usage () {
	echo "Usage: $0 [-m model] [-d directory] [-h]"
	echo "  -m, --model     MODEL        Specify the ollama model to use                 (default: llama2:13b)"
	echo "  -d, --directory DIRECTORY    Specify the directory for the model to read.    (must be absolute path)"
	echo "  -h, --help                   Show this help message."
}

error_handler() {
    echo "Killing docker..."
    sudo docker rm -f ollama
}

SHORT="m:d:h"
LONG="model:,directory:,help"
PARSED=$(getopt --options $SHORT --longoptions $LONG --name "$0" -- "$@")
PORT=11434

if [[ $? -ne 0 ]]; then
    exit 2
fi

eval set -- "$PARSED"

model="llama2:13b"
directory=""

while true; do
    case "$1" in
        -m|--model)
            model="$2"
            shift 2
            ;;
        -d|--directory)
            directory="$2"
            shift 2
            ;;
        -h|--help)
            usage
            exit 0
            ;;
        --)
            shift
            break
            ;;
        *)
            echo "An unknown error has occured."
            exit 3
            ;;
    esac
done

if [ -z "$directory" ]; then
    echo "Error: Directory is required."
    usage
    exit 1
fi

trap error_handler ERR

echo "Model:     $model"
echo "Directory: $directory"

sudo systemctl start docker
docker run -d --device /dev/kfd --device /dev/dri -v ollama:/root/.ollama -p ${PORT}:${PORT} --name ollama ollama/ollama:rocm
sudo docker exec -d ollama ollama run $model 

prompt="Why is the sky blue?"
response=$(curl -s -X POST http://localhost:${PORT}/api/generate -d '{
  "model": "'"$model"'",
  "prompt": "'"$prompt"'",
  "stream": false
}')

echo "$response" | jq -r '.response'
echo ""

while true; do
    read -p "Prompt: " prompt

    if [[ "$prompt" == "exit" ]]; then
        break
    fi

    response=$(curl -s -X POST http://localhost:${PORT}/api/generate -d '{
      "model": "'"$model"'",
      "prompt": "'"$prompt"'",
      "stream": false
    }')

    echo "$response" | jq -r '.response'
    echo ""
done

echo ""
sudo docker rm -f ollama