mistral-7b-v1.0.yaml

envs:
  MODEL_NAME: mistralai/Mistral-7B-v0.1

resources: 
  cloud: aws
  accelerators: A10G:1
  ports: 
    - 8000

run: |
  docker run --gpus all -p 8000:8000 ghcr.io/mistralai/mistral-src/vllm:latest \
                   --host 0.0.0.0 \
                   --model $MODEL_NAME \
                   --tensor-parallel-size $SKYPILOT_NUM_GPUS_PER_NODE