mlops-experiments/docker-compose.yaml at master · qeeq72/mlops-experiments · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
version: '3'
services:
  minio:
    container_name: minio
    image: minio/minio:latest
    restart: always
    volumes:
      - ${MLOPS_PATH}/minio/data:/data
      - ${MLOPS_PATH}/minio/config:/root/.minio
    ports:
      - ${MINIO_API_PORT}:9000
      - ${MINIO_CONSOLE_PORT}:9001
    environment:
      - MINIO_ACCESS_KEY=${MINIO_ACCESS_KEY}
      - MINIO_SECRET_KEY=${MINIO_SECRET_KEY}
    command: >
      server
      /data
      --console-address ":9001"

  mlflow:
    container_name: mlflow
    image: mlflow
    depends_on:
      - minio
    volumes:
      - ${MLOPS_PATH}/mlflow/data:/data
    ports:
      - ${MLFLOW_PORT}:5000
    environment:
      - MLFLOW_S3_ENDPOINT_URL=http://minio:9000
      - AWS_ACCESS_KEY_ID=${MINIO_ACCESS_KEY}
      - AWS_SECRET_ACCESS_KEY=${MINIO_SECRET_KEY}
      - AWS_DEFAULT_REGION=us-east-1
    command: >
      mlflow server
      --host 0.0.0.0
      --port 5000
      --backend-store-uri sqlite:////data/mlflow.db
      --serve-artifacts
      --artifacts-destination s3://${MLFLOW_S3_BUCKET_NAME}/

  test:
    container_name: test
    image: test
    depends_on:
      - minio
    privileged: true
    volumes:
      - ${MLOPS_PATH}/test/scripts:/mnt/scripts
    environment:
      - ACCESS_KEY_ID=${MINIO_ACCESS_KEY}
      - SECRET_ACCESS_KEY=${MINIO_SECRET_KEY}
      - S3_BUCKET=${FUSE_S3_BUCKET_NAME}
      - S3_URL=http://minio:9000