compose.yml

#
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
#
#    http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#

services:
  minio:
    image: alekcander/bitnami-minio-multiarch:RELEASE.2022-05-26T05-48-41Z
    environment:
      MINIO_ROOT_USER: minio
      MINIO_ROOT_PASSWORD: minio_minio
      MINIO_DEFAULT_BUCKETS: hive-bucket,arctic-bucket
    container_name: minio
    hostname: minio
    ports:
      - 9000
      - 9001:9001

  mysql:
    image: mysql:${MYSQL_VERSION}
    command: mysqld --max-connections=500
    environment:
      MYSQL_ROOT_PASSWORD: mysql
      MYSQL_ROOT_HOST: "%"
      MYSQL_DATABASE: metastore
    container_name: mysql
    hostname: mysql
    ports:
      - 3306:3306
    volumes:
      - ./script/hive-schema-2.3.0.mysql.sql:/docker-entrypoint-initdb.d/hive-schema-2.3.0.mysql.sql
      - ./script/hive-txn-schema-2.3.0.mysql.sql:/docker-entrypoint-initdb.d/hive-txn-schema-2.3.0.mysql.sql
      - ./script/arctic-init.sql:/docker-entrypoint-initdb.d/arctic-init.sql

  zookeeper:
    image: zookeeper:${ZOOKEEPER_VERSION}
    ports:
      - 2181
    container_name: zookeeper
    hostname: zookeeper

  metastore:
    image: nekyuubi/playground-metastore:${PLAYGROUND_VERSION}
    container_name: metastore
    hostname: metastore
    ports:
      - 9083
    volumes:
      - ./conf/core-site.xml:/etc/hadoop/conf/core-site.xml
      - ./conf/hive-site.xml:/etc/hive/conf/hive-site.xml
    depends_on:
      - mysql

  ams:
    image: nekyuubi/playground-ams:${PLAYGROUND_VERSION}
    container_name: ams
    hostname: ams
    environment:
      MYSQL_USER: root
      MYSQL_PASSWORD: mysql
    volumes:
      - ./conf/core-site.xml:/etc/hadoop/conf/core-site.xml
      - ./conf/arctic-config.yaml:/opt/arctic/conf/config.yaml
    ports:
      - 1630:1630
      - 1260:1260
    tty: true
    stdin_open: true

  kyuubi:
    image: nekyuubi/playground-kyuubi:${PLAYGROUND_VERSION}
    container_name: kyuubi
    hostname: kyuubi
    ports:
      - 4040-4050:4040-4050
      - 10009:10009
    volumes:
      - ./conf/core-site.xml:/etc/hadoop/conf/core-site.xml
      - ./conf/hive-site.xml:/etc/hive/conf/hive-site.xml
      - ./conf/spark-defaults.conf:/etc/spark/conf/spark-defaults.conf
      - ./conf/kyuubi-defaults.conf:/etc/kyuubi/conf/kyuubi-defaults.conf
      - ./conf/kyuubi-log4j2.xml:/etc/kyuubi/conf/log4j2.xml
      - ./script/load-dataset-tpch-tiny.sql:/opt/load_data/load-dataset-tpch-tiny.sql
    depends_on:
      - metastore
      - minio
      - zookeeper
      - ams

  mysql-datagen:
    image: nekyuubi/playground-mysql-datagen:${PLAYGROUND_VERSION}
    container_name: mysql-datagen
    hostname: mysql-datagen
    volumes:
      - ./conf/sample_chbenchmark_config.xml:/opt/lakehouse-benchmark/config/mysql/sample_chbenchmark_config.xml
    depends_on:
      - mysql
    tty: true
    stdin_open: true

  mysql-arctic-cdc:
    image: nekyuubi/playground-mysql-arctic-cdc:${PLAYGROUND_VERSION}
    container_name: mysql-arctic-cdc
    hostname: mysql-arctic-cdc
    volumes:
      - ./conf/ingestion-conf.yaml:/opt/lakehouse_benchmark_ingestion/conf/ingestion-conf.yaml
    depends_on:
      - mysql
      - ams
      - metastore
      - mysql-datagen
    tty: true
    stdin_open: true
    ports:
      - "8081:8081"