kopia lustrzana https://github.com/saubury/mastodon-stream
201 wiersze
6.6 KiB
YAML
201 wiersze
6.6 KiB
YAML
---
|
|
version: '3.9'
|
|
services:
|
|
zookeeper:
|
|
image: confluentinc/cp-zookeeper:${CONF_VER}
|
|
platform: linux/amd64
|
|
hostname: zookeeper
|
|
container_name: zookeeper
|
|
ports:
|
|
- "2181:2181"
|
|
healthcheck:
|
|
test: nc -z localhost 2181 || exit -1
|
|
start_period: 15s
|
|
interval: 5s
|
|
timeout: 10s
|
|
retries: 30
|
|
environment:
|
|
ZOOKEEPER_CLIENT_PORT: 2181
|
|
ZOOKEEPER_TICK_TIME: 2000
|
|
|
|
broker:
|
|
image: confluentinc/cp-server:${CONF_VER}
|
|
platform: linux/amd64
|
|
hostname: broker
|
|
container_name: broker
|
|
depends_on:
|
|
zookeeper:
|
|
condition: service_healthy
|
|
ports:
|
|
- "9092:9092"
|
|
- "9101:9101"
|
|
healthcheck:
|
|
test: nc -z localhost 9092 || exit -1
|
|
start_period: 15s
|
|
interval: 5s
|
|
timeout: 10s
|
|
retries: 30
|
|
environment:
|
|
KAFKA_BROKER_ID: 1
|
|
KAFKA_ZOOKEEPER_CONNECT: 'zookeeper:2181'
|
|
KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT
|
|
KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://broker:29092,PLAINTEXT_HOST://localhost:9092
|
|
KAFKA_METRIC_REPORTERS: io.confluent.metrics.reporter.ConfluentMetricsReporter
|
|
KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
|
|
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
|
|
KAFKA_CONFLUENT_LICENSE_TOPIC_REPLICATION_FACTOR: 1
|
|
KAFKA_CONFLUENT_BALANCER_TOPIC_REPLICATION_FACTOR: 1
|
|
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
|
|
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
|
|
KAFKA_JMX_PORT: 9101
|
|
KAFKA_JMX_HOSTNAME: localhost
|
|
KAFKA_CONFLUENT_SCHEMA_REGISTRY_URL: http://schema-registry:8081
|
|
CONFLUENT_METRICS_REPORTER_BOOTSTRAP_SERVERS: broker:29092
|
|
CONFLUENT_METRICS_REPORTER_TOPIC_REPLICAS: 1
|
|
CONFLUENT_METRICS_ENABLE: 'false'
|
|
CONFLUENT_SUPPORT_CUSTOMER_ID: 'anonymous'
|
|
|
|
schema-registry:
|
|
image: confluentinc/cp-schema-registry:${CONF_VER}
|
|
platform: linux/amd64
|
|
hostname: schema-registry
|
|
container_name: schema-registry
|
|
depends_on:
|
|
broker:
|
|
condition: service_healthy
|
|
ports:
|
|
- "8081:8081"
|
|
healthcheck:
|
|
test: nc -z localhost 8081 || exit -1
|
|
start_period: 30s
|
|
interval: 20s
|
|
timeout: 60s
|
|
retries: 300
|
|
environment:
|
|
SCHEMA_REGISTRY_HOST_NAME: schema-registry
|
|
SCHEMA_REGISTRY_KAFKASTORE_BOOTSTRAP_SERVERS: 'broker:29092'
|
|
SCHEMA_REGISTRY_LISTENERS: http://0.0.0.0:8081
|
|
|
|
connect:
|
|
build:
|
|
context: ./kafka-connect
|
|
dockerfile: Dockerfile
|
|
platform: linux/amd64
|
|
hostname: connect
|
|
container_name: connect
|
|
depends_on:
|
|
schema-registry:
|
|
condition: service_healthy
|
|
ports:
|
|
- "8083:8083"
|
|
healthcheck:
|
|
test: nc -z localhost 8083 || exit -1
|
|
start_period: 15s
|
|
interval: 5s
|
|
timeout: 10s
|
|
retries: 30
|
|
environment:
|
|
CONNECT_BOOTSTRAP_SERVERS: 'broker:29092'
|
|
CONNECT_REST_ADVERTISED_HOST_NAME: connect
|
|
CONNECT_GROUP_ID: compose-connect-group
|
|
CONNECT_CONFIG_STORAGE_TOPIC: docker-connect-configs
|
|
CONNECT_CONFIG_STORAGE_REPLICATION_FACTOR: 1
|
|
CONNECT_OFFSET_FLUSH_INTERVAL_MS: 10000
|
|
CONNECT_OFFSET_STORAGE_TOPIC: docker-connect-offsets
|
|
CONNECT_OFFSET_STORAGE_REPLICATION_FACTOR: 1
|
|
CONNECT_STATUS_STORAGE_TOPIC: docker-connect-status
|
|
CONNECT_STATUS_STORAGE_REPLICATION_FACTOR: 1
|
|
CONNECT_KEY_CONVERTER: org.apache.kafka.connect.storage.StringConverter
|
|
CONNECT_VALUE_CONVERTER: io.confluent.connect.avro.AvroConverter
|
|
CONNECT_VALUE_CONVERTER_SCHEMA_REGISTRY_URL: http://schema-registry:8081
|
|
# CLASSPATH required due to CC-2422
|
|
CLASSPATH: /usr/share/java/monitoring-interceptors/monitoring-interceptors-${CONF_VER}.jar
|
|
CONNECT_PRODUCER_INTERCEPTOR_CLASSES: "io.confluent.monitoring.clients.interceptor.MonitoringProducerInterceptor"
|
|
CONNECT_CONSUMER_INTERCEPTOR_CLASSES: "io.confluent.monitoring.clients.interceptor.MonitoringConsumerInterceptor"
|
|
# CONNECT_PLUGIN_PATH: "/usr/share/connect_plugin,/usr/share/confluent-hub-components"
|
|
CONNECT_PLUGIN_PATH: "/usr/share/confluent-hub-components"
|
|
CONNECT_LOG4J_LOGGERS: org.apache.zookeeper=ERROR,org.I0Itec.zkclient=ERROR,org.reflections=ERROR
|
|
# volumes:
|
|
# - ./connect_plugin:/usr/share/connect_plugin
|
|
|
|
control-center:
|
|
image: confluentinc/cp-enterprise-control-center:${CONF_VER}
|
|
platform: linux/amd64
|
|
hostname: control-center
|
|
container_name: control-center
|
|
depends_on:
|
|
schema-registry:
|
|
condition: service_healthy
|
|
connect:
|
|
condition: service_healthy
|
|
ports:
|
|
- "9021:9021"
|
|
healthcheck:
|
|
test: nc -z localhost 9021 || exit -1
|
|
start_period: 15s
|
|
interval: 5s
|
|
timeout: 10s
|
|
retries: 30
|
|
environment:
|
|
CONTROL_CENTER_BOOTSTRAP_SERVERS: 'broker:29092'
|
|
CONTROL_CENTER_CONNECT_CONNECT-DEFAULT_CLUSTER: 'http://connect:8083'
|
|
# CONTROL_CENTER_KSQL_KSQLDB1_URL: "http://ksqldb-server:8088"
|
|
CONTROL_CENTER_KSQL_KSQLDB1_ADVERTISED_URL: "http://localhost:8088"
|
|
CONTROL_CENTER_SCHEMA_REGISTRY_URL: "http://schema-registry:8081"
|
|
CONTROL_CENTER_CONNECT_HEALTHCHECK_ENDPOINT: '/connectors'
|
|
CONTROL_CENTER_REPLICATION_FACTOR: 1
|
|
CONTROL_CENTER_INTERNAL_TOPICS_PARTITIONS: 1
|
|
CONTROL_CENTER_MONITORING_INTERCEPTOR_TOPIC_PARTITIONS: 1
|
|
CONFLUENT_METRICS_TOPIC_REPLICATION: 1
|
|
PORT: 9021
|
|
|
|
minio:
|
|
hostname: minio
|
|
image: 'minio/minio:latest'
|
|
container_name: minio
|
|
ports:
|
|
- "9001:9001"
|
|
- "9000:9000"
|
|
command: [ "server", "/data", "--console-address", ":9001" ]
|
|
volumes:
|
|
- ./data:/data
|
|
environment:
|
|
MINIO_ROOT_USER: minio
|
|
MINIO_ROOT_PASSWORD: minio123
|
|
MINIO_ACCESS_KEY: minio
|
|
MINIO_SECRET_KEY: minio123
|
|
mc:
|
|
depends_on:
|
|
- minio
|
|
image: minio/mc
|
|
container_name: mc
|
|
entrypoint: >
|
|
/bin/sh -c "
|
|
until (/usr/bin/mc config host add minio http://minio:9000 minio minio123) do echo '...waiting...' && sleep 1; done;
|
|
/usr/bin/mc rm -r --force minio/mastodon;
|
|
/usr/bin/mc mb minio/mastodon;
|
|
/usr/bin/mc policy set public minio/mastodon;
|
|
exit 0;
|
|
"
|
|
|
|
# jupyter:
|
|
# image: jupyter/scipy-notebook
|
|
# ports:
|
|
# - "8888:8888"
|
|
# healthcheck:
|
|
# test: nc -z localhost 8888 || exit -1
|
|
# start_period: 15s
|
|
# interval: 5s
|
|
# timeout: 10s
|
|
# retries: 10
|
|
# volumes:
|
|
# - ./notebooks:/home/jovyan/
|
|
# user: root
|
|
# environment:
|
|
# JUPYTER_ENABLE_LAB: "yes"
|
|
# JUPYTER_RUNTIME_DIR: "/tmp"
|
|
# NB_USER: simonaubury
|
|
# CHOWN_HOME: 'yes'
|
|
# CHOWN_HOME_OPTS: '-R'
|
|
# command: "start-notebook.sh --allow-root --ip=0.0.0.0 --NotebookApp.token='' --NotebookApp.password=''"
|