learning_open_metadata/docker-compose.yml at master · AirtonLira/learning_open_metadata · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
services:

  mysql:
    container_name: openmetadata_mysql
    image: mysql:8.0.33
    restart: always
    environment:
      MYSQL_ROOT_PASSWORD: password
      MYSQL_DATABASE: openmetadata_db
      MYSQL_USER: openmetadata_user
      MYSQL_PASSWORD: password
    ports:
      - "3306:3306"
    volumes:
      - openmetadata_mysql_data:/var/lib/mysql

  postgres_ecommerce:
    image: postgres:16
    container_name: postgres_ecommerce_lab
    restart: always
    environment:
      POSTGRES_USER: ecommerce_user
      POSTGRES_PASSWORD: ecommerce_password
      POSTGRES_DB: ecommerce
    ports:
      - "5432:5432"
    volumes:
      - postgres_ecommerce_data:/var/lib/postgresql/data

  elasticsearch:
    container_name: openmetadata_elasticsearch
    image: docker.elastic.co/elasticsearch/elasticsearch:8.11.4
    restart: always
    environment:
      discovery.type: single-node
      xpack.security.enabled: "false"
      ES_JAVA_OPTS: "-Xms1g -Xmx1g"
    ports:
      - "9200:9200"
    volumes:
      - openmetadata_es_data:/usr/share/elasticsearch/data

  execute_migrate_all:
    container_name: execute_migrate_all
    image: docker.getcollate.io/openmetadata/server:1.6.2
    command: "./bootstrap/openmetadata-ops.sh migrate"
    environment:
      DB_HOST: mysql
      DB_PORT: 3306
      DB_USER: openmetadata_user
      DB_USER_PASSWORD: password
      OM_DATABASE: openmetadata_db
      DB_SCHEME: mysql

      ELASTICSEARCH_HOST: elasticsearch
      ELASTICSEARCH_PORT: 9200
      ELASTICSEARCH_SCHEME: http

    depends_on:
      - mysql
      - elasticsearch

  ingestion:
    container_name: openmetadata_ingestion
    image: docker.getcollate.io/openmetadata/ingestion:1.6.2
    restart: always

    depends_on:
      - openmetadata_server

    command: standalone

    environment:
      AIRFLOW_HOME: /opt/airflow

      AIRFLOW__API__AUTH_BACKENDS: airflow.api.auth.backend.basic_auth,airflow.api.auth.backend.session
      AIRFLOW__CORE__EXECUTOR: SequentialExecutor
      AIRFLOW__DATABASE__SQL_ALCHEMY_CONN: sqlite:////opt/airflow/airflow.db
      AIRFLOW__WEBSERVER__SECRET_KEY: openmetadata_secret_key
      AIRFLOW__WEBSERVER__RBAC: "True"

      _AIRFLOW_WWW_USER_USERNAME: admin
      _AIRFLOW_WWW_USER_PASSWORD: admin
      _AIRFLOW_WWW_USER_FIRSTNAME: admin
      _AIRFLOW_WWW_USER_LASTNAME: admin
      _AIRFLOW_WWW_USER_EMAIL: admin@example.com
      _AIRFLOW_WWW_USER_ROLE: Admin

      AIRFLOW_USERNAME: admin
      AIRFLOW_PASSWORD: admin

      AIRFLOW__OPENMETADATA_AIRFLOW_APIS__DAG_GENERATED_CONFIGS: /opt/airflow/dag_generated_configs

      OPENMETADATA_SERVER_URL: http://openmetadata_server:8585/api

    ports:
      - "8080:8080"

    volumes:
      - ingestion_airflow_data:/opt/airflow

  openmetadata_server:
    container_name: openmetadata_server
    image: docker.getcollate.io/openmetadata/server:1.6.2
    restart: always
    environment:

      SERVER_PORT: 8585

      DB_HOST: mysql
      DB_PORT: 3306
      DB_USER: openmetadata_user
      DB_USER_PASSWORD: password
      OM_DATABASE: openmetadata_db
      DB_SCHEME: mysql

      ELASTICSEARCH_HOST: elasticsearch
      ELASTICSEARCH_PORT: 9200
      ELASTICSEARCH_SCHEME: http

      PIPELINE_SERVICE_CLIENT_ENDPOINT: http://ingestion:8080
      SERVER_HOST_API_URL: http://openmetadata_server:8585/api
      AIRFLOW_USERNAME: admin
      AIRFLOW_PASSWORD: admin

    ports:
      - "8585:8585"

    depends_on:
      execute_migrate_all:
        condition: service_completed_successfully

volumes:
  openmetadata_mysql_data:
  openmetadata_es_data:
  postgres_ecommerce_data:
  ingestion_airflow_data: