code_complenet2020/docker-compose-LocalExecutor.yml at master · diegompin/code_complenet2020 · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
version: '2.2'
services:
#    redis:
#        image: 'redis:5.0.5'

    mongo:
#        image: mongo
        build:
            context: .
            dockerfile: ./docker/mhs_mongo/Dockerfile
        restart: always
        environment:
            MONGO_INITDB_ROOT_USERNAME: root
            MONGO_INITDB_ROOT_PASSWORD: password
            MONGO_INITDB_DATABASE: mhs
            MONGO_NON_ROOT_USERNAME: mhs
            MONGO_NON_ROOT_PASSWORD: mhs
        ports:
            - "27017:27017"
        volumes:
            - "$MHS_DATALINK/mongo/mhs/data:/data/db"
            - "$MHS_DATALINK/mongo/mhs/dump:/data/dump"
            - ./docker/mhs_mongo/scripts/mongo-initdb.sh:/docker-entrypoint-initdb.d/mongo-user.sh:ro
#        networks:
#            - mongo-compose-network
#        command: bash -c "mongod --repair && mongod"
        expose:
          - 27017
#        cpus: .2
#        mem_limit: 10g
#        memswap_limit: 30g
#        mem_reservation: 512m
#        command: --auth

#    mongo-seed:
#        build: ./mhs_mongo
#        networks:
#          - mongo-compose-network
#        depends_on:
#          - mongo
#        volumes:
#            - "$MHS_DATALINK/mongo/mhs/dump:/data/dump"

#    mongo-express:
#        image: mongo-express
#        restart: always
#        ports:
#            - 8081:8081
#        environment:
#            ME_CONFIG_MONGODB_PORT: 27017
#            ME_CONFIG_MONGODB_ADMINUSERNAME: root
#            ME_CONFIG_MONGODB_ADMINPASSWORD: password
##        links:
##            - mongo
#        networks:
#            - mongo-compose-network

    postgres:
        image: postgres:9.6
        environment:
            - POSTGRES_USER=airflow
            - POSTGRES_PASSWORD=airflow
            - POSTGRES_DB=airflow
#        networks:
#            - postgress-network
        volumes:
          - "$MHS_DATALINK/postgres/airflow:/var/lib/postgresql/data"
    webserver_local:
        build:
            context: .
            dockerfile: ./docker/mhs_python/Dockerfile

        image: mhs_python
#        image: puckel/docker-airflow:1.10.4
#        build: .
        restart: always
#        cpus: .8
#        mem_limit: 40g
#        memswap_limit: 80g

        depends_on:
            - mongo
            - postgres
        environment:
            - MONGO_HOST=mongo
            - MONGO_PORT=27017
            - LOAD_EX=n
            - EXECUTOR=Local
            - AIRFLOW__CORE__PARALLELISM=32
            - AIRFLOW__CORE__DAG_CONCURRENCY=16
            - AIRFLOW__CELERY__WORKER_CONCURRENCY=6
            - AIRFLOW__SCHEDULER__MAX_THREADS=2
        volumes:
            - ./mhs/dags:/usr/local/airflow/dags
            - ./mhs:/usr/local/airflow/mhs
            - "$MHS_DATALINK:/Volumes/MHS"
            # Uncomment to include custom plugins
            # - ./plugins:/usr/local/airflow/plugins
        ports:
            - "8090:8090"
        command: webserver
        healthcheck:
            test: ["CMD-SHELL", "[ -f /usr/local/airflow/airflow-webserver.pid ]"]
            interval: 30s
            timeout: 30s
            retries: 3
#        networks:
#            - mongo-compose-network
#            - postgress-network
#
#    graph-tool:
#        image: tiagopeixoto/graph-tool
#        volumes:
#           - "$MHS_DATALINK/:/"
#
#networks:
#    postgress-network:
#        driver: bridge
#
#    mongo-compose-network:
#        driver: bridge

#volumes:
#    mongodata:
#        name: mongodata