DataOps-Animal-Nutrition/docker-compose.yml at main · ankit-khare-2015/DataOps-Animal-Nutrition · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
version: '3.9'

services:
  postgres:
    image: postgres:13
    environment:
      POSTGRES_USER: dbtuser
      POSTGRES_PASSWORD: dbtpass
      POSTGRES_DB: animal_nutrition
    ports:
      - "5432:5432"
    volumes:
      - pgdata:/var/lib/postgresql/data

  airflow:
    build: ./airflow
    container_name: airflow
    restart: always
    environment:
      AIRFLOW__CORE__EXECUTOR: SequentialExecutor
      AIRFLOW__CORE__SQL_ALCHEMY_CONN: postgresql+psycopg2://dbtuser:dbtpass@postgres:5432/animal_nutrition
      AIRFLOW__CORE__LOAD_EXAMPLES: 'False'
    depends_on:
      - postgres
    ports:
      - "8080:8080"
    volumes:
      - ./airflow/dags:/opt/airflow/dags
      - ./dbt_project:/opt/airflow/dbt_project
      - ./dbt_project/config/profiles.yml:/home/airflow/.dbt/profiles.yml

    command: bash -c "airflow db upgrade && airflow scheduler & airflow webserver"

  dbt:
    image: ghcr.io/dbt-labs/dbt-postgres:1.6.0
    container_name: dbt
    volumes:
      - ./dbt_project:/usr/app
      - ./dbt_project/config/profiles.yml:/root/.dbt/profiles.yml
    working_dir: /usr/app
    depends_on:
      - postgres
    entrypoint: ["tail", "-f", "/dev/null"]

  grafana:
    image: grafana/grafana:latest
    ports:
      - "3000:3000"
    environment:
      - GF_SECURITY_ADMIN_USER=admin
      - GF_SECURITY_ADMIN_PASSWORD=admin
    volumes:
      - grafana-storage:/var/lib/grafana
      - ./grafana/datasources:/etc/grafana/provisioning/datasources
      - ./grafana/dashboards:/etc/grafana/provisioning/dashboards
      - ./grafana/dashboards.yaml:/etc/grafana/provisioning/dashboards/dashboards.yaml
    depends_on:
      - postgres

volumes:
  pgdata:
  grafana-storage: