gfbio-data-submission/staging.yml at master · gfbio/gfbio-data-submission · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
version: "3.2"

volumes:
  production_postgres_data: { }
  production_postgres_data_backups: { }
  django_media: { }

services:
  django: &django
    build:
      context: .
      dockerfile: ./compose/production/django/Dockerfile
    image: gfbio_submissions_production_django
    container_name: gfbio-django
    cap_add:
      - SYS_ADMIN
    devices:
      - /dev/fuse
    security_opt:
      - apparmor:unconfined
    depends_on:
      - postgres
      - redis
    env_file:
      - ./.envs/.production/.django
      - ./.envs/.production/.postgres
    logging:
      driver: syslog
      options:
        tag: 'GFBio-django'
    restart: always
    networks:
      - default
      - internalProxy
    volumes:
      - django_media:/app/gfbio_submissions/media
      - type: tmpfs
        target: /mnt/s3bucket
    command: /start

  downloads:
    <<: *django
    image: gfbio_submissions_production_downloads
    container_name: gfbio-submission-downloads
    command: /start-downloads

  postgres:
    build:
      context: .
      dockerfile: ./compose/production/postgres/Dockerfile
    image: gfbio_submissions_production_postgres
    container_name: gfbio-postgres
    volumes:
      - production_postgres_data:/var/lib/postgresql/data
      - production_postgres_data_backups:/backups
    networks:
      - default
    env_file:
      - ./.envs/.production/.postgres
    restart: always

  redis:
    image: redis:6
    container_name: gfbio-redis
    networks:
      - default
    restart: always

  celeryworker:
    <<: *django
    image: gfbio_submissions_production_celeryworker
    container_name: gfbio-celeryworker
    networks:
      - default
    logging:
      driver: syslog
      options:
        tag: 'GFBio-celery-worker'
    command: /start-celeryworker

  celery-transfer-worker:
    <<: *django
    image: gfbio_submissions_production_celery_transfer_worker
    container_name: gfbio-celery-transfer-worker
    networks:
      - default
    logging:
      driver: syslog
      options:
        tag: 'GFBio-celery-transfer-worker'
    command: /start-celery-transfer-worker

  celeryworkerbackup:
    <<: *django
    image: gfbio_submissions_production_celeryworkerbackup
    container_name: gfbio-celeryworkerbackup
    networks:
      - default
    logging:
      driver: syslog
      options:
        tag: 'GFBio-celeryworkerbackup'
    command: /start-celeryworkerbackup

  celerybeat:
    <<: *django
    image: gfbio_submissions_production_celerybeat
    container_name: gfbio-celerybeat
    networks:
      - default
    logging:
      driver: syslog
      options:
        tag: 'GFBio-celery-beat'
    command: /start-celerybeat

  flower:
    <<: *django
    image: gfbio_submissions_production_flower
    container_name: gfbio-flower
    networks:
      - default
    logging:
      driver: syslog
      options:
        tag: 'GFBio-flower'
    command: /start-flower

networks:
  default:
  internalProxy:
    external:
      name: internalProxy