Update: build flow

deploy_images.sh

@@ -19,6 +19,6 @@ docker compose -f docker-compose-dev.yml build fe-sbt
 docker tag sidp/cope2n-fe-fi-sbt:latest public.ecr.aws/v4n9y6r8/sidp/cope2n-fe-fi-sbt:${tag}
 docker push public.ecr.aws/v4n9y6r8/sidp/cope2n-fe-fi-sbt:${tag}
 
-cp ./docker-compose.yml ./docker-compose_${tag}.yml
+cp ./docker-compose-prod.yml ./docker-compose_${tag}.yml
 sed -i "s/{{tag}}/$tag/g" ./docker-compose_${tag}.yml
 cp .env_prod .env_${tag}

docker-compose-dev.yml

@@ -81,10 +81,12 @@ services:
     depends_on:
       db-sbt:
         condition: service_started
-    command: sh -c "chmod -R 777 /app/static; sleep 5; python manage.py collectstatic --no-input &&
+    # command: sh -c "chmod -R 777 /app/static; sleep 5; python manage.py collectstatic --no-input &&
-                  python manage.py migrate &&
+    #               python manage.py migrate &&
-                  python manage.py compilemessages &&
+    #               python manage.py compilemessages &&
-                  gunicorn fwd.asgi:application -k uvicorn.workers.UvicornWorker --timeout 300 -b 0.0.0.0:9000" # pre-makemigrations on prod
+    #               gunicorn fwd.asgi:application -k uvicorn.workers.UvicornWorker --timeout 300 -b 0.0.0.0:9000" # pre-makemigrations on prod
+    command: bash -c "tail -f > /dev/null"
+
   minio:
     image: minio/minio
     environment:

docker-compose-prod.yml

@@ -0,0 +1,193 @@
+
+# TODO: use docker-compose extend: for compact purpose
+version: '3.0'
+networks:
+    ctel-sbt:
+      driver: bridge
+
+services:
+  cope2n-fi-sbt:
+    shm_size: 10gb
+    mem_limit: 10gb
+    restart: always
+    image: public.ecr.aws/v4n9y6r8/sidp/cope2n-ai-fi-sbt:{{tag}}
+    networks:
+      - ctel-sbt
+    privileged: true
+    environment:
+      - CELERY_BROKER=amqp://${RABBITMQ_DEFAULT_USER}:${RABBITMQ_DEFAULT_PASS}@rabbitmq-sbt:5672
+    working_dir: /workspace/cope2n-ai-fi
+    command: bash run.sh
+    deploy:
+      mode: replicated
+      replicas: 2
+  # Back-end services
+  be-ctel-sbt:
+    environment:
+      - MEDIA_ROOT=${MEDIA_ROOT}
+      - DB_ENGINE=${DB_ENGINE}
+      - DB_SCHEMA=${DB_SCHEMA}
+      - DB_USER=${DB_USER}
+      - DB_PASSWORD=${DB_PASSWORD}
+      - DB_HOST=${DB_HOST}
+      - DB_PORT=${DB_PUBLIC_PORT}
+      - DEBUG=${DEBUG}
+      - CORS_ALLOWED_ORIGINS=${CORS_ALLOWED_ORIGINS}
+      - BASE_PORT=${BASE_PORT}
+      - CTEL_KEY=${CTEL_KEY}
+      - SECRET_KEY=${SECRET_KEY}
+      - DB_INTERNAL_KEY=${DB_INTERNAL_KEY}
+      - ALLOWED_HOSTS=${ALLOWED_HOSTS}
+      - BROKER_URL=amqp://${RABBITMQ_DEFAULT_USER}:${RABBITMQ_DEFAULT_PASS}@rabbitmq-sbt:5672
+      - BASE_URL=http://be-ctel-sbt:${BASE_PORT}
+      - BASE_UI_URL=http://fe:${VITE_PORT}
+      - AUTH_TOKEN_LIFE_TIME=${AUTH_TOKEN_LIFE_TIME}
+      - IMAGE_TOKEN_LIFE_TIME=${IMAGE_TOKEN_LIFE_TIME}
+      - INTERNAL_SDS_KEY=${INTERNAL_SDS_KEY}
+      - FI_USER_NAME=${FI_USER_NAME}
+      - FI_PASSWORD=${FI_PASSWORD}
+      - S3_ENDPOINT=${S3_ENDPOINT}
+      - S3_ACCESS_KEY=${S3_ACCESS_KEY}
+      - S3_SECRET_KEY=${S3_SECRET_KEY}
+      - S3_BUCKET_NAME=${S3_BUCKET_NAME}
+    restart: always
+    mem_limit: 10gb
+    image: public.ecr.aws/v4n9y6r8/sidp/cope2n-be-fi-sbt:{{tag}}
+    networks:
+      - ctel-sbt
+    volumes:
+      - ${HOST_MEDIA_FOLDER}:${MEDIA_ROOT}
+      - BE_static:/app/static
+    working_dir: /app
+    command: sh -c "chmod -R 777 /app/static; sleep 5; python manage.py collectstatic --no-input &&
+                  python manage.py migrate &&
+                  python manage.py compilemessages &&
+                  gunicorn fwd.asgi:application -k uvicorn.workers.UvicornWorker --timeout 300 -b 0.0.0.0:9000" # pre-makemigrations on prod
+  minio:
+    image: minio/minio
+    environment:
+    - MINIO_ROOT_USER=${S3_ACCESS_KEY}
+    - MINIO_ROOT_PASSWORD=${S3_SECRET_KEY}
+    - MINIO_ACCESS_KEY=${S3_ACCESS_KEY}
+    - MINIO_SECRET_KEY=${S3_SECRET_KEY}
+    volumes:
+    - ./data/minio_data:/data
+    networks:
+    - ctel-sbt
+    restart: always
+    command: server --address :9884 --console-address :9885 /data
+    profiles: ["local"]
+
+  createbuckets:
+    image: minio/mc
+    depends_on:
+      - minio
+    entrypoint: >
+      /bin/sh -c "
+      /usr/bin/mc alias set myminio http://minio:9884 ${S3_ACCESS_KEY} ${S3_SECRET_KEY};
+      /usr/bin/mc mb myminio/${S3_BUCKET_NAME};
+      /usr/bin/mc policy set public myminio/${S3_BUCKET_NAME};
+      exit 0;
+      "
+    networks:
+    - ctel-sbt
+    profiles: ["local"]
+
+  result-cache:
+    image: redis:6.2-alpine
+    restart: always
+    mem_limit: 10gb
+    command: redis-server --save 20 1 --loglevel warning
+    networks:
+      - ctel-sbt
+
+  be-celery-sbt:
+    environment:
+      - MEDIA_ROOT=${MEDIA_ROOT}
+      - PYTHONPATH=${PYTHONPATH}:/app  # For import module
+      - PYTHONUNBUFFERED=1  # For show print log
+      - DB_ENGINE=${DB_ENGINE}
+      - DB_SCHEMA=${DB_SCHEMA}
+      - DB_USER=${DB_USER}
+      - DB_PASSWORD=${DB_PASSWORD}
+      - DB_HOST=${DB_HOST}
+      - DB_PORT=${DB_PUBLIC_PORT}
+      - BROKER_URL=amqp://${RABBITMQ_DEFAULT_USER}:${RABBITMQ_DEFAULT_PASS}@rabbitmq-sbt:5672
+      - BASE_UI_URL=http://fe:${VITE_PORT}
+      - DEBUG=${DEBUG}
+      - DB_INTERNAL_KEY=${DB_INTERNAL_KEY}
+      - IMAGE_TOKEN_LIFE_TIME=${IMAGE_TOKEN_LIFE_TIME}
+      - CTEL_KEY=${CTEL_KEY}
+      - SECRET_KEY=${SECRET_KEY}
+      - ALLOWED_HOSTS=${ALLOWED_HOSTS}
+      - S3_ENDPOINT=${S3_ENDPOINT}
+      - S3_ACCESS_KEY=${S3_ACCESS_KEY}
+      - S3_SECRET_KEY=${S3_SECRET_KEY}
+      - S3_BUCKET_NAME=${S3_BUCKET_NAME}
+      - BASE_URL=http://be-ctel-sbt:${BASE_PORT}
+      - REDIS_HOST=result-cache
+      - REDIS_PORT=6379
+    restart: always
+    image: public.ecr.aws/v4n9y6r8/sidp/cope2n-be-fi-sbt:{{tag}}
+    networks:
+      - ctel-sbt
+    depends_on:
+      rabbitmq-sbt:
+        condition: service_started
+    volumes:
+      - ${HOST_MEDIA_FOLDER}:${MEDIA_ROOT}
+
+    working_dir: /app
+    command: sh -c "celery -A fwd_api.celery_worker.worker worker -l INFO -c 5"
+
+  # Back-end persistent
+  db-sbt:
+    restart: always
+    mem_reservation: 500m
+    image: postgres:14.7-alpine
+    volumes:
+      - ./data/postgres_data:/var/lib/postgresql/data
+    networks:
+      - ctel-sbt
+    environment:
+      - POSTGRES_USER=${DB_USER}
+      - POSTGRES_PASSWORD=${DB_PASSWORD}
+      - POSTGRES_DB=${DB_SCHEMA}
+    profiles: ["local"]
+
+  rabbitmq-sbt:
+    mem_reservation: 600m
+    restart: always
+    image: rabbitmq:3.10-alpine
+    working_dir: /workspace/cope2n-api
+    networks:
+      - ctel-sbt
+    environment:
+      - RABBITMQ_DEFAULT_USER=${RABBITMQ_DEFAULT_USER}
+      - RABBITMQ_DEFAULT_PASS=${RABBITMQ_DEFAULT_PASS}
+
+  # Front-end services
+  fe-sbt:
+    restart: always
+    mem_limit: 4gb
+    shm_size: 10gb
+    image: public.ecr.aws/v4n9y6r8/sidp/cope2n-fe-fi-sbt:{{tag}}
+    privileged: true
+    ports:
+      - 80:80
+    depends_on:
+      be-ctel-sbt:
+        condition: service_started
+      be-celery-sbt:
+        condition: service_started
+    environment:
+      - VITE_PROXY=http://be-ctel-sbt:${BASE_PORT}
+      - VITE_API_BASE_URL=http://fe-sbt:80
+    volumes:
+      - BE_static:/backend-static
+    networks:
+      - ctel-sbt
+
+volumes:
+  db_data:
+  BE_static:

docker-compose.yml

@@ -10,7 +10,7 @@ services:
     shm_size: 10gb
     mem_limit: 10gb
     restart: always
-    image: public.ecr.aws/v4n9y6r8/sidp/cope2n-ai-fi-sbt:{{tag}}
+    image: public.ecr.aws/v4n9y6r8/sidp/cope2n-ai-fi-sbt
     networks:
       - ctel-sbt
     privileged: true
@@ -53,7 +53,7 @@ services:
       - S3_BUCKET_NAME=${S3_BUCKET_NAME}
     restart: always
     mem_limit: 10gb
-    image: public.ecr.aws/v4n9y6r8/sidp/cope2n-be-fi-sbt:{{tag}}
+    image: public.ecr.aws/v4n9y6r8/sidp/cope2n-be-fi-sbt:
     networks:
       - ctel-sbt
     volumes:
@@ -62,9 +62,6 @@ services:
       - ./cope2n-api:/app
 
     working_dir: /app
-    depends_on:
-      db-sbt:
-        condition: service_started
     command: sh -c "chmod -R 777 /app/static; sleep 5; python manage.py collectstatic --no-input &&
                   python manage.py migrate &&
                   python manage.py compilemessages &&
@@ -134,7 +131,7 @@ services:
       - REDIS_HOST=result-cache
       - REDIS_PORT=6379
     restart: always
-    image: public.ecr.aws/v4n9y6r8/sidp/cope2n-be-fi-sbt:{{tag}}
+    image: public.ecr.aws/v4n9y6r8/sidp/cope2n-be-fi-sbt:
     networks:
       - ctel-sbt
     depends_on:
@@ -177,7 +174,7 @@ services:
     restart: always
     mem_limit: 4gb
     shm_size: 10gb
-    image: public.ecr.aws/v4n9y6r8/sidp/cope2n-fe-fi-sbt:{{tag}}
+    image: public.ecr.aws/v4n9y6r8/sidp/cope2n-fe-fi-sbt
     privileged: true
     ports:
       - ${SIDP_SERVICE_PORT:-9881}:80