[Release] 개발 사항 Production 환경에 배포

.github/workflows/ci-dev.yml

@@ -159,13 +159,13 @@ jobs:
       - name: Deploy Monitoring Stack
         run: |
           docker-compose -f docker-compose.dev.yml --env-file .env.dev --profile monitoring pull \
-            mysql-exporter-dev prometheus-dev grafana-dev
-          docker-compose -f docker-compose.dev.yml --env-file .env.dev --profile monitoring stop prometheus-dev grafana-dev mysql-exporter-dev || true
-          docker-compose -f docker-compose.dev.yml --env-file .env.dev --profile monitoring rm -f prometheus-dev grafana-dev mysql-exporter-dev || true
+            mysql-exporter-dev prometheus-dev loki-dev promtail-dev grafana-dev
+          docker-compose -f docker-compose.dev.yml --env-file .env.dev --profile monitoring stop prometheus-dev grafana-dev loki-dev promtail-dev mysql-exporter-dev || true
+          docker-compose -f docker-compose.dev.yml --env-file .env.dev --profile monitoring rm -f prometheus-dev grafana-dev loki-dev promtail-dev mysql-exporter-dev || true
           docker-compose -f docker-compose.dev.yml --env-file .env.dev --profile monitoring up -d --force-recreate \
-            mysql-exporter-dev prometheus-dev grafana-dev
+            mysql-exporter-dev prometheus-dev loki-dev promtail-dev grafana-dev
           docker-compose -f docker-compose.dev.yml --env-file .env.dev ps \
-            mysql-exporter-dev prometheus-dev grafana-dev
+            mysql-exporter-dev prometheus-dev loki-dev promtail-dev grafana-dev
         shell: bash
 
       - name: Verify Monitoring Integration
@@ -203,6 +203,43 @@ jobs:
           exit 1
         shell: bash
 
+      - name: Verify Loki Log Collection
+        run: |
+          echo "Checking Loki readiness..."
+          for i in $(seq 1 12); do
+            if curl -fsS http://localhost:3101/ready | grep -q ready; then
+              echo "Loki is ready"
+              break
+            fi
+            echo "Waiting Loki ready... ($i/12)"
+            sleep 5
+          done
+
+          if ! curl -fsS http://localhost:3101/ready | grep -q ready; then
+            echo "ERROR: Loki did not become ready"
+            docker logs --tail=200 ono-loki-dev || true
+            docker logs --tail=200 ono-promtail-dev || true
+            exit 1
+          fi
+
+          echo "Checking Loki received dev logs..."
+          for i in $(seq 1 12); do
+            result=$(curl -fsG "http://localhost:3101/loki/api/v1/label/container/values" || true)
+            if echo "$result" | grep -Eq '"ono-(app|mysql|redis|rabbitmq|prometheus|grafana|loki|promtail|mysql-exporter)-dev"'; then
+              echo "Loki received dev log labels"
+              exit 0
+            fi
+            echo "Waiting Loki log labels... ($i/12)"
+            sleep 5
+          done
+
+          echo "ERROR: Loki did not receive expected dev log labels"
+          curl -fsG "http://localhost:3101/loki/api/v1/labels" || true
+          docker logs --tail=200 ono-loki-dev || true
+          docker logs --tail=200 ono-promtail-dev || true
+          exit 1
+        shell: bash
+
       - name: Clean up old Docker images
         run: |
           docker image prune -f --filter "until=24h"

.github/workflows/ci-prod.yml

@@ -219,13 +219,13 @@ jobs:
       - name: Deploy Monitoring Stack
         run: |
           docker-compose -f docker-compose.prod.yml --env-file .env.prod --profile monitoring pull \
-            mysql-exporter-prod prometheus-prod grafana-prod
-          docker-compose -f docker-compose.prod.yml --env-file .env.prod --profile monitoring stop prometheus-prod grafana-prod mysql-exporter-prod || true
-          docker-compose -f docker-compose.prod.yml --env-file .env.prod --profile monitoring rm -f prometheus-prod grafana-prod mysql-exporter-prod || true
+            mysql-exporter-prod prometheus-prod loki-prod promtail-prod grafana-prod
+          docker-compose -f docker-compose.prod.yml --env-file .env.prod --profile monitoring stop prometheus-prod grafana-prod loki-prod promtail-prod mysql-exporter-prod || true
+          docker-compose -f docker-compose.prod.yml --env-file .env.prod --profile monitoring rm -f prometheus-prod grafana-prod loki-prod promtail-prod mysql-exporter-prod || true
           docker-compose -f docker-compose.prod.yml --env-file .env.prod --profile monitoring up -d --force-recreate \
-            mysql-exporter-prod prometheus-prod grafana-prod
+            mysql-exporter-prod prometheus-prod loki-prod promtail-prod grafana-prod
           docker-compose -f docker-compose.prod.yml --env-file .env.prod ps \
-            mysql-exporter-prod prometheus-prod grafana-prod
+            mysql-exporter-prod prometheus-prod loki-prod promtail-prod grafana-prod
         shell: bash
 
       - name: Verify Monitoring Integration
@@ -248,6 +248,44 @@ jobs:
           docker logs --tail=200 ono-prometheus-prod || true
         shell: bash
 
+      - name: Verify Loki Log Collection
+        continue-on-error: true
+        run: |
+          echo "Checking Loki readiness..."
+          for i in $(seq 1 12); do
+            if curl -fsS http://localhost:3100/ready | grep -q ready; then
+              echo "Loki is ready"
+              break
+            fi
+            echo "Waiting Loki ready... ($i/12)"
+            sleep 5
+          done
+
+          if ! curl -fsS http://localhost:3100/ready | grep -q ready; then
+            echo "WARNING: Loki did not become ready"
+            docker logs --tail=200 ono-loki-prod || true
+            docker logs --tail=200 ono-promtail-prod || true
+            exit 1
+          fi
+
+          echo "Checking Loki received production logs..."
+          for i in $(seq 1 12); do
+            result=$(curl -fsG "http://localhost:3100/loki/api/v1/label/container/values" || true)
+            if echo "$result" | grep -Eq '"ono-(app-prod-blue|app-prod-green|mysql-prod|redis-prod|rabbitmq-prod|prometheus-prod|grafana-prod|loki-prod|promtail-prod|mysql-exporter-prod)"'; then
+              echo "Loki received production log labels"
+              exit 0
+            fi
+            echo "Waiting Loki production log labels... ($i/12)"
+            sleep 5
+          done
+
+          echo "WARNING: Loki did not receive expected production log labels"
+          curl -fsG "http://localhost:3100/loki/api/v1/labels" || true
+          docker logs --tail=200 ono-loki-prod || true
+          docker logs --tail=200 ono-promtail-prod || true
+          exit 1
+        shell: bash
+
       - name: Clean up old Docker images
         run: |
           docker image prune -f --filter "until=24h"

.github/workflows/restart-monitoring.yml

@@ -56,16 +56,16 @@ jobs:
         if: ${{ github.event.inputs.target == 'dev' }}
         run: |
           docker compose -f docker-compose.dev.yml --env-file .env.dev --profile monitoring up -d --force-recreate \
-            mysql-exporter-dev prometheus-dev grafana-dev
+            mysql-exporter-dev prometheus-dev loki-dev promtail-dev grafana-dev
           docker compose -f docker-compose.dev.yml --env-file .env.dev ps \
-            mysql-exporter-dev prometheus-dev grafana-dev
+            mysql-exporter-dev prometheus-dev loki-dev promtail-dev grafana-dev
         shell: bash
 
       - name: Restart monitoring stack (prod)
         if: ${{ github.event.inputs.target == 'prod' }}
         run: |
           docker compose -f docker-compose.prod.yml --env-file .env.prod --profile monitoring up -d --force-recreate \
-            mysql-exporter-prod prometheus-prod grafana-prod
+            mysql-exporter-prod prometheus-prod loki-prod promtail-prod grafana-prod
           docker compose -f docker-compose.prod.yml --env-file .env.prod ps \
-            mysql-exporter-prod prometheus-prod grafana-prod
+            mysql-exporter-prod prometheus-prod loki-prod promtail-prod grafana-prod
         shell: bash

.gitignore

@@ -46,9 +46,13 @@ application-prod.properties
 application-local.yml
 application-dev.yml
 application-prod.yml
+application-test.yml
 FirebaseAdminKey.json
 
-**/db/migration/
+**/db/migration/*
+!**/db/migration/
+!**/db/migration/README.md
+!**/db/migration/V*.sql
 
 ### Environment variables
 .env
@@ -61,3 +65,7 @@ monitoring/README.md
 
 ### macOS
 .DS_Store
+
+### Local agent guidance
+/AGENTS.md
+.claude.md

build.gradle

@@ -33,6 +33,7 @@ jar {
 dependencies {
 	implementation 'org.springframework.boot:spring-boot-starter-data-jpa:3.1.0'
 	implementation 'org.springframework.boot:spring-boot-starter-web'
+	implementation 'net.logstash.logback:logstash-logback-encoder:7.4'
 	implementation 'org.springframework.cloud:spring-cloud-starter-aws:2.2.6.RELEASE'
 	implementation 'com.github.gavlyukovskiy:p6spy-spring-boot-starter:1.9.0'
 	implementation 'com.google.api-client:google-api-client:2.4.0'
@@ -55,6 +56,8 @@ dependencies {
 	implementation 'org.springframework.boot:spring-boot-starter-data-redis'
 	implementation 'org.springframework.boot:spring-boot-starter-amqp'
 	implementation 'org.springframework.boot:spring-boot-starter-actuator'
+	implementation 'org.flywaydb:flyway-core'
+	implementation 'org.flywaydb:flyway-mysql'
 	runtimeOnly 'io.micrometer:micrometer-registry-prometheus'
 
 	// Hibernate Core
@@ -77,6 +80,7 @@ dependencies {
 
 tasks.named('test') {
 	useJUnitPlatform()
+	systemProperty 'spring.profiles.active', 'test'
 }
 
 tasks.withType(JavaCompile) {

docker-compose.dev.yml

@@ -145,6 +145,48 @@ services:
     profiles:
       - monitoring
 
+  # Loki - DEVELOPMENT (Profile: monitoring)
+  loki-dev:
+    image: grafana/loki:2.9.8
+    container_name: ono-loki-dev
+    restart: unless-stopped
+    command:
+      - -config.file=/etc/loki/loki.yml
+    ports:
+      - "127.0.0.1:3101:3100"
+    volumes:
+      - ./monitoring/loki.dev.yml:/etc/loki/loki.yml:ro
+      - loki_dev_data:/loki
+    mem_limit: 512m
+    cpus: "0.50"
+    networks:
+      - ono-network
+    profiles:
+      - monitoring
+
+  # Promtail - DEVELOPMENT (Profile: monitoring)
+  promtail-dev:
+    image: grafana/promtail:3.6.10
+    container_name: ono-promtail-dev
+    restart: unless-stopped
+    environment:
+      DOCKER_API_VERSION: "1.44"
+    command:
+      - -config.file=/etc/promtail/promtail.yml
+    volumes:
+      - ./monitoring/promtail.dev.yml:/etc/promtail/promtail.yml:ro
+      - /var/lib/docker/containers:/var/lib/docker/containers:ro
+      - /var/run/docker.sock:/var/run/docker.sock:ro
+      - promtail_dev_positions:/tmp
+    mem_limit: 256m
+    cpus: "0.25"
+    depends_on:
+      - loki-dev
+    networks:
+      - ono-network
+    profiles:
+      - monitoring
+
   mysql-exporter-dev:
     image: prom/mysqld-exporter:v0.15.1
     container_name: ono-mysql-exporter-dev
@@ -180,6 +222,7 @@ services:
       - ./monitoring/grafana/dashboards:/etc/grafana/dashboards:ro
     depends_on:
       - prometheus-dev
+      - loki-dev
     networks:
       - ono-network
     profiles:
@@ -201,5 +244,9 @@ volumes:
     driver: local
   prometheus_dev_data:
     driver: local
+  loki_dev_data:
+    driver: local
+  promtail_dev_positions:
+    driver: local
   grafana_dev_data:
     driver: local

docker-compose.prod.yml

@@ -199,6 +199,48 @@ services:
     profiles:
       - monitoring
 
+  # Loki - PRODUCTION (Profile: monitoring)
+  loki-prod:
+    image: grafana/loki:2.9.8
+    container_name: ono-loki-prod
+    restart: unless-stopped
+    command:
+      - -config.file=/etc/loki/loki.yml
+    ports:
+      - "127.0.0.1:3100:3100"
+    volumes:
+      - ./monitoring/loki.prod.yml:/etc/loki/loki.yml:ro
+      - loki_prod_data:/loki
+    mem_limit: 768m
+    cpus: "0.75"
+    networks:
+      - ono-network
+    profiles:
+      - monitoring
+
+  # Promtail - PRODUCTION (Profile: monitoring)
+  promtail-prod:
+    image: grafana/promtail:3.6.10
+    container_name: ono-promtail-prod
+    restart: unless-stopped
+    environment:
+      DOCKER_API_VERSION: "1.44"
+    command:
+      - -config.file=/etc/promtail/promtail.yml
+    volumes:
+      - ./monitoring/promtail.prod.yml:/etc/promtail/promtail.yml:ro
+      - /var/lib/docker/containers:/var/lib/docker/containers:ro
+      - /var/run/docker.sock:/var/run/docker.sock:ro
+      - promtail_prod_positions:/tmp
+    mem_limit: 256m
+    cpus: "0.25"
+    depends_on:
+      - loki-prod
+    networks:
+      - ono-network
+    profiles:
+      - monitoring
+
   mysql-exporter-prod:
     image: prom/mysqld-exporter:v0.15.1
     container_name: ono-mysql-exporter-prod
@@ -234,6 +276,7 @@ services:
       - ./monitoring/grafana/dashboards:/etc/grafana/dashboards:ro
     depends_on:
       - prometheus-prod
+      - loki-prod
     networks:
       - ono-network
     profiles:
@@ -254,5 +297,9 @@ volumes:
     driver: local
   prometheus_prod_data:
     driver: local
+  loki_prod_data:
+    driver: local
+  promtail_prod_positions:
+    driver: local
   grafana_prod_data:
     driver: local