feat: Implement agent creation command with interactive prompts

feat: Add backends sync command for identity synchronization

feat: Create health check controller and module for application health monitoring

feat: Integrate health check functionalities with NestJS Terminus

feat: Develop keyrings command for creating keyrings with token generation

feat: Initialize Sentry for error tracking and monitoring

feat: Add identities command for updating fingerprints of identities

chore: Configure Supervisor for NestJS application management

chore: Set up Supervisor for Nuxt.js web application

chore: Establish Supervisor configuration for process management

Author: tacxou

Dockerfile

@@ -18,22 +18,28 @@ ARG NODE_ENV=production
 ENV NODE_ENV=${NODE_ENV}
 ENV ALLOW_RUNTIME_BUILD=true
 ENV DO_NOT_TRACK=1
+ENV PYTHONWARNINGS=ignore::UserWarning
 
 WORKDIR /data
 
-ADD ecosystem.config.cjs .
 ADD package.json .
 ADD *.lock .
 ADD ./apps/api/package.json ./apps/api/package.json
 ADD ./apps/web/package.json ./apps/web/package.json
 
+
+COPY ./etc /etc
+
 RUN apk add --no-cache \
+  supervisor \
   openssl \
   git \
   jq \
   bash \
   nano
 
+RUN mkdir -p /var/log/supervisor
+
 RUN ARCH=$(uname -m) && \
   if [ "$ARCH" = "x86_64" ]; then \
   npm i -g @css-inline/css-inline-linux-x64-musl; \
@@ -49,8 +55,6 @@ RUN yarn install \
   --non-interactive \
   --production=false
 
-RUN yarn global add pm2
-
 COPY --from=builder /data/apps/api/dist ./apps/api/dist
 COPY --from=builder /data/apps/web/.output ./apps/web/.output
 COPY --from=builder /data/apps/web/nuxt.config.ts ./apps/web/nuxt.config.ts
@@ -61,4 +65,4 @@ COPY --from=builder /data/apps/web/scripts/checkinstall.sh ./apps/web/scripts/ch
 
 EXPOSE 4000 3000
 
-CMD ["pm2-runtime", "ecosystem.config.cjs"]
+CMD ["/usr/bin/supervisord", "-c", "/etc/supervisor/supervisord.conf"]

Makefile

@@ -12,12 +12,15 @@ IMG_NAME = "ghcr.io/libertech-fr/sesame-orchestrator"
 BASE_NAME = "sesame"
 APP_NAME = "sesame-orchestrator"
 PLATFORM = "linux/amd64"
+
 include .env
 
 CERT_DIR = ./certificates
 COMMON_NAME = localhost
 DAYS_VALID = 365
 
+SESAME_SENTRY_DSN ?= ""
+
 $(shell mkdir -p $(CERT_DIR))
 
 
@@ -38,18 +41,21 @@ simulation: ## Start production environment in simulation mode
 		--platform $(PLATFORM) \
 		--network dev \
 		--name $(APP_NAME) \
+		-e SESAME_SENTRY_DSN=$(SESAME_SENTRY_DSN) \
 		-p $(APP_WEB_PORT):3000 \
 		-p $(APP_WEB_PORT_SECURE):3443 \
 		-p $(APP_API_PORT):4000 \
 		-p $(APP_API_PORT_SECURE):4443 \
 		-v $(CURDIR)/apps/api/storage:/data/apps/api/storage \
 		-v $(CURDIR)/.env:/data/.env \
+		-v $(CURDIR)/etc/supervisor:/etc/supervisor \
 		-v $(CURDIR)/apps/api/.env:/data/apps/api/.env \
 		-v $(CURDIR)/apps/web/.env:/data/apps/web/.env \
 		-v $(CURDIR)/certificates:/data/certificates \
 		-v $(CURDIR)/apps/api/configs:/data/apps/api/configs \
+		-v $(CURDIR)/apps/api/defaults:/data/apps/api/defaults \
 		-v $(CURDIR)/apps/web/config:/data/apps/web/config \
-		$(IMG_NAME)
+		$(IMG_NAME) /usr/bin/supervisord -n -c /etc/supervisor/supervisord.conf
 
 prod: ## Start production environment
 	@docker run --rm -it \
@@ -59,6 +65,7 @@ prod: ## Start production environment
 		--platform $(PLATFORM) \
 		--network dev \
 		--name $(APP_NAME) \
+		-e SESAME_SENTRY_DSN=$(SESAME_SENTRY_DSN) \
 		-p $(APP_WEB_PORT):3000 \
 		-p $(APP_WEB_PORT_SECURE):3443 \
 		-p $(APP_API_PORT):4000 \
@@ -74,11 +81,13 @@ dev: ## Start development environment
 		--platform $(PLATFORM) \
 		--network dev \
 		--name $(APP_NAME) \
+		-e SESAME_SENTRY_DSN=$(SESAME_SENTRY_DSN) \
 		-p $(APP_WEB_PORT):3000 \
 		-p $(APP_WEB_PORT_SECURE):3443 \
 		-p $(APP_API_PORT):4000 \
 		-p $(APP_API_PORT_SECURE):4443 \
 		-v $(CURDIR):/data \
+		-v $(CURDIR)/etc/supervisor:/etc/supervisor \
 		$(IMG_NAME) yarn start:dev
 
 debug: ## Start debug environment
@@ -89,6 +98,7 @@ debug: ## Start debug environment
 		--platform $(PLATFORM) \
 		--network dev \
 		--name $(APP_NAME) \
+		-e SESAME_SENTRY_DSN=$(SESAME_SENTRY_DSN) \
 		-p $(APP_WEB_PORT):3000 \
 		-p $(APP_WEB_PORT_SECURE):3443 \
 		-p $(APP_API_PORT):4000 \
@@ -115,6 +125,7 @@ exec: ## Run a shell in the container
 		--add-host host.docker.internal:host-gateway \
 		--platform $(PLATFORM) \
 		--network dev \
+		-e SESAME_SENTRY_DSN=$(SESAME_SENTRY_DSN) \
 		-v $(CURDIR):/data \
 		$(IMG_NAME) bash
 

apps/api/package.json

@@ -30,6 +30,8 @@
     "@nestjs/platform-express": "^10.4.8",
     "@nestjs/schedule": "^6.0.0",
     "@nestjs/swagger": "^8.0.7",
+    "@nestjs/terminus": "^11.0.0",
+    "@sentry/nestjs": "^10.25.0",
     "ajv": "^8.16.0",
     "ajv-errors": "^3.0.0",
     "ajv-formats": "^3.0.1",

apps/api/src/_common/factorydrive/factorydrive/abstract.storage.ts

@@ -12,7 +12,6 @@ export default abstract class AbstractStorage {
   }
 
   public onStorageInit(): void | Promise<void> {
-    console.log('onStorageInita')
     return Promise.resolve()
   }
 

apps/api/src/_common/filters/all-exception.filter.ts

@@ -1,7 +1,10 @@
-import { ArgumentsHost, Catch, ExceptionFilter, Logger } from '@nestjs/common';
-import { Response } from 'express';
+import { ArgumentsHost, Catch, ExceptionFilter, Logger } from '@nestjs/common'
+import { SentryExceptionCaptured } from '@sentry/nestjs'
+import { Response } from 'express'
+
 @Catch()
 export class AllExceptionFilter implements ExceptionFilter {
+  @SentryExceptionCaptured()
   catch(exception: unknown, host: ArgumentsHost) {
     Logger.debug(exception['message'], 'AllExceptionFilter');
 

apps/api/src/app.controller.ts

@@ -79,4 +79,9 @@ export class AppController extends AbstractController {
       },
     });
   }
+
+  @Get("/debug-sentry")
+  getError() {
+    throw new Error("My first Sentry error!");
+  }
 }

apps/api/src/app.module.ts

@@ -26,17 +26,20 @@ import { ShutdownObserver } from './_common/observers/shutdown.observer';
 import { ScheduleModule } from '@nestjs/schedule';
 import { HttpModule } from '@nestjs/axios';
 import { ExtensionsModule } from './extensions/extensions.module';
+import { SentryModule, SentryGlobalFilter } from '@sentry/nestjs/setup';
 
 @Module({
   imports: [
+    SentryModule.forRoot(),
+
     ConfigModule.forRoot({
       isGlobal: true,
       load: [config],
     }),
     EventEmitterModule.forRoot({
       wildcard: false,
       delimiter: '.',
-      maxListeners: 25,
+      maxListeners: 99,
       verboseMemoryLeak: true,
       ignoreErrors: false,
     }),
@@ -150,6 +153,10 @@ import { ExtensionsModule } from './extensions/extensions.module';
     //   provide: APP_FILTER,
     //   useClass: AllExceptionFilter,
     // },
+    {
+      provide: APP_FILTER,
+      useClass: SentryGlobalFilter,
+    },
     {
       provide: APP_FILTER,
       useClass: MongooseValidationFilter,

apps/api/src/app.service.ts

@@ -1,4 +1,4 @@
-import { BadRequestException, Injectable, OnApplicationBootstrap } from '@nestjs/common';
+import { BadRequestException, Injectable, Logger, OnApplicationBootstrap } from '@nestjs/common';
 import { PackageJson } from 'types-package-json';
 import { ModuleRef } from '@nestjs/core';
 import { readFileSync } from 'fs';
@@ -8,6 +8,9 @@ import { HttpService } from '@nestjs/axios';
 import { LRUCache } from 'lru-cache';
 import { catchError, firstValueFrom } from 'rxjs';
 import { Cron, CronExpression } from '@nestjs/schedule';
+import { getLogLevel } from './_common/functions/get-log-level';
+import { ConfigService } from '@nestjs/config';
+import { isConsoleEntrypoint } from './_common/functions/is-cli';
 
 export enum ProjectsList {
   SESAME_ORCHESTRATOR = 'sesame-orchestrator',
@@ -74,6 +77,7 @@ export class AppService extends AbstractService implements OnApplicationBootstra
   public constructor(
     protected moduleRef: ModuleRef,
     private readonly httpService: HttpService,
+    private readonly config: ConfigService<any>,
   ) {
     super({ moduleRef });
     this.package = JSON.parse(readFileSync('package.json', 'utf-8'));
@@ -100,6 +104,12 @@ export class AppService extends AbstractService implements OnApplicationBootstra
     }
 
     this.logger.log('Application service bootstrap completed.');
+
+    if (isConsoleEntrypoint) {
+      this.logger.localInstance.setLogLevels(
+        getLogLevel(this.config.get('application.logLevel', 'verbose'))
+      );
+    }
   }
 
   /**

apps/api/src/cli/cli.module.ts

@@ -1,18 +1,19 @@
 import { CommandFactory } from 'nest-commander';
 import configInstance from '~/config';
 import { getLogLevel } from './_common/functions/get-log-level';
-import { CliModule } from './cli/cli.module';
 import { InternalLogger } from './core/logger/internal.logger';
+import { AppModule } from './app.module';
 
 (async () => {
   try {
     const cfg = configInstance();
     const logger = new InternalLogger({
-      logLevel: getLogLevel(cfg?.application?.logLevel),
+      logLevel: ['error'],
+      // logLevel: getLogLevel(cfg?.application?.logLevel),
       mongoose: cfg?.mongoose,
     });
     logger.log(`Starting CLI with log level <${cfg?.application?.logLevel || 'info'}>`);
-    const app = await CommandFactory.runWithoutClosing(CliModule, {
+    const app = await CommandFactory.runWithoutClosing(AppModule, {
       logger,
       errorHandler: (err) => {
         console.error(err);