Feat/kafka-setting: 트랜잭션 락 최소화를 위한 성능 개선

app/koi-server/docker-compose.yml

@@ -33,7 +33,7 @@ services:
       - 8080:8080
     environment:
       - DYNAMIC_CONFIG_ENABLED=true
-      - KAFKA_CLUSTERS_0_NAME=koi_kafka
+      - KAFKA_CLUSTERS_0_NAME=stock-service
       - KAFKA_CLUSTERS_0_BOOTSTRAPSERVERS=kafka:9092
 
   mongo:

app/koi-server/jest.config.js

@@ -0,0 +1,11 @@
+module.exports = {
+  collectCoverageFrom: ['**/*.(t|j)s'],
+  coverageDirectory: '../coverage',
+  moduleFileExtensions: ['js', 'json', 'ts'],
+  rootDir: 'src',
+  testEnvironment: 'node',
+  testRegex: '.*\\.spec\\.ts$',
+  transform: {
+    '^.+\\.(t|j)s$': 'ts-jest',
+  },
+};

app/koi-server/package.json

@@ -10,21 +10,23 @@
     "start:debug": "nest start --debug --watch",
     "start:prod": "node dist/main",
     "lint": "eslint \"{src,apps,libs,test}/**/*.ts\" --fix",
-    "test": "jest",
-    "test:watch": "jest --watch",
-    "test:cov": "jest --coverage",
-    "test:debug": "node --inspect-brk -r tsconfig-paths/register -r ts-node/register node_modules/.bin/jest --runInBand",
+    "test": "jest --config jest.config.js",
+    "test:watch": "jest --config jest.config.js --watch",
+    "test:cov": "jest --config jest.config.js --coverage",
     "test:e2e": "jest --config ./test/jest-e2e.json",
     "turbo:dev": "turbo run dev",
     "turbo:build": "turbo run build"
   },
   "dependencies": {
     "@codegenie/serverless-express": "^4.13.0",
+    "@confluentinc/kafka-javascript": "^1.2.0",
     "@nestjs/common": "^10.3.0",
     "@nestjs/config": "^3.1.1",
     "@nestjs/core": "^10.3.0",
+    "@nestjs/microservices": "^11.0.7",
     "@nestjs/mongoose": "^10.0.2",
     "@nestjs/platform-express": "^10.3.0",
+    "@nestjs/schedule": "^5.0.1",
     "@toss/date": "^1.1.7",
     "@toss/utils": "^1.4.4",
     "aws-lambda": "^1.0.7",
@@ -34,6 +36,7 @@
     "express": "^4.18.2",
     "feature-nest-poll": "workspace:*",
     "feature-nest-stock": "workspace:*",
+    "kafkajs": "^2.2.4",
     "mongoose": "^8.1.0",
     "reflect-metadata": "^0.1.13",
     "rxjs": "^7.2.0"

app/koi-server/src/app/app.controller.ts

@@ -1,7 +1,10 @@
-import { Controller, Post, Query } from '@nestjs/common';
+import { Controller, Get, Post, Query } from '@nestjs/common';
+import { AppService } from './app.service';
 
 @Controller()
 export class AppController {
+  constructor(private readonly appService: AppService) {}
+
   @Post('log')
   log(@Query('msg') msg: string): boolean {
     fetch(
@@ -19,4 +22,9 @@ export class AppController {
     console.warn(`${decodeURIComponent(msg)} (${new Date()})`);
     return true;
   }
+
+  @Get()
+  getHello(): string {
+    return this.appService.getHello();
+  }
 }

app/koi-server/src/app/app.module.ts

@@ -1,21 +1,39 @@
 import { Module } from '@nestjs/common';
 import { MongooseModule } from '@nestjs/mongoose';
+import { ConfigModule, ConfigService } from '@nestjs/config';
 import { PollModule } from 'feature-nest-poll';
 import { StockModule } from 'feature-nest-stock';
+import { ScheduleModule } from '@nestjs/schedule';
 import { AppController } from './app.controller';
 import { AppService } from './app.service';
 import { PartyModule } from './party/party.module';
+import { KafkaModule } from '../../../../package/feature/feature-nest-stock/src/kafka/kafka.module';
+import kafkaConfig from '../config/kafka.config';
 
 @Module({
   controllers: [AppController],
   imports: [
+    ScheduleModule.forRoot(),
+    ConfigModule.forRoot({
+      isGlobal: true,
+      load: [kafkaConfig],
+    }),
     MongooseModule.forRoot(process.env.MONGO_URI, {
       ignoreUndefined: true,
       maxIdleTimeMS: 60000,
     }),
     PollModule,
     StockModule,
     PartyModule,
+    KafkaModule.forRootAsync({
+      imports: [ConfigModule],
+      inject: [ConfigService],
+      useFactory: (configService: ConfigService) => ({
+        brokers: configService.get<string[]>('kafka.brokers') || [],
+        clientId: configService.get<string>('kafka.clientId') || '',
+        groupId: configService.get<string>('kafka.groupId') || '',
+      }),
+    }),
   ],
   providers: [AppService],
 })

app/koi-server/src/app/app.service.ts

@@ -2,5 +2,7 @@ import { Injectable } from '@nestjs/common';
 
 @Injectable()
 export class AppService {
-  constructor() {}
+  getHello(): string {
+    return 'Hello World!';
+  }
 }

app/koi-server/src/config/kafka.config.ts

@@ -0,0 +1,7 @@
+export default (): Record<string, unknown> => ({
+  kafka: {
+    brokers: process.env.KAFKA_BROKERS?.split(',') || ['localhost:9094'],
+    clientId: process.env.KAFKA_CLIENT_ID || 'stock-service',
+    groupId: process.env.KAFKA_GROUP_ID || 'stock_service_group',
+  },
+});

app/koi-server/test/app.e2e-spec.ts

@@ -1,7 +1,7 @@
 import { Test, TestingModule } from '@nestjs/testing';
 import { INestApplication } from '@nestjs/common';
-import * as request from 'supertest';
-import { AppModule } from '../src/app.module';
+import request from 'supertest';
+import { AppModule } from '../src/app/app.module';
 
 describe('AppController (e2e)', () => {
   let app: INestApplication;

package/feature/feature-nest-stock/jest.config.js

@@ -0,0 +1,11 @@
+module.exports = {
+  moduleFileExtensions: ['js', 'json', 'ts'],
+  rootDir: '.',
+  testRegex: '.*\\.spec\\.ts$',
+  transform: {
+    '^.+\\.(t|j)s$': 'ts-jest',
+  },
+  collectCoverageFrom: ['**/*.(t|j)s'],
+  coverageDirectory: './coverage',
+  testEnvironment: 'node',
+};

package/feature/feature-nest-stock/package.json

@@ -1,22 +1,31 @@
 {
   "name": "feature-nest-stock",
-  "main": "./dist/index.js",
+  "main": "./dist/src/index.js",
   "sideEffects": false,
   "scripts": {
     "build": "tsc",
-    "build:watch": "tsc -w"
+    "build:watch": "tsc -w",
+    "test": "jest",
+    "test:watch": "jest --watch",
+    "test:cov": "jest --coverage",
+    "test:debug": "node --inspect-brk -r tsconfig-paths/register -r ts-node/register node_modules/.bin/jest --runInBand",
+    "test:e2e": "jest --config ./test/jest-e2e.json",
+    "test:integration": "jest --testPathPattern=test/integration",
+    "test:outbox": "jest --testPathPattern=test/unit/outbox"
   },
   "dependencies": {
     "@nestjs/common": "^10.3.0",
     "@nestjs/config": "^3.1.1",
     "@nestjs/core": "^10.3.0",
     "@nestjs/mongoose": "^10.0.2",
     "@nestjs/platform-express": "^10.3.0",
+    "@nestjs/schedule": "^5.0.1",
     "@toss/date": "^1.1.7",
     "@toss/utils": "^1.4.4",
     "class-transformer": "^0.5.1",
     "cross-env": "^7.0.3",
     "dayjs": "^1.11.10",
+    "kafkajs": "^2.2.4",
     "lodash": "^4.17.21",
     "mongoose": "^8.1.0",
     "openai": "^4.85.1",
@@ -48,6 +57,7 @@
     "eslint-plugin-unused-imports": "^2.0.0",
     "jest": "29.5.0",
     "mongodb": "6.3.0",
+    "mongodb-memory-server": "^10.1.4",
     "prettier": "^2.6.1",
     "shared~type-stock": "workspace:*",
     "source-map-support": "^0.5.20",

package/feature/feature-nest-stock/src/kafka/kafka.module.ts

@@ -0,0 +1,56 @@
+import { Module, DynamicModule, Type, ForwardReference, Abstract } from '@nestjs/common';
+import { KafkaService } from './kafka.service';
+
+export interface KafkaModuleOptions {
+  brokers: string[];
+  clientId: string;
+  groupId: string;
+}
+
+type ModuleType = Type<unknown> | DynamicModule | Promise<DynamicModule> | ForwardReference<unknown>;
+
+export interface KafkaModuleAsyncOptions {
+  imports?: ModuleType[];
+  // eslint-disable-next-line @typescript-eslint/no-explicit-any
+  useFactory: (...args: any[]) => Promise<KafkaModuleOptions> | KafkaModuleOptions;
+  // eslint-disable-next-line @typescript-eslint/ban-types
+  inject?: Array<Type<unknown> | string | symbol | Abstract<unknown> | Function>;
+}
+
+@Module({
+  exports: [KafkaService],
+  providers: [KafkaService],
+})
+export class KafkaModule {
+  static forRoot(options: KafkaModuleOptions): DynamicModule {
+    return {
+      exports: [KafkaService],
+      global: true,
+      module: KafkaModule,
+      providers: [
+        {
+          provide: 'KAFKA_OPTIONS',
+          useValue: options,
+        },
+        KafkaService,
+      ],
+    };
+  }
+
+  static forRootAsync(options: KafkaModuleAsyncOptions): DynamicModule {
+    return {
+      exports: [KafkaService],
+      global: true,
+      imports: options.imports || [],
+      module: KafkaModule,
+      providers: [
+        {
+          inject: options.inject || [],
+          provide: 'KAFKA_OPTIONS',
+          useFactory: options.useFactory,
+        },
+        KafkaService,
+      ],
+    };
+  }
+}