at processTicksAndRejections (node:internal/process/task_queues:77:11) 2025-04-30T14:34:23.583712231Z (node:18) MaxListenersExceededWarning: Possible EventEmitter memory leak detected. 11 ready listeners added to [Commander]. MaxListeners is 10. Use emitter.setMaxListeners() to increase limit (Use `node --trace-warnings ...` to show where the warning was created) 2025-04-30T14:34:23.594247657Z (node:18) MaxListenersExceededWarning: Possible EventEmitter memory leak detected. 11 error listeners added to [Commander]. MaxListeners is 10. Use emitter.setMaxListeners() to increase limit 2025-04-30T14:34:23.655902930Z {"level":30,"time":1746023663640,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"NestFactory","msg":"Starting Nest application..."} 2025-04-30T14:34:25.739517544Z (node:18) MaxListenersExceededWarning: Possible EventEmitter memory leak detected. 11 ready listeners added to [Commander]. MaxListeners is 10. Use emitter.setMaxListeners() to increase limit (node:18) MaxListenersExceededWarning: Possible EventEmitter memory leak detected. 11 error listeners added to [Commander]. MaxListeners is 10. Use emitter.setMaxListeners() to increase limit 2025-04-30T14:34:25.762794709Z {"level":30,"time":1746023663649,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"GetSystemCriticalFlag","msg":"System critical flag IS_IN_MEMORY_CLUSTER_MODE_ENABLED is set with value false"} 2025-04-30T14:34:25.765387752Z {"level":30,"time":1746023663649,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"CacheInMemoryProviderService","msg":"[Provider: Elasticache] Cluster mode IS NOT enabled for CacheInMemoryProviderService"} 2025-04-30T14:34:25.767343364Z {"level":30,"time":1746023663650,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"InMemoryProviderService","msg":"[Provider: Elasticache] In-memory provider service initialized"} {"level":30,"time":1746023663650,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"InMemoryProviderService","msg":"[Provider: Elasticache] Connecting to clustercfg.novu-test.sbghfy.use1.cache.amazonaws.com:6379"} {"level":30,"time":1746023663650,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"CacheService","msg":"Initiated cache service"} 2025-04-30T14:34:25.768916695Z {"level":30,"time":1746023663650,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"GetSystemCriticalFlag","msg":"System critical flag IS_IN_MEMORY_CLUSTER_MODE_ENABLED is set with value false"} 2025-04-30T14:34:25.768925765Z {"level":30,"time":1746023663650,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"CacheInMemoryProviderService","msg":"[Provider: Elasticache] Cluster mode IS NOT enabled for CacheInMemoryProviderService"} {"level":30,"time":1746023663650,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"InMemoryProviderService","msg":"[Provider: Elasticache] In-memory provider service initialized"} 2025-04-30T14:34:25.769001807Z {"level":30,"time":1746023663651,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"InMemoryProviderService","msg":"[Provider: Elasticache] Connecting to clustercfg.novu-test.sbghfy.use1.cache.amazonaws.com:6379"} {"level":30,"time":1746023663651,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"LaunchDarklyService","msg":"Launch Darkly service initialized"} {"level":30,"time":1746023663651,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"LaunchDarklyService","msg":"Missing Launch Darkly SDK key. Launch Darkly is not initialized"} {"level":30,"time":1746023663652,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"GetSystemCriticalFlag","msg":"System critical flag IS_IN_MEMORY_CLUSTER_MODE_ENABLED is set with value false"} {"level":30,"time":1746023663652,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"WorkflowInMemoryProviderService","msg":"[Provider: MemoryDB] Cluster mode is not enabled for WorkflowInMemoryProviderService"} {"level":30,"time":1746023663652,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"InMemoryProviderService","msg":"[Provider: MemoryDB] In-memory provider service initialized"} 2025-04-30T14:34:25.769035879Z {"level":30,"time":1746023663652,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"InMemoryProviderService","msg":"[Provider: MemoryDB] Connecting to clustercfg.novu-test.sbghfy.use1.cache.amazonaws.com:6379"} {"level":30,"time":1746023663653,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"GetSystemCriticalFlag","msg":"System critical flag IS_IN_MEMORY_CLUSTER_MODE_ENABLED is set with value false"} 2025-04-30T14:34:25.769046099Z {"level":30,"time":1746023663653,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"WorkflowInMemoryProviderService","msg":"[Provider: MemoryDB] Cluster mode is not enabled for WorkflowInMemoryProviderService"} {"level":30,"time":1746023663653,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"InMemoryProviderService","msg":"[Provider: MemoryDB] In-memory provider service initialized"} {"level":30,"time":1746023663653,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"InMemoryProviderService","msg":"[Provider: MemoryDB] Connecting to clustercfg.novu-test.sbghfy.use1.cache.amazonaws.com:6379"} 2025-04-30T14:34:25.769105501Z {"level":30,"time":1746023663653,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","msg":"BOOTSTRAPPED NEST APPLICATION"} {"level":30,"time":1746023663653,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"FeatureFlagsService","msg":"Feature Flags service has been successfully initialized"} {"level":30,"time":1746023663653,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"InstanceLoader","msg":"AppModule dependencies initialized"} {"level":30,"time":1746023663653,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"MetricsService","msg":"MetricsService running with: []"} {"level":30,"time":1746023663653,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"InstanceLoader","msg":"LoggerModule dependencies initialized"} {"level":30,"time":1746023663653,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"InstanceLoader","msg":"TerminusModule dependencies initialized"} {"level":30,"time":1746023663653,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"InstanceLoader","msg":"MetricsModule dependencies initialized"} {"level":40,"time":1746023663653,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"InMemoryProviderService","msg":"[Provider: Elasticache] Is being delayed 11 times up to a total of 10."} {"level":40,"time":1746023663653,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"InMemoryProviderService","msg":"[Provider: Elasticache] Is being delayed 11 times up to a total of 10."} 2025-04-30T14:34:25.769239365Z {"level":40,"time":1746023663653,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"InMemoryProviderService","msg":"[Provider: MemoryDB] Is being delayed 11 times up to a total of 10."} 2025-04-30T14:34:25.769247155Z {"level":30,"time":1746023663653,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"ExecutionLogQueueService","msg":"Creating queue execution-logs"} {"level":30,"time":1746023663653,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"BullMqService","msg":"Creating queue execution-logs. BullMQ pro is Disabled"} {"level":30,"time":1746023663653,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"ActiveJobsMetricQueueService","msg":"Creating queue metric-active-jobs"} 2025-04-30T14:34:25.769291837Z {"level":30,"time":1746023663653,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"BullMqService","msg":"Creating queue metric-active-jobs. BullMQ pro is Disabled"} {"level":30,"time":1746023663653,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"InboundParseQueueService","msg":"Creating queue inbound-parse-mail"} 2025-04-30T14:34:25.769302517Z {"level":30,"time":1746023663653,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"BullMqService","msg":"Creating queue inbound-parse-mail. BullMQ pro is Disabled"} 2025-04-30T14:34:25.769307767Z {"level":30,"time":1746023663653,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"StandardQueueService","msg":"Creating queue standard"} {"level":30,"time":1746023663654,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"BullMqService","msg":"Creating queue standard. BullMQ pro is Disabled"} 2025-04-30T14:34:25.769324858Z {"level":30,"time":1746023663654,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"WebSocketsQueueService","msg":"Creating queue ws_socket_queue"} 2025-04-30T14:34:25.769392050Z {"level":30,"time":1746023663654,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"BullMqService","msg":"Creating queue ws_socket_queue. BullMQ pro is Disabled"} {"level":30,"time":1746023663654,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"WorkflowQueueService","msg":"Creating queue trigger-handler"} 2025-04-30T14:34:25.769410561Z {"level":30,"time":1746023663654,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"BullMqService","msg":"Creating queue trigger-handler. BullMQ pro is Disabled"} {"level":30,"time":1746023663654,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"SubscriberProcessQueueService","msg":"Creating queue process-subscriber"} 2025-04-30T14:34:25.769420741Z {"level":30,"time":1746023663654,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"BullMqService","msg":"Creating queue process-subscriber. BullMQ pro is Disabled"} {"level":30,"time":1746023663654,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"InstanceLoader","msg":"SharedModule dependencies initialized"} 2025-04-30T14:34:25.769431001Z {"level":30,"time":1746023663654,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"InstanceLoader","msg":"QueuesModule dependencies initialized"} 2025-04-30T14:34:25.769436061Z {"level":30,"time":1746023663654,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"InstanceLoader","msg":"HealthModule dependencies initialized"} {"level":40,"time":1746023663654,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"InMemoryProviderService","msg":"[Provider: MemoryDB] Is being delayed 11 times up to a total of 10."} {"level":30,"time":1746023663654,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"WorkerService","msg":"Worker standard initialized"} 2025-04-30T14:34:25.769490613Z {"level":30,"time":1746023663654,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"BullMqService","msg":"Creating worker standard. BullMQ pro is Disabled"} {"level":30,"time":1746023663654,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"WorkerService","msg":"Worker trigger-handler initialized"} 2025-04-30T14:34:25.769500863Z {"level":30,"time":1746023663654,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"BullMqService","msg":"Creating worker trigger-handler. BullMQ pro is Disabled"} {"level":30,"time":1746023663654,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"WorkerService","msg":"Worker execution-logs initialized"} {"level":30,"time":1746023663654,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"BullMqService","msg":"Creating worker execution-logs. BullMQ pro is Disabled"} 2025-04-30T14:34:25.769516434Z {"level":30,"time":1746023663654,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"WorkerService","msg":"Worker process-subscriber initialized"} 2025-04-30T14:34:25.769529364Z {"level":30,"time":1746023663654,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"BullMqService","msg":"Creating worker process-subscriber. BullMQ pro is Disabled"} {"level":30,"time":1746023663654,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"BullMqService","msg":"Creating worker inbound-parse-mail. BullMQ pro is Disabled"} 2025-04-30T14:34:25.769568456Z {"level":30,"time":1746023663654,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"InstanceLoader","msg":"WorkflowModule dependencies initialized"} {"level":30,"time":1746023663709,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","msg":"BOOTSTRAPPED SUCCESSFULLY"} 2025-04-30T14:34:25.769602767Z {"level":30,"time":1746023665695,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"RoutesResolver","msg":"HealthController {/v1/health-check}:"} 2025-04-30T14:34:25.769607717Z {"level":30,"time":1746023665704,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"RouterExplorer","msg":"Mapped {/v1/health-check, GET} route"} 2025-04-30T14:34:25.769612757Z {"level":30,"time":1746023665726,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"NestApplication","msg":"Nest application successfully started"} {"level":30,"time":1746023665726,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"ReadinessService","msg":"Enabling queues as workers are meant to be ready"} {"level":50,"time":1746023665728,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"ReadinessService","err":{"type":"HealthCheckError","message":"ActiveJobsMetricQueueService Health is not ready","stack":"Error: ActiveJobsMetricQueueService Health is not ready\n at ActiveJobsMetricQueueServiceHealthIndicator. (/usr/src/app/packages/application-generic/build/main/health/queue-health-indicator.service.js:48:23)\n at Generator.next ()\n at /usr/src/app/packages/application-generic/build/main/health/queue-health-indicator.service.js:17:71\n at new Promise ()\n at __awaiter (/usr/src/app/packages/application-generic/build/main/health/queue-health-indicator.service.js:13:12)\n at ActiveJobsMetricQueueServiceHealthIndicator.handleHealthCheck (/usr/src/app/packages/application-generic/build/main/health/queue-health-indicator.service.js:44:16)\n at ActiveJobsMetricQueueServiceHealthIndicator. (/usr/src/app/packages/application-generic/build/main/health/queue-health-indicator.service.js:35:31)\n at Generator.next ()\n at /usr/src/app/packages/application-generic/build/main/health/queue-health-indicator.service.js:17:71\n at new Promise ()\n at __awaiter (/usr/src/app/packages/application-generic/build/main/health/queue-health-indicator.service.js:13:12)\n at ActiveJobsMetricQueueServiceHealthIndicator.isHealthy (/usr/src/app/packages/application-generic/build/main/health/queue-health-indicator.service.js:34:16)\n at /usr/src/app/packages/application-generic/build/main/services/readiness/readiness.service.js:51:96\n at Array.map ()\n at ReadinessService. (/usr/src/app/packages/application-generic/build/main/services/readiness/readiness.service.js:51:73)\n at Generator.next ()","isHealthCheckError":true,"causes":{"activeJobsMetricQueue":{"status":"down"}}},"msg":"Some health indicator throw an error when checking if queues are enabled"} {"level":40,"time":1746023665735,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"ReadinessService","msg":"Some health indicator returned false when checking if queues are enabled 1/10"} 2025-04-30T14:34:30.740153005Z {"level":50,"time":1746023670737,"pid":18,"serviceName":"@novu/worker","serviceVersion":"0.24.7","platform":"Docker","tenant":"OS","context":"ReadinessService","err":{"type":"HealthCheckError","message":"ActiveJobsMetricQueueService Health is not ready","stack":"Error: ActiveJobsMetricQueueService Health is not ready\n at ActiveJobsMetricQueueServiceHealthIndicator. (/usr/src/app/packages/application-generic/build/main/health/queue-health-indicator.service.js:48:23)\n at Generator.next ()\n at /usr/src/app/packages/application-generic/build/main/health/queue-health-indicator.service.js:17:71\n at new Promise ()\n at __awaiter (/usr/src/app/packages/application-generic/build/main/health/queue-health-indicator.service.js:13:12)\n at ActiveJobsMetricQueueServiceHealthIndicator.handleHealthCheck (/usr/src/app/packages/application-generic/build/main/health/queue-health-indicator.service.js:44:16)\n at ActiveJobsMetricQueueServiceHealthIndicator. (/usr/src/app/packages/application-generic/build/main/health/queue-health-indicator.service.js:35:31)\n at Generator.next ()\n at /usr/src/app/packages/application-generic/build/main/health/queue-health-indicator.service.js:17:71\n at new Promise ()\n at __awaiter (/usr/src/app/packages/application-generic/build/main/health/queue-health-indicator.service.js:13:12)\n at ActiveJobsMetricQueueServiceHealthIndicator.isHealthy (/usr/src/app/packages/application-generic/build/main/health/queue-health-indicator.service.js:34:16)\n at /usr/src/app/packages/application-generic/build/main/services/readiness/readiness.service.js:51:96\n at Array.map ()\n at Readine ssService. (/usr/src/app/packages/application-generic/build/main/services/readiness/readiness.service.js:51:73)\n at Generator.next ()","isHealthCheckError":true,"causes":{"activeJobsMetricQueue":{"status":"down"}}},"msg":"Some health indicator throw an error when checking if queues are enabled"}