feat(api): configure ClickHouse connection and enhance logging schema; add Docker support

Author: Prateet-Github

.dockerignore

@@ -0,0 +1,6 @@
+node_modules
+npm-debug.log
+.env
+.git
+dist
+coverage

api/.dockerignore

@@ -0,0 +1,6 @@
+node_modules
+npm-debug.log
+.env
+.git
+dist
+coverage

api/Dockerfile

@@ -0,0 +1,9 @@
+FROM node:20-alpine
+
+WORKDIR /app
+
+COPY package*.json ./
+
+RUN npm install
+
+COPY . .

api/config/env.ts

@@ -7,7 +7,8 @@ const envSchema = z.object({
   PORT: z.string().default("3000").transform(Number),
   KAFKA_BROKER: z.string().min(1),
   NODE_ENV: z.enum(["development", "production", "test"]).default("development"),
-  CLICKHOUSE_PASSWORD: z.string().default(""),
+  CLICKHOUSE_PASSWORD: z.string().default("password"),
+  CLICKHOUSE_HOST: z.string().default("http://localhost:8123"),
 });
 
 const _env = envSchema.safeParse(process.env);

api/lib/clickhouse.ts

@@ -2,7 +2,7 @@ import { createClient } from "@clickhouse/client";
 import { env } from "../config/env.js";
 
 export const clickhouse = createClient({
-  url: 'http://localhost:8123',
+  url: env.CLICKHOUSE_HOST,
   username: 'default',
   password: env.CLICKHOUSE_PASSWORD,
   database: 'default',

api/schemas/log.schema.ts

@@ -2,7 +2,7 @@ import z from 'zod';
 
 export const logSchema = z.object({
   service: z.string().min(1, "Service name is required"),
-  level: z.enum(['INFO', 'WARN', 'ERROR', 'DEBUG']),
+  level: z.enum(['INFO', 'WARN', 'ERROR', 'DEBUG', 'FATAL']),
   message: z.string().min(1, "Log message cannot be empty"),
   metadata: z.record(z.string(), z.any()).optional(),
 });

docker-compose.yml

@@ -1,9 +1,6 @@
-version: '3'
-
 services:
-  # 1. Kafka (KRaft Mode - No Zookeeper required)
   kafka:
-    image: confluentinc/cp-kafka:7.6.1 # Pinned for stability
+    image: confluentinc/cp-kafka:7.6.1
     hostname: kafka
     container_name: logstream-kafka
     ports:
@@ -18,16 +15,13 @@ services:
       KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
       KAFKA_JMX_PORT: 9101
       KAFKA_JMX_HOSTNAME: localhost
-      # KRaft Specific Settings
       KAFKA_PROCESS_ROLES: 'broker,controller'
       KAFKA_CONTROLLER_QUORUM_VOTERS: '1@kafka:29093'
       KAFKA_LISTENERS: 'PLAINTEXT://kafka:29092,CONTROLLER://kafka:29093,PLAINTEXT_HOST://0.0.0.0:9092'
       KAFKA_INTER_BROKER_LISTENER_NAME: 'PLAINTEXT'
       KAFKA_CONTROLLER_LISTENER_NAMES: 'CONTROLLER'
-      # Using a static Cluster ID to avoid "format" errors on startup
       CLUSTER_ID: 'MkU3OEVBNTcwNTJENDM2Qk'
 
-  # 2. ClickHouse (The Database)
   clickhouse:
     image: clickhouse/clickhouse-server
     container_name: logstream-clickhouse
@@ -41,4 +35,31 @@ services:
     environment:
       - CLICKHOUSE_USER=default
       - CLICKHOUSE_PASSWORD=password
-      - CLICKHOUSE_DEFAULT_ACCESS_MANAGEMENT=1
+      - CLICKHOUSE_DEFAULT_ACCESS_MANAGEMENT=1
+
+  api:
+    build: ./api  
+    container_name: logstream-api
+    command: npx tsx server.ts
+    ports:
+      - "3000:3000"
+    depends_on:
+      - kafka
+      - clickhouse
+    environment:
+      - PORT=3000
+      - KAFKA_BROKER=kafka:29092
+      - CLICKHOUSE_HOST=http://clickhouse:8123
+      - CLICKHOUSE_PASSWORD=password
+
+  worker:
+    build: ./api 
+    container_name: logstream-worker
+    command: npx tsx worker/index.ts
+    depends_on:
+      - kafka
+      - clickhouse
+    environment:
+      - KAFKA_BROKER=kafka:29092
+      - CLICKHOUSE_HOST=http://clickhouse:8123
+      - CLICKHOUSE_PASSWORD=password