feat: ready to boot ama bot

didinele · didinele · commit d38e7a4aceee · 2025-10-08T18:41:37.000+03:00
diff --git a/.env.private.example b/.env.private.example
@@ -5,3 +5,5 @@ OAUTH_DISCORD_CLIENT_SECRET=73tI-EaLVgtkrcgpBawzmOfdNpY_4ME7
 
 LOCAL_DATABASE_PORT=5432
 LOCAL_DOZZLE_PORT=8080
+
+AMA_BOT_TOKEN=boop
diff --git a/.env.public b/.env.public
@@ -2,6 +2,7 @@ ROOT_DOMAIN=automoderator.app
 ADMINS=223703707118731264
 
 DATABASE_URL=postgres://chatsift:admin@postgres:5432/chatsift
+REDIS_URL=redis://redis:6379
 
 API_PORT=9876
 OAUTH_DISCORD_CLIENT_ID=1005791929075769344
diff --git a/docker-compose.yml b/docker-compose.yml
@@ -40,13 +40,13 @@ services:
     ports:
       - 127.0.0.1:${LOCAL_DOZZLE_PORT}:8080
 
-  #   redis:
-  #     image: redis:6-alpine
-  #     restart: unless-stopped
-  #     healthcheck:
-  #       test: ['CMD-SHELL', 'redis-cli ping']
-  #       interval: 10s
-  #       timeout: 5s
+  redis:
+    image: redis:6-alpine
+    restart: unless-stopped
+    healthcheck:
+      test: ['CMD-SHELL', 'redis-cli ping']
+      interval: 10s
+      timeout: 5s
 
   api:
     image: chatsift/chatsift:api
@@ -61,6 +61,17 @@ services:
     ports:
       - 127.0.0.1:${API_PORT}:${API_PORT}
 
+  ama-bot:
+    image: chatsift/chatsift:ama-bot
+    build:
+      context: ./
+      dockerfile: ./Dockerfile
+    restart: unless-stopped
+    env_file:
+      - ./.env.public
+      - ./.env.private
+    command: ['node', '--enable-source-maps', './services/ama-bot/dist/bin.js']
+
 volumes:
   postgres-data:
     name: 'chatsift-v3-postgres-data'
diff --git a/packages/private/backend-core/package.json b/packages/private/backend-core/package.json
@@ -28,6 +28,7 @@
 		"kysely": "^0.28.7",
 		"pg": "^8.16.3",
 		"pino": "^9.12.0",
+		"redis": "^5.8.3",
 		"zod": "^4.1.11"
 	}
 }
diff --git a/packages/private/backend-core/src/index.ts b/packages/private/backend-core/src/index.ts
@@ -6,3 +6,4 @@ export * from './lib/context.js';
 export * from './lib/database.js';
 export * from './lib/env.js';
 export * from './lib/logger.js';
+export * from './lib/redis.js';
diff --git a/packages/private/backend-core/src/lib/context.ts b/packages/private/backend-core/src/lib/context.ts
@@ -2,6 +2,7 @@ import type { DB } from '@chatsift/core';
 import type { Kysely } from 'kysely';
 import type { Logger } from 'pino';
 import { ENV } from './env.js';
+import type { createRedis } from './redis.js';
 
 export interface Context {
 	BCRYPT_SALT_ROUNDS: number;
@@ -10,15 +11,15 @@ export interface Context {
 	db: Kysely<DB>;
 	env: typeof ENV;
 	logger: Logger;
+	redis: Awaited<ReturnType<typeof createRedis>>;
 }
 
-export function createContext(db: Kysely<DB>, logger: Logger): Context {
+export function createContext(given: Pick<Context, 'db' | 'logger' | 'redis'>): Context {
 	return {
-		UP_SINCE: Date.now(),
 		BCRYPT_SALT_ROUNDS: 14,
+		UP_SINCE: Date.now(),
 
-		db,
 		env: ENV,
-		logger,
+		...given,
 	};
 }
diff --git a/packages/private/backend-core/src/lib/data/bots.ts b/packages/private/backend-core/src/lib/data/bots.ts
@@ -1,6 +1,6 @@
 import { createRecipe, DataType } from 'bin-rw';
 
-export const BOTS = ['AMA'];
+export const BOTS = ['AMA'] as const;
 
 export type BotId = (typeof BOTS)[number];
 
diff --git a/packages/private/backend-core/src/lib/env.ts b/packages/private/backend-core/src/lib/env.ts
@@ -16,6 +16,9 @@ const envSchema = z.object({
 	// Postgres
 	DATABASE_URL: z.string(),
 
+	// Redis
+	REDIS_URL: z.string(),
+
 	// API
 	API_PORT: z.string().pipe(z.coerce.number()),
 	OAUTH_DISCORD_CLIENT_ID: z.string().regex(SnowflakeRegex),
@@ -35,6 +38,9 @@ const envSchema = z.object({
 	ENCRYPTION_KEY: z.string().length(44),
 	API_URL: z.url(),
 	FRONTEND_URL: z.url(),
+
+	// AMA
+	AMA_BOT_TOKEN: z.string(),
 });
 
 export const ENV = envSchema.parse(process.env);
diff --git a/packages/private/backend-core/src/lib/redis.ts b/packages/private/backend-core/src/lib/redis.ts
@@ -0,0 +1,9 @@
+import type { Logger } from 'pino';
+import { createClient } from 'redis';
+import { ENV } from './env.js';
+
+export async function createRedis(logger: Logger) {
+	return createClient({ url: ENV.REDIS_URL })
+		.on('error', (err) => logger.error(err, 'redis error'))
+		.connect();
+}
diff --git a/services/ama-bot/package.json b/services/ama-bot/package.json
@@ -3,9 +3,6 @@
 	"private": true,
 	"version": "1.0.0",
 	"type": "module",
-	"exports": {
-		".": "./dist/index.js"
-	},
 	"scripts": {
 		"build": "tsc",
 		"test": "vitest run",
diff --git a/services/ama-bot/src/bin.ts b/services/ama-bot/src/bin.ts
@@ -0,0 +1,3 @@
+import { bin } from './index.js';
+
+await bin();
diff --git a/services/ama-bot/src/context.ts b/services/ama-bot/src/context.ts
@@ -0,0 +1,7 @@
+import { createContext, createDatabase, createLogger, createRedis } from '@chatsift/backend-core';
+
+const logger = createLogger('ama-bot');
+const db = createDatabase(logger);
+const redis = await createRedis(logger);
+
+export const context = createContext({ db, logger, redis });
diff --git a/services/ama-bot/src/index.ts b/services/ama-bot/src/index.ts
@@ -1 +1,5 @@
-console.log('.');
+import { gateway } from './lib/gateway.js';
+
+export async function bin(): Promise<void> {
+	await gateway.connect();
+}
diff --git a/services/ama-bot/src/lib/client.ts b/services/ama-bot/src/lib/client.ts
@@ -0,0 +1,33 @@
+import { setInterval } from 'node:timers';
+import { GlobalCaches } from '@chatsift/backend-core';
+import type { Snowflake } from '@discordjs/core';
+import { Client, GatewayDispatchEvents } from '@discordjs/core';
+import { context } from '../context.js';
+import { gateway } from './gateway.js';
+import { rest } from './rest.js';
+
+// keep a copy of the guild ids we manage here to easily patch redis
+const guildIds = new Set<Snowflake>();
+setInterval(async () => {
+	void context.redis.set(
+		GlobalCaches.GuildList.key('AMA'),
+		GlobalCaches.GuildList.recipe.encode({
+			guilds: [...guildIds],
+		}),
+	);
+}, 10_000).unref();
+
+export const client = new Client({ rest, gateway });
+
+client
+	.on(GatewayDispatchEvents.GuildCreate, ({ data: guild }) => {
+		guildIds.add(guild.id);
+	})
+	.on(GatewayDispatchEvents.GuildDelete, ({ data: guild }) => {
+		if (!guild.unavailable) {
+			guildIds.delete(guild.id);
+		}
+	})
+	.once(GatewayDispatchEvents.Ready, () => {
+		context.logger.info('Logged in successfully');
+	});
diff --git a/services/ama-bot/src/lib/gateway.ts b/services/ama-bot/src/lib/gateway.ts
@@ -0,0 +1,23 @@
+import type { RESTGetAPIGatewayBotResult } from '@discordjs/core';
+import { GatewayIntentBits, Routes } from '@discordjs/core';
+import { CompressionMethod, WebSocketManager, WebSocketShardEvents } from '@discordjs/ws';
+import { context } from '../context.js';
+import { rest } from './rest.js';
+
+export const gateway = new WebSocketManager({
+	token: context.env.AMA_BOT_TOKEN,
+	intents: GatewayIntentBits.Guilds,
+	fetchGatewayInformation: async () => rest.get(Routes.gatewayBot()) as Promise<RESTGetAPIGatewayBotResult>,
+	compression: CompressionMethod.ZlibNative,
+});
+
+gateway
+	.on(WebSocketShardEvents.Closed, (code, shardId) => context.logger.info({ shardId, code }, 'Shard CLOSED'))
+	.on(WebSocketShardEvents.HeartbeatComplete, ({ ackAt, heartbeatAt, latency }, shardId) =>
+		context.logger.debug({ shardId, ackAt, heartbeatAt, latency }, 'Shard HEARTBEAT'),
+	)
+	.on(WebSocketShardEvents.Error, (shardId, error) => context.logger.error({ shardId, error }, 'Shard ERROR'))
+	.on(WebSocketShardEvents.Debug, (message, shardId) => context.logger.debug({ shardId }, message))
+	.on(WebSocketShardEvents.Hello, (shardId) => context.logger.debug({ shardId }, 'Shard HELLO'))
+	.on(WebSocketShardEvents.Ready, (shardId) => context.logger.debug({ shardId }, 'Shard READY'))
+	.on(WebSocketShardEvents.Resumed, (shardId) => context.logger.debug({ shardId }, 'Shard RESUMED'));
diff --git a/services/ama-bot/src/lib/rest.ts b/services/ama-bot/src/lib/rest.ts
@@ -0,0 +1,4 @@
+import { REST } from '@discordjs/rest';
+import { context } from '../context.js';
+
+export const rest = new REST({ version: '10' }).setToken(context.env.AMA_BOT_TOKEN);
diff --git a/services/api/src/context.ts b/services/api/src/context.ts
@@ -1,6 +1,7 @@
-import { createContext, createDatabase, createLogger } from '@chatsift/backend-core';
+import { createContext, createDatabase, createLogger, createRedis } from '@chatsift/backend-core';
 
 const logger = createLogger('api');
 const db = createDatabase(logger);
+const redis = await createRedis(logger);
 
-export const context = createContext(db, logger);
+export const context = createContext({ db, logger, redis });
diff --git a/services/api/src/index.ts b/services/api/src/index.ts
@@ -14,7 +14,7 @@ import { sendBoom } from './util/sendBoom.js';
 
 export type * from './routes/_types/index.js';
 
-export async function bin() {
+export async function bin(): Promise<void> {
 	const app = polka({
 		onError(err, req, res) {
 			context.logger.error({ err, trackingId: (req as TRequest<unknown>).trackingId }, 'request error');
diff --git a/services/api/src/middleware/__tests__/isAuthed.test.ts b/services/api/src/middleware/__tests__/isAuthed.test.ts
@@ -24,6 +24,8 @@ vi.mock('@chatsift/backend-core', async (importActual) => {
 	process.env['API_PORT'] = '9876';
 	process.env['ENCRYPTION_KEY'] = '7J7xgcVq3ZWu0RENu1riW7wJPYdqZzA1+kBRKMxhG0g=';
 	process.env['DATABASE_URL'] = 'postgres://user:password@localhost:5432/dbname';
+	process.env['REDIS_URL'] = 'redis://localhost:6379';
+	process.env['AMA_BOT_TOKEN'] = 'abcdef';
 
 	// eslint-disable-next-line @typescript-eslint/consistent-type-imports
 	const actual = (await importActual()) as typeof import('@chatsift/backend-core');
@@ -32,6 +34,7 @@ vi.mock('@chatsift/backend-core', async (importActual) => {
 		...actual,
 		// @ts-expect-error - Arg forwarding
 		createContext: (...args: any[]) => ({ ...actual.createContext(...args), UP_SINCE: Date.now() - 1_000 * 60 * 5 }),
+		createRedis: () => null,
 	};
 });
 
diff --git a/yarn.lock b/yarn.lock
@@ -598,6 +598,7 @@ __metadata:
     kysely: "npm:^0.28.7"
     pg: "npm:^8.16.3"
     pino: "npm:^9.12.0"
+    redis: "npm:^5.8.3"
     typescript: "npm:~5.9.3"
     zod: "npm:^4.1.11"
   languageName: unknown
@@ -4464,6 +4465,51 @@ __metadata:
   languageName: node
   linkType: hard
 
+"@redis/bloom@npm:5.8.3":
+  version: 5.8.3
+  resolution: "@redis/bloom@npm:5.8.3"
+  peerDependencies:
+    "@redis/client": ^5.8.3
+  checksum: 10c0/572c62adecc7736bb397a218a718e46d966f6a2b2a21569cc767fc18b30d2436af1173b26a0ba9c61420201dfedb49b1fa60cf60e4111892d0abd31935371186
+  languageName: node
+  linkType: hard
+
+"@redis/client@npm:5.8.3":
+  version: 5.8.3
+  resolution: "@redis/client@npm:5.8.3"
+  dependencies:
+    cluster-key-slot: "npm:1.1.2"
+  checksum: 10c0/af34e1373fd853d6034ba69add08611c1fe19cf1e1e28f35d4eb1c570e4d11cae9a1b7869739f7593e5ba701f3f13edde64654691f075d74b04a131983347b35
+  languageName: node
+  linkType: hard
+
+"@redis/json@npm:5.8.3":
+  version: 5.8.3
+  resolution: "@redis/json@npm:5.8.3"
+  peerDependencies:
+    "@redis/client": ^5.8.3
+  checksum: 10c0/17f6a39132dfedac96b39ec0136a91a6d2525de4aaef06ee053192a3f483c44c9b8821d11c16594044aab863dfebfaa730ab1a56a26d882d690756814481b6c1
+  languageName: node
+  linkType: hard
+
+"@redis/search@npm:5.8.3":
+  version: 5.8.3
+  resolution: "@redis/search@npm:5.8.3"
+  peerDependencies:
+    "@redis/client": ^5.8.3
+  checksum: 10c0/cdc300efe4459d4ca8303341fd7719d0b5def43df745ebf2e88479ee09711818fdab5194d5d0d65586d777266f8f259d153be3600e1d60d0d7b5bc669d01b134
+  languageName: node
+  linkType: hard
+
+"@redis/time-series@npm:5.8.3":
+  version: 5.8.3
+  resolution: "@redis/time-series@npm:5.8.3"
+  peerDependencies:
+    "@redis/client": ^5.8.3
+  checksum: 10c0/4cd8f29efb4c81971cbbdf2dfaa9daf8ca1089ee93d4847a3bc2ed87ba101ecbf2795a33ea4742fd0e7ee206f202992f94a95947b3525f4c4df368028cd44239
+  languageName: node
+  linkType: hard
+
 "@rollup/rollup-android-arm-eabi@npm:4.19.1":
   version: 4.19.1
   resolution: "@rollup/rollup-android-arm-eabi@npm:4.19.1"
@@ -7162,6 +7208,13 @@ __metadata:
   languageName: node
   linkType: hard
 
+"cluster-key-slot@npm:1.1.2":
+  version: 1.1.2
+  resolution: "cluster-key-slot@npm:1.1.2"
+  checksum: 10c0/d7d39ca28a8786e9e801eeb8c770e3c3236a566625d7299a47bb71113fb2298ce1039596acb82590e598c52dbc9b1f088c8f587803e697cb58e1867a95ff94d3
+  languageName: node
+  linkType: hard
+
 "color-convert@npm:^1.9.0":
   version: 1.9.3
   resolution: "color-convert@npm:1.9.3"
@@ -14167,6 +14220,19 @@ __metadata:
   languageName: node
   linkType: hard
 
+"redis@npm:^5.8.3":
+  version: 5.8.3
+  resolution: "redis@npm:5.8.3"
+  dependencies:
+    "@redis/bloom": "npm:5.8.3"
+    "@redis/client": "npm:5.8.3"
+    "@redis/json": "npm:5.8.3"
+    "@redis/search": "npm:5.8.3"
+    "@redis/time-series": "npm:5.8.3"
+  checksum: 10c0/6e66390eb268406a3738f63bc744a31546d0ca087db0fc8c4fd6d958335c59ef71c6f45ff11fec290eab01088c7609abbc1e448610816049ea11dcd931e056e1
+  languageName: node
+  linkType: hard
+
 "refa@npm:^0.12.0, refa@npm:^0.12.1":
   version: 0.12.1
   resolution: "refa@npm:0.12.1"

Original file line number	Diff line number	Diff line change
`@@ -28,6 +28,7 @@`
`28`	`28`	`"kysely": "^0.28.7",`
`29`	`29`	`"pg": "^8.16.3",`
`30`	`30`	`"pino": "^9.12.0",`
	`31`	`+ "redis": "^5.8.3",`
`31`	`32`	`"zod": "^4.1.11"`
`32`	`33`	`}`
`33`	`34`	`}`