align toolchain, better logging, secrets, etc.

Signed-off-by: amanycodes <[email protected]>

Author: amanycodes

.dockerignore

@@ -0,0 +1,15 @@
+bin/
+vendor/
+.git/
+.gitignore
+.idea/
+.vscode/
+*.iml
+*.log
+*.swp
+*.tmp
+*.test
+*.out
+Dockerfile
+deployments/k8s/
+tests/

.github/workflows/ci.yml

@@ -0,0 +1,41 @@
+name: ci
+
+on:
+  push:
+    branches: [ main, master ]
+  pull_request:
+    branches: [ main, master ]
+
+jobs:
+  build-test:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-go@v5
+        with:
+          go-version: '1.23.x'
+      - name: Lint
+        uses: golangci/golangci-lint-action@v6
+        with:
+          version: latest
+      - name: Build
+        run: go build ./cmd/gateway
+      - name: Test
+        run: go test ./... -v
+  docker-build:
+    runs-on: ubuntu-latest
+    needs: build-test
+    steps:
+      - uses: actions/checkout@v4
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v3
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+      - name: Build image
+        uses: docker/build-push-action@v6
+        with:
+          context: .
+          file: deployments/docker/Dockerfile
+          platforms: linux/amd64
+          push: false
+          tags: amanycodes/pine-gate:dev

configs/config.example.yaml

@@ -0,0 +1,8 @@
+# configs/config.example.yaml
+server:
+  port: 8080
+auth:
+  api_key: "dev-key"
+models:
+  - name: "dummy"
+    type: "echo"

deployments/docker/Dockerfile

@@ -1,4 +1,4 @@
-FROM golang:1.22 AS build
+FROM golang:1.23 AS build
 WORKDIR /app
 COPY . .
 RUN CGO_ENABLED=0 GOOS=linux go build -o /go-ai-gateway ./cmd/gateway

deployments/k8s/deployment.yaml

@@ -0,0 +1,56 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: pine-gate
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: pine-gate
+  template:
+    metadata:
+      labels:
+        app: pine-gate
+    spec:
+      containers:
+      - name: pine-gate
+        image: amanycodes/pine-gate:dev
+        ports:
+        - containerPort: 8080
+        env:
+        - name: API_KEY
+          valueFrom:
+            secretKeyRef:
+              name: pine-gate-secret
+              key: api-key
+        readinessProbe:
+          httpGet:
+            path: /healthz
+            port: 8080
+          initialDelaySeconds: 3
+          periodSeconds: 5
+        livenessProbe:
+          httpGet:
+            path: /healthz
+            port: 8080
+          initialDelaySeconds: 8
+          periodSeconds: 10
+        resources:
+          requests:
+            cpu: "100m"
+            memory: "128Mi"
+          limits:
+            cpu: "500m"
+            memory: "512Mi"
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: pine-gate
+spec:
+  selector:
+    app: pine-gate
+  ports:
+  - port: 80
+    targetPort: 8080
+    name: http

deployments/k8s/secret.yaml

@@ -0,0 +1,7 @@
+apiVersion: v1
+kind: Secret
+metadata:
+  name: pine-gate-secret
+type: Opaque
+stringData:
+  api-key: dev-key

go.mod

@@ -1,9 +1,12 @@
 module github.com/amanycoes/pine-gate
 
-go 1.24.2
+go 1.23.0
+
+toolchain go1.24.2
 
 require (
 	github.com/go-chi/chi/v5 v5.2.3
+	github.com/google/uuid v1.6.0
 	github.com/prometheus/client_golang v1.23.2
 	go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.63.0
 	go.opentelemetry.io/otel v1.38.0
@@ -18,7 +21,6 @@ require (
 	github.com/felixge/httpsnoop v1.0.4 // indirect
 	github.com/go-logr/logr v1.4.3 // indirect
 	github.com/go-logr/stdr v1.2.2 // indirect
-	github.com/google/uuid v1.6.0 // indirect
 	github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 // indirect
 	github.com/prometheus/client_model v0.6.2 // indirect
 	github.com/prometheus/common v0.66.1 // indirect

pkg/api/handlers.go

@@ -20,22 +20,25 @@ type completionResp struct {
 }
 
 func HandleCompletions(m *telemetry.Metrics) http.HandlerFunc {
-	return func(w http.ResponseWriter, r *http.Request) {
-		timer := prometheusObserve(m, "/v1/completions", r.Method)
-		defer timer()
+    return func(w http.ResponseWriter, r *http.Request) {
+        timer := prometheusObserve(m, "/v1/completions", r.Method)
+        defer timer()
 
-		var req completionReq
-		if err := json.NewDecoder(r.Body).Decode(&req); err != nil {
-			recordErr(m, "/v1/completions", r.Method, http.StatusBadRequest)
-			http.Error(w, "bad request", http.StatusBadRequest)
-			return
-		}
-		resp := completionResp{
-			Model:  ifEmpty(req.Model, "dummy"),
-			Output: fmt.Sprintf("echo: %s", req.Prompt),
-		}
-		_ = json.NewEncoder(w).Encode(resp)
-	}
+        w.Header().Set("Content-Type", "application/json")
+
+        var req completionReq
+        if err := json.NewDecoder(r.Body).Decode(&req); err != nil {
+            recordErr(m, "/v1/completions", r.Method, http.StatusBadRequest)
+            http.Error(w, "bad request", http.StatusBadRequest)
+            return
+        }
+        resp := completionResp{
+            Model:  ifEmpty(req.Model, "dummy"),
+            Output: fmt.Sprintf("echo: %s", req.Prompt),
+        }
+        w.WriteHeader(http.StatusOK)
+        _ = json.NewEncoder(w).Encode(resp)
+    }
 }
 
 func HandleSSEStream(m *telemetry.Metrics) http.HandlerFunc {

pkg/middlewares/logging.go

@@ -1,22 +1,61 @@
 package middlewares
 
 import (
-	"net/http"
-	"time"
+    "net/http"
+    "time"
 
-	"go.uber.org/zap"
+    "github.com/google/uuid"
+    "go.uber.org/zap"
 )
 
+type loggingResponseWriter struct {
+    http.ResponseWriter
+    status int
+    size   int
+}
+
+func (lrw *loggingResponseWriter) WriteHeader(code int) {
+    lrw.status = code
+    lrw.ResponseWriter.WriteHeader(code)
+}
+
+func (lrw *loggingResponseWriter) Write(b []byte) (int, error) {
+    if lrw.status == 0 {
+        lrw.status = http.StatusOK
+    }
+    n, err := lrw.ResponseWriter.Write(b)
+    lrw.size += n
+    return n, err
+}
+
 func RequestLogger(logger *zap.Logger) func(http.Handler) http.Handler {
-	return func(next http.Handler) http.Handler {
-		return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
-			start := time.Now()
-			next.ServeHTTP(w, r)
-			logger.Info("request",
-				zap.String("method", r.Method),
-				zap.String("path", r.URL.Path),
-				zap.Duration("dur", time.Since(start)),
-				zap.String("ua", r.UserAgent()))
-		})
-	}
+    return func(next http.Handler) http.Handler {
+        return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
+            start := time.Now()
+
+            // Ensure we have a request ID for correlation
+            reqID := r.Header.Get("X-Request-ID")
+            if reqID == "" {
+                reqID = uuid.New().String()
+            }
+
+            w.Header().Set("X-Request-ID", reqID)
+
+            lrw := &loggingResponseWriter{ResponseWriter: w}
+            next.ServeHTTP(lrw, r)
+
+            if lrw.status == 0 {
+                lrw.status = http.StatusOK
+            }
+
+            logger.Info("request",
+                zap.String("id", reqID),
+                zap.String("method", r.Method),
+                zap.String("path", r.URL.Path),
+                zap.Int("status", lrw.status),
+                zap.Int("bytes", lrw.size),
+                zap.Duration("dur", time.Since(start)),
+                zap.String("ua", r.UserAgent()))
+        })
+    }
 }