nit

pkg/plugins/gateway/main.go

@@ -30,10 +30,11 @@ import (
 	"syscall"
 	"time"
 
-	ratelimiter "github.com/aibrix/aibrix/pkg/plugins/ratelimiter/rate_limiter"
-	routing "github.com/aibrix/aibrix/pkg/plugins/ratelimiter/routing_algorithms"
+	ratelimiter "github.com/aibrix/aibrix/pkg/plugins/gateway/rate_limiter"
+	routing "github.com/aibrix/aibrix/pkg/plugins/gateway/routing_algorithms"
 	redis "github.com/redis/go-redis/v9"
 	openai "github.com/sashabaranov/go-openai"
+	"go.etcd.io/etcd/server/v3/proxy/grpcproxy/cache"
 	"google.golang.org/grpc"
 	"google.golang.org/grpc/codes"
 	"google.golang.org/grpc/status"
@@ -499,6 +500,10 @@ func main() {
 		log.Fatalf("failed to listen: %v", err)
 	}
 
+	stopCh := make(chan struct{})
+	defer close(stopCh)
+	cache.NewCache(stopCh)
+
 	s := grpc.NewServer()
 
 	extProcPb.RegisterExternalProcessorServer(s, &server{