feat: remove cache management endpoints and related tests from API

Author: max-ostapenko

README.md

@@ -30,7 +30,6 @@ The API will be available at <http://localhost:3000>
 - **Cache Headers**: 6-hour cache control for static data
 - **Health Check**: GET `/` returns health status
 - **RESTful API**: All endpoints follow REST conventions
-- **Backend caching**: Some responses are cached on the backend for 1 hours to improve latency
 
 ### `GET /`
 
@@ -501,51 +500,6 @@ Returns a JSON object with the following schema:
 ]
 ```
 
-### `GET /cache-stats`
-
-Provides statistics about the API's cache.
-
-```bash
-curl --request GET \
-  --url 'https://{{HOST}}/v1/cache-stats'
-```
-
-Returns a JSON object with the following schema:
-
-```json
-{
-    "cache_hits": 12345,
-    "cache_misses": 6789,
-    "last_cleared": "2023-10-01T12:00:00Z"
-}
-```
-
-### `POST /v1/cache-reset`
-
-Resets all caches in the API. This endpoint requires a POST request.
-
-```bash
-curl --request POST \
-  --url 'https://{{HOST}}/v1/cache-reset'
-```
-
-Returns a JSON object with the following schema:
-
-```json
-{
-    "success": true,
-    "message": "All caches have been reset",
-    "before": {
-        "queryCache": 150,
-        "dateCache": 12
-    },
-    "after": {
-        "queryCache": 0,
-        "dateCache": 0
-    }
-}
-```
-
 ## Testing
 
 ```bash
@@ -667,34 +621,4 @@ Response:
 }
 ```
 
-## Cache Stats Private Endpoint
-
-The Cache Stats private endpoint provides information about the API's cache performance, including cache hits, misses, and the last time the cache was cleared. This endpoint is useful for monitoring and debugging cache behavior.
-
-```bash
-curl "https://tech-report-api-dev-226352634162.us-central1.run.app/v1/cache-stats" \
-  -H "Authorization: bearer $(gcloud auth print-identity-token)"
-```
-
-Returns a JSON object with the following schema:
 
-```json
-{
-    "queryCache": {
-        "total": 3220,
-        "valid": 2437,
-        "expired": 783,
-        "ttl": 3600000
-    },
-    "dateCache": {
-        "total": 4,
-        "valid": 4,
-        "expired": 0,
-        "ttl": 3600000
-    },
-    "config": {
-        "maxCacheSize": 5000,
-        "cleanupStrategy": "size-based-lru"
-    }
-}
-```

src/__tests__/routes.test.js

@@ -383,37 +383,6 @@ describe('API Routes', () => {
     });
   });
 
-  describe('Cache Management', () => {
-    it('should provide cache stats', async () => {
-      const res = await request(app)
-        .get('/v1/cache-stats')
-        .expect(200);
-
-      expect(res.body).toHaveProperty('queryCache');
-      expect(res.body).toHaveProperty('dateCache');
-      expect(res.body).toHaveProperty('config');
-    });
-
-    it('should reset cache on POST request', async () => {
-      const res = await request(app)
-        .post('/v1/cache-reset')
-        .expect(200);
-
-      expect(res.body).toHaveProperty('success', true);
-      expect(res.body).toHaveProperty('message');
-      expect(res.body).toHaveProperty('before');
-      expect(res.body).toHaveProperty('after');
-    });
-
-    it('should handle cache reset OPTIONS request', async () => {
-      const res = await request(app)
-        .options('/v1/cache-reset')
-        .expect(204);
-
-      expect(res.headers['access-control-allow-methods']).toContain('POST');
-    });
-  });
-
   describe('GET /v1/static/*', () => {
     beforeEach(() => {
       // Reset all mocks before each test

src/controllers/categoriesController.js

@@ -53,13 +53,7 @@ const listCategories = async (req, res) => {
     return data;
   };
 
-  // Include onlyname and fields in cache key calculation
-  const customCacheKeyData = {
-    onlyname: req.query.onlyname || false,
-    fields: req.query.fields
-  };
-
-  await executeQuery(req, res, 'categories', queryBuilder, dataProcessor, customCacheKeyData);
+  await executeQuery(req, res, 'categories', queryBuilder, dataProcessor);
 };
 
 export { listCategories };

src/controllers/cdnController.js

@@ -62,10 +62,6 @@ export const proxyReportsFile = async (req, res, filePath) => {
 
         // Set response headers
         res.setHeader('Content-Type', contentType);
-        res.setHeader('Cache-Control', 'public, max-age=86400'); // 24 hours
-        res.setHeader('Access-Control-Allow-Origin', '*');
-        res.setHeader('Access-Control-Allow-Methods', 'GET, OPTIONS');
-        res.setHeader('Access-Control-Allow-Headers', 'Content-Type');
 
         if (metadata.etag) {
             res.setHeader('ETag', metadata.etag);

src/controllers/reportController.js

@@ -6,9 +6,6 @@ import {
     validateRequiredParams,
     sendValidationError,
     getLatestDate,
-    generateQueryCacheKey,
-    getCachedQueryResult,
-    setCachedQueryResult,
     handleControllerError,
     validateArrayParameter
 } from '../utils/controllerHelpers.js';
@@ -87,24 +84,6 @@ const createReportController = (reportType) => {
                 startDate = await getLatestDate(firestore, config.table);
             }
 
-            // Create cache key for this specific query
-            const queryFilters = {
-                geo: params.geo,
-                rank: params.rank,
-                technology: techArray,
-                startDate: startDate,
-                endDate: params.end
-            };
-            const cacheKey = generateQueryCacheKey(config.table, queryFilters);
-
-            // Check cache first
-            const cachedResult = getCachedQueryResult(cacheKey);
-            if (cachedResult) {
-                res.statusCode = 200;
-                res.end(JSON.stringify(cachedResult));
-                return;
-            }
-
             // Build Firestore query
             let query = firestore.collection(config.table);
 
@@ -136,9 +115,6 @@ const createReportController = (reportType) => {
                 data.push(doc.data());
             });
 
-            // Cache the result
-            setCachedQueryResult(cacheKey, data);
-
             // Send response
             res.statusCode = 200;
             res.end(JSON.stringify(data));

src/controllers/technologiesController.js

@@ -66,13 +66,7 @@ const listTechnologies = async (req, res) => {
     return data;
   };
 
-  // Include onlyname and fields in cache key calculation
-  const customCacheKeyData = {
-    onlyname: req.query.onlyname || false,
-    fields: req.query.fields
-  };
-
-  await executeQuery(req, res, 'technologies', queryBuilder, dataProcessor, customCacheKeyData);
+  await executeQuery(req, res, 'technologies', queryBuilder, dataProcessor);
 };
 
 export {

src/index.js

@@ -162,16 +162,6 @@ const handleRequest = async (req, res) => {
     } else if (pathname === '/v1/versions' && req.method === 'GET') {
       const { listVersions } = await getController('versions');
       await listVersions(req, res);
-    } else if (pathname === '/v1/cache-stats' && req.method === 'GET') {
-      // Cache monitoring endpoint
-      const { getCacheStats } = await import('./utils/controllerHelpers.js');
-      const stats = getCacheStats();
-      sendJSONResponse(res, stats);
-    } else if (pathname === '/v1/cache-reset' && req.method === 'POST') {
-      // Cache reset endpoint
-      const { resetCache } = await import('./utils/controllerHelpers.js');
-      const result = resetCache();
-      sendJSONResponse(res, result);
     } else if (pathname.startsWith('/v1/static/') && req.method === 'GET') {
       // GCS proxy endpoint for reports files
       const filePath = pathname.replace('/v1/static/', '');