Switch to Github-connected runpod endpoint; bust cache

etowahadams · Dec 21, 2024 · 853d84b · 853d84b
1 parent 9a127d2
commit 853d84b
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 2 deletions.
diff --git a/interprot/endpoints/sae_inference/Dockerfile b/interprot/endpoints/sae_inference/Dockerfile
@@ -20,6 +20,9 @@ RUN gdown https://drive.google.com/uc?id=19aCVCVLleTc4QSiXZsi5hPqrE21duk6q
 
 WORKDIR /
 
+# Bust cache by downloading a dynamic page: https://stackoverflow.com/a/55621942
+# This ensures that any update to handlerl.py gets reflected
+ADD https://google.com cache_bust
 COPY interprot/endpoints/sae_inference/handler.py .
 
 EXPOSE 8000

diff --git a/viz/src/runpod.ts b/viz/src/runpod.ts
@@ -73,7 +73,7 @@ export async function getSAEDimActivations(input: RunpodSAEDimActivationsInput):
   }
 
   // Both caches have missed, call API.
-  const data = await postRunpod(input, "yk9ehzl3h653vj");
+  const data = await postRunpod(input, "jrzmm3fq54zjuy");
   SAEDimActivationsCache[dimCacheKey] = data.tokens_acts_list;
   return data.tokens_acts_list;
 }
@@ -85,7 +85,7 @@ export async function getSAEAllDimsActivations(
   if (cacheKey in SAEAllDimsActivationsCache) {
     return SAEAllDimsActivationsCache[cacheKey];
   }
-  const data = await postRunpod(input, "yk9ehzl3h653vj");
+  const data = await postRunpod(input, "jrzmm3fq54zjuy");
   SAEAllDimsActivationsCache[cacheKey] = data.token_acts_list_by_active_dim;
   return data.token_acts_list_by_active_dim;
 }