Skip to content

Commit

Permalink
Add new models to inference endpoint
Browse files Browse the repository at this point in the history
  • Loading branch information
liambai committed Jan 25, 2025
1 parent b67e10b commit 59d5dbb
Show file tree
Hide file tree
Showing 2 changed files with 29 additions and 1 deletion.
21 changes: 20 additions & 1 deletion interprot/endpoints/sae_inference/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -17,11 +17,30 @@ RUN wget https://dl.fbaipublicfiles.com/fair-esm/models/esm2_t33_650M_UR50D.pt
RUN gdown https://drive.google.com/uc?id=1LtDUfcWQEwPuTdd127HEb_A2jQdRyKrU
# Weights for esm2_plm1280_l24_sae4096_k128_auxk512_antibody_seqs.ckpt
RUN gdown https://drive.google.com/uc?id=19aCVCVLleTc4QSiXZsi5hPqrE21duk6q
# Weights for esm2_plm1280_l4_sae4096_k64.ckpt
RUN gdown https://drive.google.com/uc?id=1yrfhQ4Qtcpe2v9oeiBl4csklcnGbamNp
# Weights for esm2_plm1280_l8_sae4096_k64_auxk640.ckpt
RUN gdown https://drive.google.com/uc?id=1m30OvYHZmtdI8l6F1GsWr8TnZr_0Q_ax
# Weights for esm2_plm1280_l12_sae4096_k64.ckpt
RUN gdown https://drive.google.com/uc?id=1UA9Y6EV9cgY-HtNjz9n46DE4nUCJ8S1U
# Weights for esm2_plm1280_l16_sae4096_k64_auxk640.ckpt
RUN gdown https://drive.google.com/uc?id=1f_kHYqrV9qw-RKgQUBX-p5hDntwSkANd
# Weights for esm2_plm1280_l20_sae4096_k64.ckpt
RUN gdown https://drive.google.com/uc?id=1W_2sU3V4zTw0crG0fduKNdJpkk7CXgsd
# Weights for esm2_plm1280_l24_sae4096_k64_auxk640.ckpt
RUN gdown https://drive.google.com/uc?id=1QfcQLWBH5t2Bt975bbRNS33fUPGpaFJN
# Weights for esm2_plm1280_l28_sae4096_k64.ckpt
RUN gdown https://drive.google.com/uc?id=1wvyl0yb4kGbnlMYQsJpl7JSmNDLnoNpu
# Weights for esm2_plm1280_l32_sae4096_k64.ckpt
RUN gdown https://drive.google.com/uc?id=1LXwEnDsgLpyCILyTrQv_W2yTLwCV-6IP
# Weights for esm2_plm1280_l33_sae4096_aux640.ckpt
RUN gdown https://drive.google.com/uc?id=1Ly7IQjAp3UcPOgQLCgV6BQiwknV32VZU


WORKDIR /

# Bust cache by downloading a dynamic page: https://stackoverflow.com/a/55621942
# This ensures that any update to handlerl.py gets reflected
# This ensures that any update to handler.py gets reflected
ADD https://google.com cache_bust
COPY interprot/endpoints/sae_inference/handler.py .

Expand Down
9 changes: 9 additions & 0 deletions interprot/endpoints/sae_inference/handler.py
Original file line number Diff line number Diff line change
Expand Up @@ -25,6 +25,15 @@
SAE_NAME_TO_CHECKPOINT = {
"SAE4096-L24": "esm2_plm1280_l24_sae4096_100Kseqs.pt",
"SAE4096-L24-ab": "esm2_plm1280_l24_sae4096_k128_auxk512_antibody_seqs.ckpt",
"SAE4096-L4": "esm2_plm1280_l4_sae4096_k64.ckpt",
"SAE4096-L8": "esm2_plm1280_l8_sae4096_k64_auxk640.ckpt",
"SAE4096-L12": "esm2_plm1280_l12_sae4096_k64.ckpt",
"SAE4096-L16": "esm2_plm1280_l16_sae4096_k64_auxk640.ckpt",
"SAE4096-L20": "esm2_plm1280_l20_sae4096_k64.ckpt",
"SAE4096-L24-v2": "esm2_plm1280_l24_sae4096_k64_auxk640.ckpt",
"SAE4096-L28": "esm2_plm1280_l28_sae4096_k64.ckpt",
"SAE4096-L32": "esm2_plm1280_l32_sae4096_k64.ckpt",
"SAE4096-L33": "esm2_plm1280_l33_sae4096_aux640.ckpt",
}


Expand Down

0 comments on commit 59d5dbb

Please sign in to comment.