diff --git a/grpc-proxy/Dockerfile b/grpc-proxy/Dockerfile
index 3f85939e41b..ac4e6718ae4 100644
--- a/grpc-proxy/Dockerfile
+++ b/grpc-proxy/Dockerfile
@@ -1,4 +1,6 @@
-FROM docker.io/library/alpine:3.13
+# Deliberately using old alpine, see issue #1034 in deephaven-core
+# See also alpinelinux/docker-alpine#155
+FROM docker.io/library/alpine:3.12
 
 COPY contents/ .
 
@@ -6,6 +8,7 @@ ENV GRPCWEBPROXY_VERSION=v0.13.0
 
 # Note(deephaven-core#599): Consider moving grpcwebproxy DL into gradle
 RUN set -eux; \
+    mkdir /app; \
     apk add --no-cache tini; \
     wget -q "https://github.com/improbable-eng/grpc-web/releases/download/${GRPCWEBPROXY_VERSION}/grpcwebproxy-${GRPCWEBPROXY_VERSION}-linux-x86_64.zip"; \
     sha256sum -c checksums.txt; \