fix(helm): Raise CPU limit for dataset worker container

OpenNeuroOrg · May 28, 2021 · dcf0312 · dcf0312
1 parent 3f0e9ba
commit dcf0312
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 6 deletions.
diff --git a/helm/eksctl-cluster-prod.yaml b/helm/eksctl-cluster-prod.yaml
@@ -34,10 +34,11 @@ nodeGroups:
     preBootstrapCommands:
       - apt update
       - apt install -y nfs-common zfsutils-linux
-  - name: storage
+  - name: storage-m5
     amiFamily: Ubuntu2004
-    instanceType: r5ad.large
+    instanceType: m5ad.2xlarge
     desiredCapacity: 2
+    labels: { role: storage }
     availabilityZones:
       - us-west-2b
       - us-west-2c

diff --git a/helm/openneuro/templates/dataset-worker-stateful-set.yaml b/helm/openneuro/templates/dataset-worker-stateful-set.yaml
@@ -43,14 +43,14 @@ spec:
       containers:
       - name: {{ .Release.Name }}-dataset-worker
         image: 'openneuro/datalad-service:v{{ .Chart.AppVersion }}'
-        command: ["gunicorn", "--bind", "0.0.0.0:80", "--reload", "datalad_service.app:create_app('/datasets')", "--workers", "4", "--worker-class", "gevent", "--timeout", "60", "--keep-alive", "30"]
+        command: ["gunicorn", "--bind", "0.0.0.0:80", "--reload", "datalad_service.app:create_app('/datasets')", "--workers", "8", "--worker-class", "gevent", "--timeout", "60", "--keep-alive", "30"]
         resources:
           limits:
-            cpu: "1.6"
+            cpu: "3"
             memory: "10Gi"
           requests:
-            cpu: "0.3"
-            memory: "1Gi"
+            cpu: "1"
+            memory: "4Gi"
         ports:
         - containerPort: 80
         envFrom: