From dcf03129f2a5121f5f962f8234ce82b1d01c51fe Mon Sep 17 00:00:00 2001 From: Nell Hardcastle Date: Fri, 28 May 2021 10:40:41 -0700 Subject: [PATCH] fix(helm): Raise CPU limit for dataset worker container --- helm/eksctl-cluster-prod.yaml | 5 +++-- helm/openneuro/templates/dataset-worker-stateful-set.yaml | 8 ++++---- 2 files changed, 7 insertions(+), 6 deletions(-) diff --git a/helm/eksctl-cluster-prod.yaml b/helm/eksctl-cluster-prod.yaml index 86189eaeac..f74db9d5dc 100644 --- a/helm/eksctl-cluster-prod.yaml +++ b/helm/eksctl-cluster-prod.yaml @@ -34,10 +34,11 @@ nodeGroups: preBootstrapCommands: - apt update - apt install -y nfs-common zfsutils-linux - - name: storage + - name: storage-m5 amiFamily: Ubuntu2004 - instanceType: r5ad.large + instanceType: m5ad.2xlarge desiredCapacity: 2 + labels: { role: storage } availabilityZones: - us-west-2b - us-west-2c diff --git a/helm/openneuro/templates/dataset-worker-stateful-set.yaml b/helm/openneuro/templates/dataset-worker-stateful-set.yaml index dd99018add..46a3a1187d 100644 --- a/helm/openneuro/templates/dataset-worker-stateful-set.yaml +++ b/helm/openneuro/templates/dataset-worker-stateful-set.yaml @@ -43,14 +43,14 @@ spec: containers: - name: {{ .Release.Name }}-dataset-worker image: 'openneuro/datalad-service:v{{ .Chart.AppVersion }}' - command: ["gunicorn", "--bind", "0.0.0.0:80", "--reload", "datalad_service.app:create_app('/datasets')", "--workers", "4", "--worker-class", "gevent", "--timeout", "60", "--keep-alive", "30"] + command: ["gunicorn", "--bind", "0.0.0.0:80", "--reload", "datalad_service.app:create_app('/datasets')", "--workers", "8", "--worker-class", "gevent", "--timeout", "60", "--keep-alive", "30"] resources: limits: - cpu: "1.6" + cpu: "3" memory: "10Gi" requests: - cpu: "0.3" - memory: "1Gi" + cpu: "1" + memory: "4Gi" ports: - containerPort: 80 envFrom: