Merge branch 'feature/xcm-config-update' into feature/update-for-async-backing

Author: sebastianmontero

k8-manifests/gcloud/hashed-collator-1-statefulset-archive.yml

@@ -18,7 +18,7 @@ spec:
       containers:
       - name: hashed-collator-1
         imagePullPolicy: IfNotPresent
-        image: sebastianmontero/hashed-substrate-collator-hashed:56eef87e580bc0cbe3e0617f204a2ef3257ab9d6
+        image: sebastianmontero/hashed-substrate-collator-hashed:cb6e9e318b79192263dfb87fb777e3362f058d32
         command: ["/var/www/hashed-substrate/scripts/start_collator.sh"]
         args: ["hashed", "/var/www/hashed/hashed"]
         volumeMounts:
@@ -37,8 +37,21 @@ spec:
             value: "archive"
           - name: RELAY_PRUNING
             value: "1000"
+          - name: RPC_MAX_CONNECTIONS
+            value: "500"
+          - name: RPC_METHODS
+            value: "unsafe"
+          # - name: COLLATOR_DB_CACHE
+          #   value: "7000"
+          # - name: RELAY_DB_CACHE
+          #   value: "7000"
+          # - name: RELAY_DB_CACHE
+          #   value: 7000
+
           # - name: RUST_LOG
           #   value: "debug"
+          - name: RUST_LOG
+            value: "lusage=trace"
           # - name: RUST_LOG
           #   value: "sub-libp2p=trace"
           # - name: RUST_LOG
@@ -51,7 +64,7 @@ spec:
           #       optional: false
         resources:
           limits:
-            memory: "25G"
+            memory: "28G"
             cpu: "7.5"
           # requests:
           #   ephemeral-storage: 25Gi
@@ -78,7 +91,7 @@ spec:
       resources:
         requests:
           storage: 1Ti
-      storageClassName: standard-rwo
+      storageClassName: premium-rwo
 ---
 apiVersion: v1
 kind: Service

k8-manifests/gcloud/hashed-collator-3-statefulset.yml

@@ -49,8 +49,8 @@ spec:
           #       optional: false
         resources:
           limits:
-            memory: "8G"
-            cpu: "2"
+            memory: "10G"
+            cpu: "3"
           # requests:
           #   ephemeral-storage: 25Gi
         ports:
@@ -59,8 +59,13 @@ spec:
         - containerPort: 9946
         - containerPort: 30333
         - containerPort: 40333
-      # nodeSelector:
-      #   node.kubernetes.io/instance-type: c6id.2xlarge
+      nodeSelector:
+        cloud.google.com/gke-nodepool: hashed-systems-node-pool-hp
+      tolerations:
+      - key: special
+        operator: Equal
+        value: hp
+        effect: NoSchedule
   volumeClaimTemplates:
   - metadata:
       name: hashed-collator-3-pvc
@@ -70,8 +75,8 @@ spec:
       - ReadWriteOnce
       resources:
         requests:
-          storage: 400Gi
-      storageClassName: standard-rwo
+          storage: 600Gi
+      storageClassName: premium-rwo
 ---
 apiVersion: v1
 kind: Service

k8-manifests/gcloud/md5-collator-1-statefulset-archive.yml

@@ -57,8 +57,8 @@ spec:
           #       optional: false
         resources:
           limits:
-            memory: "25G"
-            cpu: "7.5"
+            memory: "18G"
+            cpu: "4.5"
           # requests:
           #   ephemeral-storage: 25Gi
         ports:
@@ -84,7 +84,7 @@ spec:
       resources:
         requests:
           storage: 1Ti
-      storageClassName: standard-rwo
+      storageClassName: premium-rwo
 ---
 apiVersion: v1
 kind: Service

k8-manifests/gcloud/md5-collator-2-statefulset.yml

@@ -51,8 +51,8 @@ spec:
           #       optional: false
         resources:
           limits:
-            memory: "12G"
-            cpu: "3.5"
+            memory: "8G"
+            cpu: "2"
           # requests:
           #   ephemeral-storage: 25Gi
         ports:
@@ -62,7 +62,12 @@ spec:
         - containerPort: 30333
         - containerPort: 40333
       # nodeSelector:
-      #   node.kubernetes.io/instance-type: c6id.2xlarge
+      #   cloud.google.com/gke-nodepool: hashed-systems-node-pool-hp
+      # tolerations:
+      # - key: special
+      #   operator: Equal
+      #   value: hp
+      #   effect: NoSchedule
   volumeClaimTemplates:
   - metadata:
       name: md5-collator-2-pvc

k8-manifests/hashed-collator-1-statefulset-archive-aws.yml

@@ -18,7 +18,7 @@ spec:
       containers:
       - name: hashed-collator-1
         imagePullPolicy: IfNotPresent
-        image: sebastianmontero/hashed-substrate-collator-hashed:56eef87e580bc0cbe3e0617f204a2ef3257ab9d6
+        image: sebastianmontero/hashed-substrate-collator-hashed:e3cbb15367469502193220e4070d063a3d45b4c4
         command: ["/var/www/hashed-substrate/scripts/start_collator.sh"]
         args: ["hashed", "/var/www/hashed/hashed"]
         volumeMounts:
@@ -37,6 +37,10 @@ spec:
             value: "archive"
           - name: RELAY_PRUNING
             value: "1000"
+          - name: RPC_MAX_CONNECTIONS
+            value: "500"
+          - name: RPC_METHODS
+            value: "unsafe"
           # - name: RUST_LOG
           #   value: "debug"
           # - name: RUST_LOG
@@ -51,7 +55,7 @@ spec:
           #       optional: false
         resources:
           limits:
-            memory: "15G"
+            memory: "150G"
             cpu: "7.5"
           # requests:
           #   ephemeral-storage: 25Gi

k8-manifests/hashed-collator-3-statefulset-aws.yml

@@ -49,7 +49,7 @@ spec:
           #       optional: false
         resources:
           limits:
-            memory: "11G"
+            memory: "110G"
             cpu: "4.5"
           # requests:
           #   ephemeral-storage: 25Gi

k8-manifests/md5-collator-1-statefulset-archive-aws.yml

@@ -57,7 +57,7 @@ spec:
           #       optional: false
         resources:
           limits:
-            memory: "15G"
+            memory: "150G"
             cpu: "7.5"
           # requests:
           #   ephemeral-storage: 25Gi

k8-manifests/md5-collator-2-statefulset-aws.yml

@@ -52,7 +52,7 @@ spec:
         resources:
           limits:
             memory: "4G"
-            cpu: "3"
+            cpu: "100"
           # requests:
           #   ephemeral-storage: 25Gi
         ports:

scripts/start_collator.sh

@@ -59,6 +59,10 @@ if [[ ! -z ${BLOCKS_PRUNING} ]]; then
     collator_args+=(--blocks-pruning ${BLOCKS_PRUNING})
 fi
 
+if [[ ! -z ${COLLATOR_DB_CACHE} ]]; then
+    collator_args+=(--db-cache ${COLLATOR_DB_CACHE})
+fi
+
 if [[ ! -z ${LISTEN_ADDR} ]]; then
     collator_args+=(--listen-addr ${LISTEN_ADDR})
 else
@@ -102,6 +106,10 @@ if [[ ! -z ${RPC_METHODS} ]]; then
     relay_args+=(--rpc-methods ${RPC_METHODS})
 fi
 
+if [[ ! -z ${RELAY_DB_CACHE} ]]; then
+    relay_args+=(--db-cache ${RELAY_DB_CACHE})
+fi
+
 
 # collator_args+=($chain_spec)