Increasing paralelism. Adding option for starting from multiple blocks

celo-org · Aug 7, 2023 · 31d0788 · 31d0788
1 parent 15b54be
commit 31d0788
Show file tree

Hide file tree

Showing 3 changed files with 17 additions and 4 deletions.
diff --git a/charts/rosetta/templates/rosetta-cli-config-cm.yaml b/charts/rosetta/templates/rosetta-cli-config-cm.yaml
@@ -13,14 +13,14 @@ data:
       "max_retries": 5,
       "retry_elapsed_time": 0,
       "max_online_connections": 120,
-      "max_sync_concurrency": 1,
+      "max_sync_concurrency": 16,
       "tip_delay": 300,
       "log_configuration": false,
       "compression_disabled": false,
       "construction": null,
       "data": {
         "active_reconciliation_concurrency": 16,
-        "inactive_reconciliation_concurrency": 4,
+        "inactive_reconciliation_concurrency": 16,
         "inactive_reconciliation_frequency": 250,
         "log_blocks": false,
         "log_transactions": false,

diff --git a/charts/rosetta/templates/rosetta-cli-sts.yaml b/charts/rosetta/templates/rosetta-cli-sts.yaml
@@ -56,16 +56,26 @@ spec:
         image: {{ .Values.cli.image.repository }}:{{ .Values.cli.image.tag }}
         imagePullPolicy: Always
         command:
-          - /bin/sh
+          - /bin/bash
           - "-c"
         args:
         - |
+            [[ $REPLICA_NAME =~ -([0-9]+)$ ]] || exit 1
+            RID=${BASH_REMATCH[1]}
+            CUT_RID=$(($RID + 1))
+            START_BLOCK=$(echo -n "{{ .Values.cli.startBlock }}" | cut -d',' -f$CUT_RID)
             # Workaround because rosetta-cli looks for files (like bootstrap_balances) relative
             # to the configuration file path
             cp -rpL /cli-config/cli-config.json /rosetta-cli-conf/cli-config.json
             exec /usr/local/bin/rosetta-cli check:data \
               --configuration-file /rosetta-cli-conf/cli-config.json \
-              --data-dir /data
+              --data-dir /data \
+              --start-block $START_BLOCK
+        env:
+          - name: REPLICA_NAME
+            valueFrom:
+              fieldRef:
+                fieldPath: metadata.name
         volumeMounts:
           - name: cli-config
             mountPath: /cli-config

diff --git a/charts/rosetta/values.yaml b/charts/rosetta/values.yaml
@@ -40,6 +40,9 @@ storage:
 cli:
   enabled: false
   replicaCount: 1
+  # Multple starting blocks splitted by comma. Each replica will take the starting block in order.
+  # startBlock: "0, 100000, 4000000"
+  startBlock: "0"
   image:
     repository: us.gcr.io/celo-testnet/rosetta-cli
     tag: v0.10.3