feat: continuous rerand

.github/workflows/build-and-push-rerandomization-protocol.yaml

@@ -5,6 +5,7 @@ on:
     branches:
       - main
       - "fix/add-cacerts-to-rerandom-binary"
+      - "ps/cont-rerand"
     paths:
       - Dockerfile.shares-re-randomization
       - iris-mpc-upgrade/**

.github/workflows/continuous-rerand-e2e-tests.yaml

@@ -0,0 +1,70 @@
+name: Continuous Rerand E2E Tests
+
+on:
+  pull_request:
+
+concurrency:
+  group: "${{ github.workflow }} @ ${{ github.event.pull_request.head.label || github.head_ref || github.ref }}"
+  cancel-in-progress: true
+
+jobs:
+  rerand-e2e:
+    timeout-minutes: 30
+    runs-on:
+      labels: ubuntu-22.04-16core
+    permissions:
+      contents: read
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8
+
+      - name: Get all test, doc and src files that have changed
+        id: changed-files-yaml
+        uses: tj-actions/changed-files@24d32ffd492484c1d75e0c0b894501ddb9d30d62
+        with:
+          files_yaml: |
+            src:
+              - Dockerfile*
+              - Cargo.lock
+              - Cargo.toml
+              - deny.toml
+              - rust-toolchain.toml
+              - iris-*/**
+              - iris-mpc-upgrade/**
+              - iris-mpc-store/**
+              - iris-mpc-common/**
+              - docs/specs/rerandomization.md
+              - migrations/**
+              - scripts/**
+              - iris-mpc-bins/bin/iris-mpc-upgrade/run-rerand-e2e-tests.sh
+              - iris-mpc-bins/bin/iris-mpc-upgrade/docker-compose.rand.yaml
+              - .github/workflows/continuous-rerand-e2e-tests.yaml
+
+      - name: Cache Rust build
+        if: steps.changed-files-yaml.outputs.src_any_changed == 'true'
+        uses: actions/cache@9255dc7a253b0ccc959486e2bca901246202afeb
+        id: cache-rust
+        with:
+          path: |
+            ~/.cargo/registry
+            ~/.cargo/git
+            target
+          key: rust-build-${{ runner.os }}-${{ hashFiles('**/Cargo.lock') }}
+          restore-keys: |
+            rust-build-${{ runner.os }}-
+
+      - name: Install protobuf compiler
+        if: steps.changed-files-yaml.outputs.src_any_changed == 'true'
+        run: |
+          if command -v protoc > /dev/null; then
+            echo "protoc already installed: $(command -v protoc)"
+          else
+            sudo apt-get update
+            sudo apt-get install -y protobuf-compiler
+          fi
+
+      - name: Run rerandomization e2e tests
+        if: steps.changed-files-yaml.outputs.src_any_changed == 'true'
+        run: |
+          bash iris-mpc-bins/bin/iris-mpc-upgrade/run-rerand-e2e-tests.sh

.github/workflows/temp-branch-build-and-push.yaml

@@ -5,6 +5,7 @@ on:
     branches:
       - "dev"
       - "pop-3544-gpu-shutdown-guardrail"
+      - "ps/cont-rerand"
 
 concurrency:
   group: "${{ github.workflow }} @ ${{ github.event.pull_request.head.label || github.head_ref || github.ref }}"

Cargo.toml

@@ -81,7 +81,7 @@ thiserror = "1"
 tokio = { version = "=1.49", features = ["full", "rt-multi-thread"] }
 tokio-util = "0.7.15"
 toml = { version = "0.8.23", features = ["preserve_order"] }
-uuid = { version = "1", features = ["v4"] }
+uuid = { version = "1", features = ["v4", "v7"] }
 iris-mpc-cpu = { path = "./iris-mpc-cpu" }
 ampc-anon-stats =  { git = "https://github.com/worldcoin/ampc-common.git", rev = "edc8550e918dbb111c758a5883d971d7be10bc1f" }
 ampc-actor-utils = { git = "https://github.com/worldcoin/ampc-common.git", rev = "edc8550e918dbb111c758a5883d971d7be10bc1f" }

deploy/stage/common-values-iris-mpc-continuous-rerandomization.yaml

@@ -0,0 +1,67 @@
+image: "ghcr.io/worldcoin/rerandomization-protocol:4161e46ca376d391c52139bd1b1d56ca420c1072"
+replicaCount: 0
+
+environment: stage
+
+command: ["/bin/rerandomize-db"]
+args:
+  - "rerandomize-continuous"
+
+strategy:
+  type: Recreate
+
+serviceAccount:
+  create: true
+  name: "iris-mpc-continuous-rerandomization"
+
+datadog:
+  enabled: true
+
+ports:
+  - containerPort: 3000
+    name: health
+    protocol: TCP
+
+startupProbe:
+  httpGet:
+    path: /health
+    port: health
+
+livenessProbe:
+  httpGet:
+    path: /health
+    port: health
+
+readinessProbe:
+  periodSeconds: 20
+  failureThreshold: 4
+  httpGet:
+    path: /health
+    port: health
+
+podSecurityContext:
+  runAsUser: 65534
+  runAsGroup: 65534
+
+imagePullSecrets:
+  - name: github-secret
+
+resources:
+  limits:
+    cpu: 3.5
+    memory: 12Gi
+  requests:
+    cpu: 3.5
+    memory: 12Gi
+
+nodeSelector:
+  kubernetes.io/arch: amd64
+  workload: "continuous_rerandomization"
+
+tolerations:
+  - key: "dedicated"
+    operator: "Equal"
+    value: "continuousDbRerandomization"
+    effect: "NoSchedule"
+
+concurrencyPolicy: Replace

deploy/stage/common-values-iris-mpc.yaml

@@ -1,7 +1,7 @@
 image: "ghcr.io/worldcoin/iris-mpc:v0.31.5@sha256:af92dd27cabe80eb3a01fcec21960cb79d12a44e01f17459b83cc923c339f4d4"
+replicaCount: 1
 
 environment: stage
-replicaCount: 1
 
 strategy:
   type: Recreate

deploy/stage/smpcv2-0-stage/values-iris-mpc-continuous-rerandomization.yaml

@@ -0,0 +1,26 @@
+env:
+  - name: SMPC__SERVICE__SERVICE_NAME
+    value: iris-mpc-continuous-rerandomization-0
+  - name: AWS_REGION
+    value: eu-north-1
+  - name: PARTY_ID
+    value: "0"
+  - name: DB_URL
+    valueFrom:
+      secretKeyRef:
+        key: DATABASE_AURORA_URL
+        name: application
+  - name: SCHEMA_NAME
+    value: SMPC_stage_0
+  - name: ENVIRONMENT
+    value: stage
+  - name: RERAND_S3_BUCKET
+    value: wf-smpcv2-stage-continuous-rerandomization
+  - name: CHUNK_SIZE
+    value: "2000"
+  - name: CHUNK_DELAY_SECS
+    value: "1"
+  - name: SAFETY_BUFFER_IDS
+    value: "0"
+  - name: S3_POLL_INTERVAL_MS
+    value: "2000"

deploy/stage/smpcv2-0-stage/values-iris-mpc.yaml

@@ -96,7 +96,7 @@ env:
     value: "wf-smpcv2-stage-sns-requests"
 
   - name: SMPC__ENABLE_S3_IMPORTER
-    value: "true"
+    value: "false"
 
   - name: SMPC__DB_CHUNKS_BUCKET_NAME
     value: "iris-mpc-db-exporter-store-node-0-stage--eun1-az3--x-s3"

deploy/stage/smpcv2-1-stage/values-iris-mpc-continuous-rerandomization.yaml

@@ -0,0 +1,26 @@
+env:
+  - name: SMPC__SERVICE__SERVICE_NAME
+    value: iris-mpc-continuous-rerandomization-1
+  - name: AWS_REGION
+    value: eu-north-1
+  - name: PARTY_ID
+    value: "1"
+  - name: DB_URL
+    valueFrom:
+      secretKeyRef:
+        key: DATABASE_AURORA_URL
+        name: application
+  - name: SCHEMA_NAME
+    value: SMPC_stage_1
+  - name: ENVIRONMENT
+    value: stage
+  - name: RERAND_S3_BUCKET
+    value: wf-smpcv2-stage-continuous-rerandomization
+  - name: CHUNK_SIZE
+    value: "2000"
+  - name: CHUNK_DELAY_SECS
+    value: "1"
+  - name: SAFETY_BUFFER_IDS
+    value: "0"
+  - name: S3_POLL_INTERVAL_MS
+    value: "2000"

deploy/stage/smpcv2-1-stage/values-iris-mpc.yaml

@@ -96,7 +96,7 @@ env:
     value: "wf-smpcv2-stage-sns-requests"
 
   - name: SMPC__ENABLE_S3_IMPORTER
-    value: "true"
+    value: "false"
 
   - name: SMPC__DB_CHUNKS_BUCKET_NAME
     value: "iris-mpc-db-exporter-store-node-1-stage--eun1-az3--x-s3"

deploy/stage/smpcv2-2-stage/values-iris-mpc-continuous-rerandomization.yaml

@@ -0,0 +1,26 @@
+env:
+  - name: SMPC__SERVICE__SERVICE_NAME
+    value: iris-mpc-continuous-rerandomization-2
+  - name: AWS_REGION
+    value: eu-north-1
+  - name: PARTY_ID
+    value: "2"
+  - name: DB_URL
+    valueFrom:
+      secretKeyRef:
+        key: DATABASE_AURORA_URL
+        name: application
+  - name: SCHEMA_NAME
+    value: SMPC_stage_2
+  - name: ENVIRONMENT
+    value: stage
+  - name: RERAND_S3_BUCKET
+    value: wf-smpcv2-stage-continuous-rerandomization
+  - name: CHUNK_SIZE
+    value: "2000"
+  - name: CHUNK_DELAY_SECS
+    value: "1"
+  - name: SAFETY_BUFFER_IDS
+    value: "0"
+  - name: S3_POLL_INTERVAL_MS
+    value: "2000"

deploy/stage/smpcv2-2-stage/values-iris-mpc.yaml

@@ -96,7 +96,7 @@ env:
     value: "wf-smpcv2-stage-sns-requests"
 
   - name: SMPC__ENABLE_S3_IMPORTER
-    value: "true"
+    value: "false"
 
   - name: SMPC__DB_CHUNKS_BUCKET_NAME
     value: "iris-mpc-db-exporter-store-node-2-stage--eun1-az3--x-s3"