WIP

Author: dean-starkware

deployments/dean-batching/batching-test.yaml

@@ -35,13 +35,38 @@ spec:
           set -e
           
           echo "========================================="
-          echo "DEAN'S BATCHING TEST: 0 → 50K"
+          echo "DEAN'S BATCHING TEST: 0 → 250K"
           echo "========================================="
+          echo ""
+          
+          # CLEAN THE DISK FIRST (remove any old data)
+          echo "Cleaning disk of any previous test data..."
+          echo "Contents before cleanup:"
+          ls -la /data/
+          echo ""
+          
+          # Delete everything except lost+found
+          cd /data
+          find . -mindepth 1 -maxdepth 1 ! -name 'lost+found' -exec rm -rf {} + 2>/dev/null || true
+          
+          echo "Contents after cleanup:"
+          ls -la /data/
+          echo ""
+          
+          # Verify it's clean
+          if [ "$(find /data -name 'SN_MAIN' -o -name 'batcher' -o -name 'class_manager' 2>/dev/null)" ]; then
+            echo "❌ ERROR: Failed to clean disk! Old databases still exist!"
+            find /data -name 'SN_MAIN' -o -name 'batcher' -o -name 'class_manager'
+            exit 1
+          fi
+          
+          echo "✓ Disk cleaned successfully"
+          echo ""
           
           export PATH="/app/target/release:$PATH"
           export RUST_LOG=info
           
-          TARGET=50000
+          TARGET=250000
           
           # Test WITHOUT batching
           echo ""

deployments/dean-batching/find-databases.yaml

@@ -0,0 +1,85 @@
+apiVersion: batch/v1
+kind: Job
+metadata:
+  name: find-databases
+  namespace: dean-batching
+spec:
+  backoffLimit: 0
+  template:
+    metadata:
+      labels:
+        app: find-databases
+    spec:
+      restartPolicy: Never
+      nodeSelector:
+        role: "apollo-core-service-c4d-standard-8"
+      tolerations:
+        - key: key
+          operator: "Equal"
+          value: "apollo-core-service-c4d-standard-8"
+          effect: "NoSchedule"
+      initContainers:
+      - name: fix-permissions
+        image: busybox
+        command: ["sh", "-c", "chmod -R 777 /data && echo 'Permissions fixed!'"]
+        volumeMounts:
+        - name: data
+          mountPath: /data
+      containers:
+      - name: search
+        image: ghcr.io/starkware-libs/sequencer/sequencer:dean-k8s_batching_test-fd3d4f1
+        command: ["/bin/bash", "-c"]
+        args:
+        - |
+          echo "========================================="
+          echo "SEARCHING FOR ALL BLOCKCHAIN DATABASES"
+          echo "========================================="
+          echo ""
+          
+          echo "1. Searching entire filesystem for SN_MAIN directories..."
+          find / -name "SN_MAIN" -type d 2>/dev/null || echo "None found"
+          echo ""
+          
+          echo "2. Checking common locations:"
+          echo ""
+          
+          echo "  /data:"
+          ls -la /data/ 2>/dev/null || echo "  (not accessible)"
+          echo ""
+          
+          echo "  /app:"
+          ls -la /app/ 2>/dev/null || echo "  (not accessible)"
+          echo ""
+          
+          echo "  /tmp:"
+          ls -la /tmp/ 2>/dev/null || echo "  (not accessible)"
+          echo ""
+          
+          echo "  Home directory:"
+          ls -la ~/ 2>/dev/null || echo "  (not accessible)"
+          echo ""
+          
+          echo "  Current directory:"
+          pwd
+          ls -la . 2>/dev/null || echo "  (not accessible)"
+          echo ""
+          
+          echo "3. Checking for 'batcher' and 'class_manager' directories..."
+          find / -name "batcher" -o -name "class_manager" 2>/dev/null || echo "None found"
+          echo ""
+          
+          echo "4. Disk usage of large directories:"
+          du -sh /* 2>/dev/null | sort -h | tail -20
+          echo ""
+          
+          echo "========================================="
+          echo "SEARCH COMPLETE"
+          echo "========================================="
+        volumeMounts:
+        - name: data
+          mountPath: /data
+      volumes:
+      - name: data
+        persistentVolumeClaim:
+          claimName: dean-hyperdisk-pvc
+

deployments/dean-batching/verify-clean-disk.yaml

@@ -0,0 +1,61 @@
+apiVersion: batch/v1
+kind: Job
+metadata:
+  name: verify-clean-disk
+  namespace: dean-batching
+spec:
+  backoffLimit: 0
+  template:
+    spec:
+      restartPolicy: Never
+      nodeSelector:
+        role: "apollo-core-service-c4d-standard-8"
+      tolerations:
+        - key: key
+          operator: "Equal"
+          value: "apollo-core-service-c4d-standard-8"
+          effect: "NoSchedule"
+      containers:
+      - name: verify
+        image: busybox
+        command: ["/bin/sh", "-c"]
+        args:
+        - |
+          echo "========================================="
+          echo "DISK VERIFICATION CHECK"
+          echo "========================================="
+          echo ""
+          
+          echo "Listing /data contents:"
+          ls -la /data/
+          echo ""
+          
+          echo "Disk usage:"
+          du -sh /data/*
+          echo ""
+          
+          echo "Searching for blockchain databases:"
+          find /data -name "SN_MAIN*" -o -name "batcher" -o -name "class_manager" || echo "No databases found (GOOD!)"
+          echo ""
+          
+          echo "Total disk size:"
+          df -h /data
+          echo ""
+          
+          if [ "$(ls -A /data)" ]; then
+            echo "❌ WARNING: /data is NOT empty!"
+            echo "Contents:"
+            ls -la /data/
+            exit 1
+          else
+            echo "✅ SUCCESS: /data is empty!"
+            exit 0
+          fi
+        volumeMounts:
+        - name: data
+          mountPath: /data
+      volumes:
+      - name: data
+        persistentVolumeClaim:
+          claimName: dean-hyperdisk-pvc
+