more scripts

Signed-off-by: Tomás Migone <[email protected]>

Author: tmigone

scripts/upgrade-indexer/README.md

@@ -46,6 +46,13 @@ kubectl exec -ti shell-0 -- bash -s < fetch.sh
 kubectl exec -ti shell-0 -- env DRY_RUN=false bash -s < close-duplicates.sh
 ```
 
+### Create lost allocations
+
+```bash
+kubectl cp allos-snapshot-before.json shell-0:/allos-snapshot-before.json
+kubectl exec -ti shell-0 -- env AFTER=allocations.json bash -s < create-lost.sh
+```
+
 ### Other useful commands
 ```bash
 graph indexer actions get --network arbitrum-one --source "horizon-bulk-reallocate" -w 24 --status failed

scripts/upgrade-indexer/compare.sh

@@ -5,6 +5,8 @@ set -e
 
 BEFORE="${1:-allos-snapshot-before.json}"
 AFTER="${2:-allos-snapshot-current.json}"
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+LOST_ALLOWLIST="${LOST_ALLOWLIST:-$SCRIPT_DIR/lost-allowlist.txt}"
 
 # Colors for output
 RED='\033[0;31m'
@@ -89,8 +91,7 @@ LEGACY_CHANGE=$((BEFORE_LEGACY - AFTER_LEGACY))
 FAILED=0
 
 if [[ "$MIGRATED_COUNT" -ne "$LEGACY_CHANGE" ]]; then
-    echo -e "${RED}SANITY CHECK FAILED: Migrated ($MIGRATED_COUNT) != Legacy change ($LEGACY_CHANGE)${NC}"
-    FAILED=1
+    echo -e "${YELLOW}Note: Migrated ($MIGRATED_COUNT) != Legacy change ($LEGACY_CHANGE)${NC}"
 fi
 
 if [[ "$BOTH_COUNT" -ne 0 ]]; then
@@ -105,8 +106,21 @@ if [[ "$MULTI_HORIZON_COUNT" -ne 0 ]]; then
     FAILED=1
 fi
 
-if [[ "$LOST_COUNT" -ne 0 ]]; then
-    echo -e "${RED}SANITY CHECK FAILED: Legacy closed without Horizon replacement ($LOST_COUNT) != 0${NC}"
+# Filter lost allocations against allowlist
+if [[ -f "$LOST_ALLOWLIST" ]]; then
+    LOST_NOT_ALLOWED=$(echo "$LOST" | while IFS=$'\t' read -r deployment id; do
+        if ! grep -q "^$deployment$" "$LOST_ALLOWLIST"; then
+            echo -e "$deployment\t$id"
+        fi
+    done)
+    LOST_NOT_ALLOWED_COUNT=$(echo "$LOST_NOT_ALLOWED" | grep -c . || true)
+else
+    LOST_NOT_ALLOWED="$LOST"
+    LOST_NOT_ALLOWED_COUNT="$LOST_COUNT"
+fi
+
+if [[ "$LOST_NOT_ALLOWED_COUNT" -ne 0 ]]; then
+    echo -e "${RED}SANITY CHECK FAILED: Legacy closed without Horizon replacement ($LOST_NOT_ALLOWED_COUNT not in allowlist) != 0${NC}"
     FAILED=1
 fi
 

scripts/upgrade-indexer/create-lost.sh

@@ -0,0 +1,85 @@
+#!/bin/bash
+# Create allocations for legacy allocations that were closed without a horizon replacement
+
+set -e
+
+# Configuration
+NETWORK="${NETWORK:-arbitrum-one}"
+BEFORE="${BEFORE:-allos-snapshot-before.json}"
+AFTER="${AFTER:-allos-snapshot-current.json}"
+AMOUNT="${AMOUNT:-1}"
+DRY_RUN="${DRY_RUN:-true}"
+
+# Colors for output
+RED='\033[0;31m'
+GREEN='\033[0;32m'
+YELLOW='\033[1;33m'
+NC='\033[0m' # No Color
+
+echo -e "${YELLOW}=== Create Lost Allocations ===${NC}"
+echo "Network: $NETWORK"
+echo "Before: $BEFORE"
+echo "After: $AFTER"
+echo "Amount: $AMOUNT"
+echo "Dry run: $DRY_RUN"
+echo ""
+
+# Check if files exist
+if [[ ! -f "$BEFORE" ]]; then
+    echo -e "${RED}Error: $BEFORE not found${NC}"
+    exit 1
+fi
+if [[ ! -f "$AFTER" ]]; then
+    echo -e "${RED}Error: $AFTER not found${NC}"
+    exit 1
+fi
+
+# Get lost deployments (legacy closed without horizon replacement)
+# Using INDEX for O(1) lookups instead of O(n) with index()
+LOST=$(jq -r -n --slurpfile before "$BEFORE" --slurpfile after "$AFTER" '
+  ($after[0] | [.[] | .subgraphDeployment] | INDEX(.) ) as $after_deps |
+  [$before[0][] | select(.isLegacy == "Yes" and ($after_deps[.subgraphDeployment] == null))]
+  | .[].subgraphDeployment
+' | sort -u)
+
+LOST_COUNT=$(echo "$LOST" | grep -c . || true)
+
+echo -e "Found ${RED}$LOST_COUNT${NC} lost deployments to recreate"
+echo ""
+
+if [[ "$LOST_COUNT" -eq 0 ]]; then
+    echo -e "${GREEN}No lost allocations to create${NC}"
+    exit 0
+fi
+
+SOURCE="${SOURCE:-horizon-create-lost}"
+REASON="create-lost-allocation"
+
+if [[ "$DRY_RUN" == "true" ]]; then
+    echo -e "${YELLOW}DRY RUN - Commands that would be executed:${NC}"
+    echo ""
+    echo "$LOST" | while read -r deployment; do
+        echo "graph indexer actions queue allocate $deployment $AMOUNT --network $NETWORK --source $SOURCE --reason $REASON"
+    done
+    echo ""
+    echo -e "${YELLOW}To execute, run with DRY_RUN=false${NC}"
+else
+    echo "Queueing allocations..."
+    echo ""
+
+    CURRENT=0
+
+    echo "$LOST" | while read -r deployment; do
+        ((CURRENT++)) || true
+        PERCENT=$((CURRENT * 100 / LOST_COUNT))
+        echo -n "[$CURRENT/$LOST_COUNT] ($PERCENT%) Queueing $deployment... "
+        if graph indexer actions queue allocate "$deployment" "$AMOUNT" --network "$NETWORK" --source "$SOURCE" --reason "$REASON" > /dev/null 2>&1; then
+            echo -e "${GREEN}OK${NC}"
+        else
+            echo -e "${RED}FAILED${NC}"
+        fi
+    done
+
+    echo ""
+    echo -e "${GREEN}Done! Run approve.sh and execute.sh to process the queued actions.${NC}"
+fi

scripts/upgrade-indexer/lost-allowlist.txt

@@ -0,0 +1,11 @@
+QmWEUXLNBpfe3PiDUxwjpcvtyCTEeux6cpDAXQL4jFQhCQ
+QmdDGiCRZTjcbBUsKfPruJ6Eeevsqoxi2ACqiXPTGidJE3
+QmeHq6gLb9XEWUFaRZS7jHvnPUV7epjCRaJ4NdkKxTE5uw
+QmQG9pM6yTL5J8EMMSgJAkcjSKsrWpTd7TpuYto4q2CCRs
+QmfCCZWh4DUBG2i3rXXdt1jt3HrksG7riyizJNQK4cYpFw
+QmcPjxX2zZAWP1thJEZmV3xPtWwyYhG5DWYWKHVAgaRt3d
+QmVKNfmz7i6oqubvXu4hnG36VyTqGTJZ1wqWoQTknQR2u6
+QmYP1y2E7NGjEz95UgWi3MTDbTykf2fkGvVyXBWyFdzdp5
+QmZaS8UGvHQ2L6gwQoVu3hShPzX12VHxwnEdtaFJb4MrgA
+QmVhqJH4NaUwPq58HgutmxdvFUwNf6jv3qKy3tUhKMjz6Y
+QmQzWUopeU9u5tRsXvA9UKon4LPVjrZnbzKbzMk2KAsAFM

scripts/upgrade-indexer/run.sh

@@ -45,6 +45,7 @@ for ((i=1; i<=RUNS; i++)); do
     echo ""
     echo -e "Run $i completed in $((SECONDS - RUN_START))s"
     echo ""
+    say "Run $i completed"
 done
 
 echo -e "${GREEN}=== All runs completed in $((SECONDS - TOTAL_START))s ===${NC}"

scripts/upgrade-indexer/status.sh

@@ -33,11 +33,3 @@ echo "  Approved: $(get_count approved)"
 echo "  Pending:  $(get_count pending)"
 echo "  Success:  $(get_count success)"
 echo "  Failed:   $(get_count failed)"
-
-# Show any failures
-FAILED_COUNT=$(get_count failed)
-if [[ "$FAILED_COUNT" -gt 0 ]]; then
-    echo ""
-    echo -e "${RED}Failed actions:${NC}"
-    graph indexer actions get --status failed --source "$SOURCE" --network "$NETWORK" --fields id,deploymentID,failureReason
-fi