fix(indexer): handle insertion error when cast has no url embeds

Author: stephancill

.changeset/real-dogs-end.md

@@ -0,0 +1,5 @@
+---
+"metadata-indexer": patch
+---
+
+fix: handle insertion error when cast has no url embeds

examples/metadata-indexer/src/hubReplicator.ts

@@ -288,20 +288,30 @@ export class HubReplicator {
           index,
         }));
 
-        await this.db
-          .insertInto("castEmbedUrls")
-          .values(
-            urls.map(({ url, normalizedUrl, index }) => {
-              return {
-                castHash: castRow.hash,
-                url: normalizedUrl, // Null values filtered above
-                unnormalizedUrl: url,
-                index,
-              };
-            })
-          )
-          .onConflict((oc) => oc.doNothing())
-          .execute();
+        if (urls.length === 0) {
+          continue;
+        }
+
+        const query = this.db.insertInto("castEmbedUrls").values(
+          urls.map(({ url, normalizedUrl, index }) => {
+            return {
+              castHash: castRow.hash,
+              url: normalizedUrl,
+              unnormalizedUrl: url,
+              index,
+            };
+          })
+        );
+
+        try {
+          await query.onConflict((oc) => oc.doNothing()).execute();
+        } catch (error) {
+          this.log.error(
+            `There was a problem processing cast with hash ${castRow.hash.toString()}`
+          );
+          this.log.error(error);
+          this.log.error(query.compile().sql);
+        }
 
         // this.log.info(
         //   `[Sync] Indexed ${urls.length} URLs from cast ${bytesToHex(

examples/metadata-indexer/src/indexerQueue.ts

@@ -94,11 +94,6 @@ export class IndexerQueue {
       this.log.error(
         `[URL Indexer] Response not ok [${response.status}] ${queryUrl}`
       );
-      if (response.status === 400 && retries === 0) {
-        // Retry 400 errors
-        this.log.info(`[URL Indexer] Queueing retry for ${url}...`);
-        this.indexQueue.push({ url, retries: retries + 1 });
-      }
       return;
     }