Databricks sql warehouses

components/databricks/actions/create-endpoint/create-endpoint.mjs

@@ -5,7 +5,7 @@ export default {
   key: "databricks-create-endpoint",
   name: "Create Endpoint",
   description: "Create a new vector search endpoint. [See the documentation](https://docs.databricks.com/api/workspace/vectorsearchendpoints/createendpoint)",
-  version: "0.0.1",
+  version: "0.0.2",
   type: "action",
   props: {
     databricks,

components/databricks/actions/create-sql-warehouse/create-sql-warehouse.mjs

@@ -7,7 +7,7 @@ export default {
   key: "databricks-create-sql-warehouse",
   name: "Create SQL Warehouse",
   description: "Creates a new SQL Warehouse in Databricks. [See the documentation](https://docs.databricks.com/api/workspace/warehouses/create)",
-  version: "0.0.2",
+  version: "0.0.3",
   type: "action",
   props: {
     databricks,

components/databricks/actions/create-vector-search-index/create-vector-search-index.mjs

@@ -0,0 +1,131 @@
+import databricks from "../../databricks.app.mjs";
+import utils from "../../common/utils.mjs";
+import { ConfigurationError } from "@pipedream/platform";
+
+export default {
+  key: "databricks-create-vector-search-index",
+  name: "Create Vector Search Index",
+  description:
+    "Creates a new vector search index in Databricks. [See the documentation](https://docs.databricks.com/api/workspace/vectorsearchindexes/createindex)",
+  version: "0.0.1",
+  type: "action",
+  props: {
+    databricks,
+    name: {
+      type: "string",
+      label: "Index Name",
+      description:
+        "A unique name for the index (e.g., `main_catalog.docs.en_wiki_index`).",
+    },
+    endpointName: {
+      type: "string",
+      label: "Endpoint Name",
+      description: "The vector search endpoint that will serve the index.",
+    },
+    indexType: {
+      type: "string",
+      label: "Index Type",
+      description: "Type of index (`DELTA_SYNC` or `DIRECT_ACCESS`).",
+      options: [
+        "DELTA_SYNC",
+        "DIRECT_ACCESS",
+      ],
+    },
+    primaryKey: {
+      type: "string",
+      label: "Primary Key",
+      description: "The primary key column for the index.",
+    },
+    sourceTable: {
+      type: "string",
+      label: "Source Table",
+      description:
+        "The Delta table backing the index (required if `indexType` is `DELTA_SYNC`).",
+      optional: true,
+    },
+    columnsToSync: {
+      type: "string[]",
+      label: "Columns to Sync",
+      description:
+        "List of columns to sync from the source Delta table. Example: `[\"id\", \"text\"]`",
+      optional: true,
+    },
+    embeddingSourceColumns: {
+      type: "string[]",
+      label: "Embedding Source Columns",
+      description:
+        "List of embedding source column configs. Each entry should be a JSON object string like `{ \"embedding_model_endpoint_name\": \"e5-small-v2\", \"name\": \"text\" }`",
+      optional: true,
+    },
+    pipelineType: {
+      type: "string",
+      label: "Pipeline Type",
+      description: "Pipeline type for syncing (default: TRIGGERED).",
+      options: [
+        "TRIGGERED",
+        "CONTINUOUS",
+      ],
+      optional: true,
+      default: "TRIGGERED",
+    },
+  },
+
+  async run({ $ }) {
+    const payload = {
+      name: this.name,
+      endpoint_name: this.endpointName,
+      index_type: this.indexType,
+      primary_key: this.primaryKey,
+    };
+
+    if (this.indexType === "DELTA_SYNC") {
+      if (!this.sourceTable) {
+        throw new ConfigurationError(
+          "sourceTable is required when indexType is DELTA_SYNC.",
+        );
+      }
+      const columnsToSync = Array.isArray(this.columnsToSync)
+        ? this.columnsToSync
+        : utils.parseObject(this.columnsToSync);
+
+      const embeddingSourceColumns = Array.isArray(this.embeddingSourceColumns)
+        ? this.embeddingSourceColumns.map((item) =>
+          typeof item === "string"
+            ? JSON.parse(item)
+            : item)
+        : utils.parseObject(this.embeddingSourceColumns);
+
+      if (!Array.isArray(columnsToSync) || !columnsToSync.length) {
+        throw new ConfigurationError(
+          "columnsToSync must be a non-empty array for DELTA_SYNC indexes.",
+        );
+      }
+      if (
+        !Array.isArray(embeddingSourceColumns) ||
+        !embeddingSourceColumns.length
+      ) {
+        throw new ConfigurationError(
+          "embeddingSourceColumns must be a non-empty array for DELTA_SYNC indexes.",
+        );
+      }
+
+      payload.delta_sync_index_spec = {
+        source_table: this.sourceTable,
+        pipeline_type: this.pipelineType || "TRIGGERED",
+        columns_to_sync: columnsToSync,
+        embedding_source_columns: embeddingSourceColumns,
+      };
+    }
+
+    const response = await this.databricks.createVectorSearchIndex({
+      data: payload,
+      $,
+    });
+
+    $.export(
+      "$summary",
+      `Successfully created vector search index: ${response?.name || this.name}`,
+    );
+    return response;
+  },
+};

components/databricks/actions/delete-endpoint/delete-endpoint.mjs

@@ -4,7 +4,7 @@ export default {
   key: "databricks-delete-endpoint",
   name: "Delete Endpoint",
   description: "Delete a vector search endpoint. [See the documentation](https://docs.databricks.com/api/workspace/vectorsearchendpoints/deleteendpoint)",
-  version: "0.0.1",
+  version: "0.0.2",
   type: "action",
   props: {
     databricks,

components/databricks/actions/delete-sql-warehouse/delete-sql-warehouse.mjs

@@ -4,7 +4,7 @@ export default {
   key: "databricks-delete-sql-warehouse",
   name: "Delete SQL Warehouse",
   description: "Deletes a SQL Warehouse by ID. [See the documentation](https://docs.databricks.com/api/workspace/warehouses/delete)",
-  version: "0.0.2",
+  version: "0.0.3",
   type: "action",
   props: {
     databricks,

components/databricks/actions/delete-vector-search-index-data/delete-vector-search-index-data.mjs

@@ -0,0 +1,48 @@
+import databricks from "../../databricks.app.mjs";
+
+export default {
+  key: "databricks-delete-vector-search-index-data",
+  name: "Delete Data from Vector Search Index",
+  description:
+    "Deletes rows from a Direct Access vector index by primary-key values. [See the documentation](https://docs.databricks.com/api/workspace/vectorsearchindexes/deletedatavectorindex)",
+  version: "0.0.1",
+  type: "action",
+  props: {
+    databricks,
+    indexName: {
+      propDefinition: [
+        databricks,
+        "indexName",
+      ],
+    },
+    primaryKeys: {
+      type: "string[]",
+      label: "Primary Keys",
+      description:
+        "Values of the index’s primary key column to delete (e.g. `1`, `2`). These are the values for the column you set as `primary_key` when the index was created.",
+    },
+  },
+  async run({ $ }) {
+    const keys = (this.primaryKeys || [])
+      .map((s) => String(s).trim())
+      .filter(Boolean);
+
+    if (!keys.length) {
+      throw new Error("Please provide at least one primary key to delete.");
+    }
+
+    const response = await this.databricks.deleteVectorSearchData({
+      indexName: this.indexName,
+      data: {
+        primary_keys: keys,
+      },
+      $,
+    });
+
+    $.export(
+      "$summary",
+      `Requested delete of ${keys.length} row(s) from index "${this.indexName}".`,
+    );
+    return response;
+  },
+};

components/databricks/actions/delete-vector-search-index/delete-vector-search-index.mjs

@@ -0,0 +1,27 @@
+import databricks from "../../databricks.app.mjs";
+
+export default {
+  key: "databricks-delete-vector-search-index",
+  name: "Delete Vector Search Index",
+  description: "Deletes a vector search index in Databricks. [See the documentation](https://docs.databricks.com/api/workspace/vectorsearchindexes/deleteindex)",
+  version: "0.0.1",
+  type: "action",
+  props: {
+    databricks,
+    indexName: {
+      propDefinition: [
+        databricks,
+        "indexName",
+      ],
+    },
+  },
+  async run({ $ }) {
+    const response = await this.databricks.deleteVectorSearchIndex({
+      indexName: this.indexName,
+      $,
+    });
+
+    $.export("$summary", `Successfully deleted vector search index: ${this.indexName}`);
+    return response;
+  },
+};

components/databricks/actions/edit-sql-warehouse/edit-sql-warehouse.mjs

@@ -7,7 +7,7 @@ export default {
   key: "databricks-edit-sql-warehouse",
   name: "Edit SQL Warehouse",
   description: "Edits the configuration of an existing SQL Warehouse. [See the documentation](https://docs.databricks.com/api/workspace/warehouses/edit)",
-  version: "0.0.2",
+  version: "0.0.3",
   type: "action",
   props: {
     databricks,

components/databricks/actions/get-endpoint/get-endpoint.mjs

@@ -4,7 +4,7 @@ export default {
   key: "databricks-get-endpoint",
   name: "Get Endpoint",
   description: "Get details of a specific vector search endpoint. [See the documentation](https://docs.databricks.com/api/workspace/vectorsearchendpoints/getendpoint)",
-  version: "0.0.1",
+  version: "0.0.2",
   type: "action",
   props: {
     databricks,

components/databricks/actions/get-run-output/get-run-output.mjs

@@ -4,7 +4,7 @@ export default {
   key: "databricks-get-run-output",
   name: "Get Run Output",
   description: "Retrieve the output and metadata of a single task run. [See the documentation](https://docs.databricks.com/en/workflows/jobs/jobs-2.0-api.html#runs-get-output)",
-  version: "0.0.3",
+  version: "0.0.4",
   type: "action",
   props: {
     databricks,

components/databricks/actions/get-sql-warehouse-config/get-sql-warehouse-config.mjs

@@ -4,7 +4,7 @@ export default {
   key: "databricks-get-sql-warehouse-config",
   name: "Get SQL Warehouse Config",
   description: "Retrieves the global configuration for SQL Warehouses. [See the documentation](https://docs.databricks.com/api/workspace/warehouses/getworkspacewarehouseconfig)",
-  version: "0.0.2",
+  version: "0.0.3",
   type: "action",
   props: {
     databricks,

components/databricks/actions/get-sql-warehouse-permissions/get-sql-warehouse-permissions.mjs

@@ -4,7 +4,7 @@ export default {
   key: "databricks-get-sql-warehouse-permissions",
   name: "Get SQL Warehouse Permissions",
   description: "Retrieves the permissions for a specific SQL Warehouse. [See the documentation](https://docs.databricks.com/api/workspace/warehouses/getpermissions)",
-  version: "0.0.2",
+  version: "0.0.3",
   type: "action",
   props: {
     databricks,

components/databricks/actions/get-sql-warehouse/get-sql-warehouse.mjs

@@ -4,7 +4,7 @@ export default {
   key: "databricks-get-sql-warehouse",
   name: "Get SQL Warehouse",
   description: "Retrieves details for a specific SQL Warehouse. [See docs](https://docs.databricks.com/api/workspace/warehouses/get)",
-  version: "0.0.2",
+  version: "0.0.3",
   type: "action",
   props: {
     databricks,

components/databricks/actions/get-vector-search-index/get-vector-search-index.mjs

@@ -0,0 +1,31 @@
+import databricks from "../../databricks.app.mjs";
+
+export default {
+  key: "databricks-get-vector-search-index",
+  name: "Get Vector Search Index",
+  description: "Retrieves details about a specific vector search index. [See the documentation](https://docs.databricks.com/api/workspace/vectorsearchindexes/getindex)",
+  version: "0.0.1",
+  type: "action",
+  props: {
+    databricks,
+    indexName: {
+      propDefinition: [
+        databricks,
+        "indexName",
+      ],
+    },
+  },
+
+  async run({ $ }) {
+    const response = await this.databricks.getVectorSearchIndex({
+      indexName: this.indexName,
+      $,
+    });
+
+    $.export(
+      "$summary",
+      `Successfully retrieved vector search index: ${this.indexName}`,
+    );
+    return response;
+  },
+};

components/databricks/actions/list-endpoints/list-endpoints.mjs

@@ -4,7 +4,7 @@ export default {
   key: "databricks-list-endpoints",
   name: "List Endpoints",
   description: "List all vector search endpoints. [See the documentation](https://docs.databricks.com/api/workspace/vectorsearchendpoints/listendpoints)",
-  version: "0.0.1",
+  version: "0.0.2",
   type: "action",
   props: {
     databricks,

components/databricks/actions/list-runs/list-runs.mjs

@@ -4,7 +4,7 @@ export default {
   key: "databricks-list-runs",
   name: "List Runs",
   description: "Lists all runs available to the user. [See the documentation](https://docs.databricks.com/en/workflows/jobs/jobs-2.0-api.html#runs-list)",
-  version: "0.0.3",
+  version: "0.0.4",
   type: "action",
   props: {
     databricks,

components/databricks/actions/list-sql-warehouses/list-sql-warehouses.mjs

@@ -4,7 +4,7 @@ export default {
   key: "databricks-list-sql-warehouses",
   name: "List SQL Warehouses",
   description: "Lists all SQL Warehouses available in the Databricks workspace. [See the documentation](https://docs.databricks.com/api/workspace/warehouses/list)",
-  version: "0.0.2",
+  version: "0.0.3",
   type: "action",
   props: {
     databricks,

components/databricks/actions/list-vector-search-indexes/list-vector-search-indexes.mjs

@@ -0,0 +1,25 @@
+import databricks from "../../databricks.app.mjs";
+
+export default {
+  key: "databricks-list-vector-search-indexes",
+  name: "List Vector Search Indexes",
+  description: "Lists all vector search indexes in the workspace. [See the documentation](https://docs.databricks.com/api/workspace/vectorsearchindexes/listindexes)",
+  version: "0.0.1",
+  type: "action",
+  props: {
+    databricks,
+  },
+
+  async run({ $ }) {
+    const response = await this.databricks.listVectorSearchIndexes({
+      $,
+    });
+
+    const count = response?.vector_indexes?.length || 0;
+    $.export("$summary", `Found ${count} vector search index${count === 1
+      ? ""
+      : "es"}`);
+
+    return response;
+  },
+};