[SPARK-36526][SQL] DSV2 Index Support: Add supportsIndex interface

sql/catalyst/src/main/java/org/apache/spark/sql/connector/catalog/index/Index.java

@@ -0,0 +1,79 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.spark.sql.connector.catalog.index;
+
+import java.util.Collections;
+import java.util.Map;
+
+import org.apache.spark.annotation.Evolving;
+import org.apache.spark.sql.connector.catalog.Identifier;
+import org.apache.spark.sql.connector.expressions.FieldReference;
+
+/**
+ * An Index in a table
+ *
+ * @since 3.3.0
+ */
+@Evolving
+public class Index {
+  private String indexName;
+  private String indexType;
+  private Identifier table;
+  private FieldReference[] columns;
+  private Map<String, String> properties = Collections.emptyMap();
+
+  public Index(
+      String indexName,
+      String indexType,
+      Identifier table,
+      FieldReference[] columns,
+      Map<String, String> properties) {
+    this.indexName = indexName;
+    this.indexType = indexType;
+    this.table = table;
+    this.columns = columns;
+    this.properties = properties;
+  }
+
+  /**
+   * @return the Index name.
+   */
+  String indexName() { return indexName; }
+
+  /**
+   * @return the indexType of this Index.
+   */
+  String indexType() { return indexType; }
+
+  /**
+   * @return the table this Index is on.
+   */
+  Identifier table() { return table; }
+
+  /**
+   * @return the column(s) this Index is on. Could be multi columns (a multi-column index).
+   */
+  FieldReference[] columns() { return columns; }
+
+  /**
+   * Returns the string map of index properties.
+   */
+  Map<String, String> properties() {
+    return Collections.emptyMap();
+  }
+}

sql/catalyst/src/main/java/org/apache/spark/sql/connector/catalog/index/SupportsIndex.java

@@ -0,0 +1,139 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.spark.sql.connector.catalog.index;
+
+import java.util.Map;
+import java.util.Properties;
+
+import org.apache.spark.annotation.Evolving;
+import org.apache.spark.sql.catalyst.analysis.IndexAlreadyExistsException;
+import org.apache.spark.sql.catalyst.analysis.NoSuchIndexException;
+import org.apache.spark.sql.catalyst.analysis.NoSuchTableException;
+import org.apache.spark.sql.connector.catalog.CatalogPlugin;
+import org.apache.spark.sql.connector.catalog.Identifier;
+import org.apache.spark.sql.connector.expressions.FieldReference;
+
+/**
+ * Catalog methods for working with index
+ *
+ * @since 3.3.0
+ */
+@Evolving
+public interface SupportsIndex extends CatalogPlugin {
+
+  /**
+   * Creates an index.
+   *
+   * @param indexName the name of the index to be created
+   * @param indexType the IndexType of the index to be created
+   * @param table the table on which index to be created
+   * @param columns the columns on which index to be created
+   * @param columnPropertyList the properties of the columns on which index to be created
+   * @param properties the properties of the index to be created
+   * @throws IndexAlreadyExistsException If the index already exists (optional)
+   * @throws UnsupportedOperationException If create index is not a supported operation
+   */
+  void createIndex(String indexName,
+      String indexType,
+      Identifier table,
+      FieldReference[] columns,
+      Map<String, String>[] columnPropertyList,
+      Map<String, String> properties)
+      throws IndexAlreadyExistsException, UnsupportedOperationException;
+
+  /**
+   * Soft deletes the index with the given name.
+   * Deleted index can be restored by calling restoreIndex.
+   *
+   * @param indexName the name of the index to be deleted
+   * @return true if the index is deleted
+   * @throws NoSuchIndexException If the index does not exist (optional)
+   * @throws UnsupportedOperationException If delete index is not a supported operation
+   */
+  default boolean deleteIndex(String indexName)
+      throws NoSuchIndexException, UnsupportedOperationException {
+    throw new UnsupportedOperationException("Delete index is not supported.");
+  }
+
+  /**
+   * Checks whether an index exists.
+   *
+   * @param indexName the name of the index
+   * @return true if the index exists, false otherwise
+   */
+  boolean indexExists(String indexName);
+
+  /**
+   * Lists all the indexes in a table.
+   *
+   * @param table the table to be checked on for indexes
+   * @throws NoSuchTableException
+   */
+  Index[] listIndexes(Identifier table) throws NoSuchTableException;
+
+  /**
+   * Hard deletes the index with the given name.
+   * The Index can't be restored once dropped.
+   *
+   * @param indexName the name of the index to be dropped.
+   * @return true if the index is dropped
+   * @throws NoSuchIndexException If the index does not exist (optional)
+   * @throws UnsupportedOperationException If drop index is not a supported operation
+   */
+  boolean dropIndex(String indexName) throws NoSuchIndexException, UnsupportedOperationException;
+
+  /**
+   * Restores the index with the given name.
+   * Deleted index can be restored by calling restoreIndex, but dropped index can't be restored.
+   *
+   * @param indexName the name of the index to be restored
+   * @return true if the index is restored
+   * @throws NoSuchIndexException If the index does not exist (optional)
+   * @throws UnsupportedOperationException
+   */
+  default boolean restoreIndex(String indexName)
+      throws NoSuchIndexException, UnsupportedOperationException {
+    throw new UnsupportedOperationException("Restore index is not supported.");
+  }
+
+  /**
+   * Refreshes index using the latest data. This causes the index to be rebuilt.
+   *
+   * @param indexName the name of the index to be rebuilt
+   * @return true if the index is rebuilt
+   * @throws NoSuchIndexException If the index does not exist (optional)
+   * @throws UnsupportedOperationException
+   */
+  default boolean refreshIndex(String indexName)
+      throws NoSuchIndexException, UnsupportedOperationException {
+    throw new UnsupportedOperationException("Refresh index is not supported.");
+  }
+
+  /**
+   * Alter Index using the new property. This causes the index to be rebuilt.
+   *
+   * @param indexName the name of the index to be altered
+   * @return true if the index is altered
+   * @throws NoSuchIndexException If the index does not exist (optional)
+   * @throws UnsupportedOperationException
+   */
+  default boolean alterIndex(String indexName, Properties properties)
+      throws NoSuchIndexException, UnsupportedOperationException {
+    throw new UnsupportedOperationException("Alter index is not supported.");
+  }
+}

sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/AlreadyExistException.scala

@@ -78,3 +78,6 @@ class PartitionsAlreadyExistException(message: String) extends AnalysisException
 
 class FunctionAlreadyExistsException(db: String, func: String)
   extends AnalysisException(s"Function '$func' already exists in database '$db'")
+
+class IndexAlreadyExistsException(indexName: String, table: Identifier)
+  extends AnalysisException(s"Index '$indexName' already exists in table ${table.quoted}")

sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/NoSuchItemException.scala

@@ -95,3 +95,6 @@ class NoSuchPartitionsException(message: String) extends AnalysisException(messa
 
 class NoSuchTempFunctionException(func: String)
   extends AnalysisException(s"Temporary function '$func' not found")
+
+class NoSuchIndexException(indexName: String)
+  extends AnalysisException(s"Index '$indexName' not found")