diff --git a/.gitignore b/.gitignore new file mode 100644 index 00000000..49a2f1e0 --- /dev/null +++ b/.gitignore @@ -0,0 +1,5 @@ +.idea +target +bin +classes +*.iml \ No newline at end of file diff --git a/aws-glue-datacatalog-hive2-client/src/main/java/com/amazonaws/glue/catalog/metastore/AWSCatalogMetastoreClient.java b/aws-glue-datacatalog-hive2-client/src/main/java/com/amazonaws/glue/catalog/metastore/AWSCatalogMetastoreClient.java index a1871c3c..fc65840a 100644 --- a/aws-glue-datacatalog-hive2-client/src/main/java/com/amazonaws/glue/catalog/metastore/AWSCatalogMetastoreClient.java +++ b/aws-glue-datacatalog-hive2-client/src/main/java/com/amazonaws/glue/catalog/metastore/AWSCatalogMetastoreClient.java @@ -1250,6 +1250,17 @@ public List listPartitionNames(String databaseName, String tableName, return glueMetastoreClientDelegate.listPartitionNames(databaseName, tableName, values, max); } + @Override + public PartitionValuesResponse listPartitionValues(PartitionValuesRequest partitionValuesRequest) throws MetaException, TException, NoSuchObjectException { + List partitions = glueMetastoreClientDelegate.getPartitions(partitionValuesRequest.getDbName(), partitionValuesRequest.getTblName(), partitionValuesRequest.getFilter(), partitionValuesRequest.getMaxParts()); + List partitionRows = new ArrayList<>(); + for(org.apache.hadoop.hive.metastore.api.Partition p: partitions) { + partitionRows.add(new PartitionValuesRow(p.getValues())); + } + PartitionValuesResponse response = new PartitionValuesResponse(partitionRows); + return response; + } + @Override public int getNumPartitionsByFilter(String dbName, String tableName, String filter) throws MetaException, NoSuchObjectException, TException { diff --git a/aws-glue-datacatalog-spark-client/pom.xml b/aws-glue-datacatalog-spark-client/pom.xml index ed8c8103..043c009e 100644 --- a/aws-glue-datacatalog-spark-client/pom.xml +++ b/aws-glue-datacatalog-spark-client/pom.xml @@ -13,13 +13,13 @@ aws-glue-datacatalog-spark-client - org.spark-project.hive + org.apache.hive hive-metastore ${spark-hive.version} provided - org.spark-project.hive + org.apache.hive hive-exec ${spark-hive.version} provided diff --git a/pom.xml b/pom.xml index d32a20f5..f83e40a8 100644 --- a/pom.xml +++ b/pom.xml @@ -19,8 +19,8 @@ UTF-8 14.0.1 - 2.3.3 - 1.2.1 + 2.3.9 + 1.2.3-SNAPSHOT 1.11.267 4.11 1.10.19 diff --git a/shims/spark-hive-shims/pom.xml b/shims/spark-hive-shims/pom.xml index d88ee48f..03591e0d 100644 --- a/shims/spark-hive-shims/pom.xml +++ b/shims/spark-hive-shims/pom.xml @@ -16,13 +16,13 @@ - org.spark-project.hive + org.apache.hive hive-exec ${spark-hive.version} provided - org.spark-project.hive + org.apache.hive hive-metastore ${spark-hive.version} provided @@ -32,5 +32,11 @@ shims-common ${project.version} + + org.apache.hadoop + hadoop-common + ${hadoop.version} + provided +