Skip to content

Commit 2432ff3

Browse files
committed
addressing comments
1 parent e321dfb commit 2432ff3

File tree

3 files changed

+29
-27
lines changed

3 files changed

+29
-27
lines changed

hudi-integ-test/src/main/java/org/apache/hudi/integ/testsuite/HoodieTestSuiteJob.java

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -20,6 +20,7 @@
2020

2121
import org.apache.hudi.common.config.TypedProperties;
2222
import org.apache.hudi.common.fs.FSUtils;
23+
import org.apache.hudi.common.config.HoodieMetadataConfig;
2324
import org.apache.hudi.common.model.HoodieCommitMetadata;
2425
import org.apache.hudi.common.table.HoodieTableMetaClient;
2526
import org.apache.hudi.common.table.timeline.HoodieActiveTimeline;
@@ -348,6 +349,6 @@ public static class HoodieTestSuiteConfig extends HoodieDeltaStreamer.Config {
348349
public String indexType = "SIMPLE";
349350

350351
@Parameter(names = {"--enable-metadata-on-read"}, description = "Enable's metadata for queries")
351-
public Boolean enableMetadataOnRead = false;
352+
public Boolean enableMetadataOnRead = HoodieMetadataConfig.ENABLE.key();
352353
}
353354
}

hudi-integ-test/src/main/java/org/apache/hudi/integ/testsuite/dag/nodes/PrestoQueryNode.java

Lines changed: 26 additions & 25 deletions
Original file line numberDiff line numberDiff line change
@@ -35,31 +35,32 @@ public PrestoQueryNode(DeltaConfig.Config config) {
3535

3636
@Override
3737
public void execute(ExecutionContext context, int curItrCount) throws Exception {
38-
if (context.getHoodieTestSuiteWriter().getCfg().enablePrestoValidation) {
39-
int validateOnceEveryItr = config.validateOnceEveryIteration();
40-
int itrCountToExecute = config.getIterationCountToExecute();
41-
if ((itrCountToExecute != -1 && itrCountToExecute == curItrCount)
42-
|| (itrCountToExecute == -1 && ((curItrCount % validateOnceEveryItr) == 0))) {
43-
log.info("Executing presto query node {}", this.getName());
44-
String url = context.getHoodieTestSuiteWriter().getCfg().prestoJdbcUrl;
45-
if (StringUtils.isNullOrEmpty(url)) {
46-
throw new IllegalArgumentException("Presto JDBC connection url not provided. Please set --presto-jdbc-url.");
47-
}
48-
String user = context.getHoodieTestSuiteWriter().getCfg().prestoUsername;
49-
String pass = context.getHoodieTestSuiteWriter().getCfg().prestoPassword;
50-
try {
51-
Class.forName("com.facebook.presto.jdbc.PrestoDriver");
52-
} catch (ClassNotFoundException e) {
53-
throw new HoodieValidationException("Presto query validation failed due to " + e.getMessage(), e);
54-
}
55-
try (Connection connection = DriverManager.getConnection(url, user, pass)) {
56-
Statement stmt = connection.createStatement();
57-
setSessionProperties(this.config.getPrestoProperties(), stmt);
58-
executeAndValidateQueries(this.config.getPrestoQueries(), stmt);
59-
stmt.close();
60-
} catch (Exception e) {
61-
throw new HoodieValidationException("Presto query validation failed due to " + e.getMessage(), e);
62-
}
38+
if (!context.getHoodieTestSuiteWriter().getCfg().enablePrestoValidation) {
39+
return;
40+
}
41+
int validateOnceEveryItr = config.validateOnceEveryIteration();
42+
int itrCountToExecute = config.getIterationCountToExecute();
43+
if ((itrCountToExecute != -1 && itrCountToExecute == curItrCount)
44+
|| (itrCountToExecute == -1 && ((curItrCount % validateOnceEveryItr) == 0))) {
45+
log.info("Executing presto query node {}", this.getName());
46+
String url = context.getHoodieTestSuiteWriter().getCfg().prestoJdbcUrl;
47+
if (StringUtils.isNullOrEmpty(url)) {
48+
throw new IllegalArgumentException("Presto JDBC connection url not provided. Please set --presto-jdbc-url.");
49+
}
50+
String user = context.getHoodieTestSuiteWriter().getCfg().prestoUsername;
51+
String pass = context.getHoodieTestSuiteWriter().getCfg().prestoPassword;
52+
try {
53+
Class.forName("com.facebook.presto.jdbc.PrestoDriver");
54+
} catch (ClassNotFoundException e) {
55+
throw new HoodieValidationException("Presto query validation failed due to " + e.getMessage(), e);
56+
}
57+
try (Connection connection = DriverManager.getConnection(url, user, pass)) {
58+
Statement stmt = connection.createStatement();
59+
setSessionProperties(this.config.getPrestoProperties(), stmt);
60+
executeAndValidateQueries(this.config.getPrestoQueries(), stmt);
61+
stmt.close();
62+
} catch (Exception e) {
63+
throw new HoodieValidationException("Presto query validation failed due to " + e.getMessage(), e);
6364
}
6465
}
6566
}

hudi-integ-test/src/main/scala/org/apache/hudi/integ/testsuite/dag/nodes/SparkInsertNode.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -72,7 +72,7 @@ class SparkInsertNode(dagNodeConfig: Config) extends DagNode[RDD[WriteStatus]] {
7272
.option(DataSourceWriteOptions.TABLE_TYPE.key, context.getHoodieTestSuiteWriter.getCfg.tableType)
7373
.option(HoodieIndexConfig.INDEX_TYPE.key, context.getHoodieTestSuiteWriter.getCfg.indexType)
7474
.option(DataSourceWriteOptions.OPERATION.key, getOperation())
75-
.option("hoodie.index.type", context.getHoodieTestSuiteWriter.getCfg.indexType)
75+
.option(HoodieIndexConfig.INDEX_TYPE.key, context.getHoodieTestSuiteWriter.getCfg.indexType)
7676
.option(HoodieWriteConfig.TBL_NAME.key, context.getHoodieTestSuiteWriter.getCfg.targetTableName)
7777
.mode(SaveMode.Append)
7878
.save(context.getHoodieTestSuiteWriter.getWriteConfig.getBasePath)

0 commit comments

Comments
 (0)