File tree Expand file tree Collapse file tree
main/java/org/apache/hudi/utilities/sources
test/java/org/apache/hudi/utilities/functional Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -52,7 +52,7 @@ public static class Config {
5252 * {@value #NUM_INSTANTS_PER_FETCH} allows the max number of instants whose changes can be incrementally fetched.
5353 */
5454 static final String NUM_INSTANTS_PER_FETCH = "hoodie.deltastreamer.source.hoodieincr.num_instants" ;
55- static final Integer DEFAULT_NUM_INSTANTS_PER_FETCH = 1 ;
55+ static final Integer DEFAULT_NUM_INSTANTS_PER_FETCH = 5 ;
5656
5757 /**
5858 * {@value #HOODIE_SRC_PARTITION_FIELDS} specifies partition fields that needs to be added to source table after
Original file line number Diff line number Diff line change @@ -2101,6 +2101,7 @@ public void testHoodieIncrFallback() throws Exception {
21012101 HoodieDeltaStreamer .Config downstreamCfg =
21022102 TestHelpers .makeConfigForHudiIncrSrc (tableBasePath , downstreamTableBasePath ,
21032103 WriteOperationType .BULK_INSERT , true , null );
2104+ downstreamCfg .configs .add ("hoodie.deltastreamer.source.hoodieincr.num_instants=1" );
21042105 new HoodieDeltaStreamer (downstreamCfg , jsc ).sync ();
21052106
21062107 insertInTable (tableBasePath , 9 , WriteOperationType .UPSERT );
@@ -2112,6 +2113,8 @@ public void testHoodieIncrFallback() throws Exception {
21122113 downstreamCfg .configs = new ArrayList <>();
21132114 }
21142115
2116+ // Remove source.hoodieincr.num_instants config
2117+ downstreamCfg .configs .remove (downstreamCfg .configs .size () - 1 );
21152118 downstreamCfg .configs .add (DataSourceReadOptions .INCREMENTAL_FALLBACK_TO_FULL_TABLE_SCAN_FOR_NON_EXISTING_FILES ().key () + "=true" );
21162119 //Adding this conf to make testing easier :)
21172120 downstreamCfg .configs .add ("hoodie.deltastreamer.source.hoodieincr.num_instants=10" );
You can’t perform that action at this time.
0 commit comments