diff --git a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/conf/TestConfigurationFieldsBase.java b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/conf/TestConfigurationFieldsBase.java index 879f1781d74be..431a6caae9a4f 100644 --- a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/conf/TestConfigurationFieldsBase.java +++ b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/conf/TestConfigurationFieldsBase.java @@ -19,6 +19,7 @@ package org.apache.hadoop.conf; import org.apache.commons.lang3.StringUtils; +import org.apache.hadoop.test.GenericTestUtils; import org.junit.Before; import org.junit.Ignore; import org.junit.Test; @@ -38,6 +39,7 @@ import org.slf4j.Logger; import org.slf4j.LoggerFactory; +import org.slf4j.event.Level; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertNotNull; @@ -191,7 +193,7 @@ public abstract class TestConfigurationFieldsBase { if (fields == null) return null; - HashMap retVal = new HashMap<>(); + HashMap retVal = new HashMap<>(); // Setup regexp for valid properties String propRegex = "^[A-Za-z][A-Za-z0-9_-]+(\\.[A-Za-z%s0-9_-]+)+$"; @@ -199,6 +201,7 @@ public abstract class TestConfigurationFieldsBase { // Iterate through class member variables String value; + Set fieldsNotPassedRegex = new HashSet<>(); for (Field f : fields) { LOG_CONFIG.debug("Field: {}", f); // Filter out anything that isn't "public static final" @@ -251,13 +254,14 @@ public abstract class TestConfigurationFieldsBase { Matcher m = p.matcher(value); if (!m.find()) { LOG_CONFIG.debug(" Passes Regex: false"); + fieldsNotPassedRegex.add(f.getName()); continue; } LOG_CONFIG.debug(" Passes Regex: true"); // Save member variable/value as hash if (!retVal.containsKey(value)) { - retVal.put(value,f.getName()); + retVal.put(value, f.getName()); } else { LOG_CONFIG.debug("ERROR: Already found key for property " + value); } @@ -414,6 +418,7 @@ private static Set compareConfigurationToXmlFields( */ @Before public void setupTestConfigurationFields() throws Exception { + GenericTestUtils.setLogLevel(LOG_CONFIG, Level.DEBUG); initializeMemberVariables(); // Error if subclass hasn't set class members diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java index 699059f068fb1..eb460ac7c333e 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java @@ -136,6 +136,8 @@ private static void addDeprecatedKeys() { ///////////////////////////// // Resource types configs //////////////////////////// + + public static final String MISSING_PROP_IN_YARN_DEF = "yarn.missingprop.in.yarndefault"; public static final String RESOURCE_TYPES = YarnConfiguration.YARN_PREFIX + "resource-types"; diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/yarn-default.xml b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/yarn-default.xml index dc58f2f8285e4..540bd3ad4ba07 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/yarn-default.xml +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/yarn-default.xml @@ -2477,6 +2477,12 @@ + + + + + + No. of ms to wait between sending a SIGTERM and SIGKILL to a container yarn.nodemanager.sleep-delay-before-sigkill.ms