diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/conf/QueueCapacityConfigParser.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/conf/QueueCapacityConfigParser.java index 79786a11b3cb3..644938e33e775 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/conf/QueueCapacityConfigParser.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/conf/QueueCapacityConfigParser.java @@ -148,11 +148,6 @@ private QueueCapacityVector heterogeneousParser(Matcher matcher) { } } - // Memory always have to be defined - if (capacityVector.getMemory() == 0L) { - return new QueueCapacityVector(); - } - return capacityVector; } diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/conf/TestQueueCapacityConfigParser.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/conf/TestQueueCapacityConfigParser.java index 4e8f31e1a8515..47701484f6a8f 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/conf/TestQueueCapacityConfigParser.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/conf/TestQueueCapacityConfigParser.java @@ -214,4 +214,19 @@ public void testInvalidCapacityConfigs() { Lists.newArrayList(nonSetCapacity.iterator()); Assert.assertEquals(nonSetResources.size(), 0); } -} \ No newline at end of file + + @Test + public void testZeroAbsoluteCapacityConfig() { + QueueCapacityVector weightCapacityVector = + capacityConfigParser.parse(String.format(MEMORY_VCORE_TEMPLATE, 0, 0), QUEUE); + + QueueCapacityVectorEntry memory = weightCapacityVector.getResource(MEMORY_URI); + QueueCapacityVectorEntry vcore = weightCapacityVector.getResource(VCORES_URI); + + Assert.assertEquals(ResourceUnitCapacityType.ABSOLUTE, memory.getVectorResourceType()); + Assert.assertEquals(0, memory.getResourceValue(), EPSILON); + + Assert.assertEquals(ResourceUnitCapacityType.ABSOLUTE, vcore.getVectorResourceType()); + Assert.assertEquals(0, vcore.getResourceValue(), EPSILON); + } +} diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/TestRMWebServicesCapacitySched.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/TestRMWebServicesCapacitySched.java index 83b4578b48004..859066c475ab0 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/TestRMWebServicesCapacitySched.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/TestRMWebServicesCapacitySched.java @@ -26,6 +26,7 @@ import java.util.Collection; import org.codehaus.jettison.json.JSONObject; +import org.junit.AfterClass; import org.junit.Test; import org.apache.hadoop.conf.Configuration; @@ -43,8 +44,10 @@ import static org.apache.hadoop.yarn.server.resourcemanager.webapp.TestWebServiceUtil.assertJsonResponse; import static org.apache.hadoop.yarn.server.resourcemanager.webapp.TestWebServiceUtil.assertJsonType; import static org.apache.hadoop.yarn.server.resourcemanager.webapp.TestWebServiceUtil.assertXmlResponse; +import static org.apache.hadoop.yarn.server.resourcemanager.webapp.TestWebServiceUtil.backupSchedulerConfigFileInTarget; import static org.apache.hadoop.yarn.server.resourcemanager.webapp.TestWebServiceUtil.createRM; import static org.apache.hadoop.yarn.server.resourcemanager.webapp.TestWebServiceUtil.createWebAppDescriptor; +import static org.apache.hadoop.yarn.server.resourcemanager.webapp.TestWebServiceUtil.restoreSchedulerConfigFileInTarget; import static org.junit.Assert.assertEquals; @RunWith(Parameterized.class) @@ -60,6 +63,12 @@ public static Collection getParameters() { public TestRMWebServicesCapacitySched(boolean legacyQueueMode) { super(createWebAppDescriptor()); this.legacyQueueMode = legacyQueueMode; + backupSchedulerConfigFileInTarget(); + } + + @AfterClass + public static void afterClass() { + restoreSchedulerConfigFileInTarget(); } @Test diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/TestRMWebServicesCapacitySchedDynamicConfig.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/TestRMWebServicesCapacitySchedDynamicConfig.java index b1a6cdece8613..e6e14fca6ede2 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/TestRMWebServicesCapacitySchedDynamicConfig.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/TestRMWebServicesCapacitySchedDynamicConfig.java @@ -24,6 +24,7 @@ import java.util.HashMap; import java.util.Map; +import org.junit.AfterClass; import org.junit.Test; import org.apache.hadoop.conf.Configuration; @@ -39,10 +40,12 @@ import static org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacitySchedulerConfigGeneratorForTest.createConfiguration; import static org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacitySchedulerTestUtilities.GB; import static org.apache.hadoop.yarn.server.resourcemanager.webapp.TestWebServiceUtil.assertJsonResponse; +import static org.apache.hadoop.yarn.server.resourcemanager.webapp.TestWebServiceUtil.backupSchedulerConfigFileInTarget; import static org.apache.hadoop.yarn.server.resourcemanager.webapp.TestWebServiceUtil.createMutableRM; import static org.apache.hadoop.yarn.server.resourcemanager.webapp.TestWebServiceUtil.createWebAppDescriptor; import static org.apache.hadoop.yarn.server.resourcemanager.webapp.TestWebServiceUtil.getExpectedResourceFile; import static org.apache.hadoop.yarn.server.resourcemanager.webapp.TestWebServiceUtil.reinitialize; +import static org.apache.hadoop.yarn.server.resourcemanager.webapp.TestWebServiceUtil.restoreSchedulerConfigFileInTarget; import static org.apache.hadoop.yarn.server.resourcemanager.webapp.TestWebServiceUtil.runTest; import static org.apache.hadoop.yarn.server.resourcemanager.webapp.TestWebServiceUtil.sendRequest; import static org.assertj.core.api.Assertions.fail; @@ -72,6 +75,12 @@ public static Collection getParameters() { public TestRMWebServicesCapacitySchedDynamicConfig(boolean legacyQueueMode) { super(createWebAppDescriptor()); this.legacyQueueMode = legacyQueueMode; + backupSchedulerConfigFileInTarget(); + } + + @AfterClass + public static void afterClass() { + restoreSchedulerConfigFileInTarget(); } @Test diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/TestRMWebServicesCapacitySchedLegacyQueueCreation.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/TestRMWebServicesCapacitySchedLegacyQueueCreation.java index 63915d2047eee..a61bb954b32bf 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/TestRMWebServicesCapacitySchedLegacyQueueCreation.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/TestRMWebServicesCapacitySchedLegacyQueueCreation.java @@ -25,6 +25,8 @@ import javax.ws.rs.core.MediaType; import com.sun.jersey.api.client.ClientResponse; + +import org.junit.AfterClass; import org.junit.Test; import org.apache.hadoop.yarn.server.resourcemanager.MockRM; @@ -38,8 +40,10 @@ import static org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacitySchedulerConfigGeneratorForTest.createConfiguration; import static org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacitySchedulerTestUtilities.GB; import static org.apache.hadoop.yarn.server.resourcemanager.webapp.TestWebServiceUtil.assertJsonResponse; +import static org.apache.hadoop.yarn.server.resourcemanager.webapp.TestWebServiceUtil.backupSchedulerConfigFileInTarget; import static org.apache.hadoop.yarn.server.resourcemanager.webapp.TestWebServiceUtil.createMutableRM; import static org.apache.hadoop.yarn.server.resourcemanager.webapp.TestWebServiceUtil.createWebAppDescriptor; +import static org.apache.hadoop.yarn.server.resourcemanager.webapp.TestWebServiceUtil.restoreSchedulerConfigFileInTarget; @RunWith(Parameterized.class) public class TestRMWebServicesCapacitySchedLegacyQueueCreation extends @@ -55,6 +59,12 @@ public static Collection getParameters() { public TestRMWebServicesCapacitySchedLegacyQueueCreation(boolean legacyQueueMode) { super(createWebAppDescriptor()); this.legacyQueueMode = legacyQueueMode; + backupSchedulerConfigFileInTarget(); + } + + @AfterClass + public static void afterClass() { + restoreSchedulerConfigFileInTarget(); } @Test diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/TestRMWebServicesCapacitySchedulerMixedMode.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/TestRMWebServicesCapacitySchedulerMixedMode.java index bbbc37f36b98a..dea6a1f07ed2a 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/TestRMWebServicesCapacitySchedulerMixedMode.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/TestRMWebServicesCapacitySchedulerMixedMode.java @@ -23,11 +23,14 @@ import org.apache.hadoop.yarn.server.resourcemanager.MockRM; import org.apache.hadoop.yarn.webapp.JerseyTestBase; +import org.junit.AfterClass; import org.junit.Test; import static org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacitySchedulerConfigGeneratorForTest.createConfiguration; +import static org.apache.hadoop.yarn.server.resourcemanager.webapp.TestWebServiceUtil.backupSchedulerConfigFileInTarget; import static org.apache.hadoop.yarn.server.resourcemanager.webapp.TestWebServiceUtil.createRM; import static org.apache.hadoop.yarn.server.resourcemanager.webapp.TestWebServiceUtil.createWebAppDescriptor; +import static org.apache.hadoop.yarn.server.resourcemanager.webapp.TestWebServiceUtil.restoreSchedulerConfigFileInTarget; import static org.apache.hadoop.yarn.server.resourcemanager.webapp.TestWebServiceUtil.runTest; /** @@ -47,6 +50,12 @@ public class TestRMWebServicesCapacitySchedulerMixedMode extends JerseyTestBase public TestRMWebServicesCapacitySchedulerMixedMode() { super(createWebAppDescriptor()); + backupSchedulerConfigFileInTarget(); + } + + @AfterClass + public static void afterClass() { + restoreSchedulerConfigFileInTarget(); } diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/TestRMWebServicesConfigurationMutation.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/TestRMWebServicesConfigurationMutation.java index 43b5ee7127c2e..40919a24162bc 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/TestRMWebServicesConfigurationMutation.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/TestRMWebServicesConfigurationMutation.java @@ -50,7 +50,9 @@ import org.codehaus.jettison.json.JSONException; import org.codehaus.jettison.json.JSONObject; import org.junit.After; +import org.junit.AfterClass; import org.junit.Before; +import org.junit.BeforeClass; import org.junit.Test; import org.slf4j.Logger; import org.slf4j.LoggerFactory; @@ -58,7 +60,6 @@ import javax.ws.rs.core.MediaType; import javax.ws.rs.core.Response.Status; -import java.io.File; import java.io.FileOutputStream; import java.io.IOException; import java.util.HashMap; @@ -67,6 +68,9 @@ import static org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacitySchedulerConfiguration.ACCESSIBLE_NODE_LABELS; import static org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacitySchedulerConfiguration.CAPACITY; import static org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacitySchedulerConfiguration.MAXIMUM_CAPACITY; +import static org.apache.hadoop.yarn.server.resourcemanager.webapp.TestWebServiceUtil.getCapacitySchedulerConfigFileInTarget; +import static org.apache.hadoop.yarn.server.resourcemanager.webapp.TestWebServiceUtil.backupSchedulerConfigFileInTarget; +import static org.apache.hadoop.yarn.server.resourcemanager.webapp.TestWebServiceUtil.restoreSchedulerConfigFileInTarget; import static org.apache.hadoop.yarn.webapp.util.YarnWebServiceUtils.toJson; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertNull; @@ -80,11 +84,6 @@ public class TestRMWebServicesConfigurationMutation extends JerseyTestBase { private static final Logger LOG = LoggerFactory .getLogger(TestRMWebServicesConfigurationMutation.class); - - private static final File CONF_FILE = new File(new File("target", - "test-classes"), YarnConfiguration.CS_CONFIGURATION_FILE); - private static final File OLD_CONF_FILE = new File(new File("target", - "test-classes"), YarnConfiguration.CS_CONFIGURATION_FILE + ".tmp"); private static final String LABEL_1 = "label1"; public static final QueuePath ROOT = new QueuePath("root"); public static final QueuePath ROOT_A = new QueuePath("root", "a"); @@ -95,6 +94,16 @@ public class TestRMWebServicesConfigurationMutation extends JerseyTestBase { private static CapacitySchedulerConfiguration csConf; private static YarnConfiguration conf; + @BeforeClass + public static void beforeClass() { + backupSchedulerConfigFileInTarget(); + } + + @AfterClass + public static void afterClass() { + restoreSchedulerConfigFileInTarget(); + } + private static class WebServletModule extends ServletModule { @Override protected void configureServlets() { @@ -117,12 +126,7 @@ protected void configureServlets() { YarnConfiguration.MEMORY_CONFIGURATION_STORE); conf.set(YarnConfiguration.YARN_ADMIN_ACL, userName); try { - if (CONF_FILE.exists()) { - if (!CONF_FILE.renameTo(OLD_CONF_FILE)) { - throw new RuntimeException("Failed to rename conf file"); - } - } - FileOutputStream out = new FileOutputStream(CONF_FILE); + FileOutputStream out = new FileOutputStream(getCapacitySchedulerConfigFileInTarget()); csConf.writeXml(out); out.close(); } catch (IOException e) { @@ -1070,10 +1074,6 @@ public void tearDown() throws Exception { if (rm != null) { rm.stop(); } - CONF_FILE.delete(); - if (!OLD_CONF_FILE.renameTo(CONF_FILE)) { - throw new RuntimeException("Failed to re-copy old configuration file"); - } super.tearDown(); } } diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/TestWebServiceUtil.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/TestWebServiceUtil.java index dc27114beb537..1c76e26c7d805 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/TestWebServiceUtil.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/TestWebServiceUtil.java @@ -19,6 +19,7 @@ package org.apache.hadoop.yarn.server.resourcemanager.webapp; import java.io.BufferedReader; +import java.io.File; import java.io.FileWriter; import java.io.IOException; import java.io.InputStream; @@ -26,6 +27,10 @@ import java.io.StringReader; import java.io.StringWriter; import java.net.URISyntaxException; +import java.util.ArrayList; +import java.util.Comparator; +import java.util.Iterator; +import java.util.List; import java.util.Objects; import java.util.stream.Collectors; import javax.ws.rs.core.MediaType; @@ -38,16 +43,19 @@ import javax.xml.transform.dom.DOMSource; import javax.xml.transform.stream.StreamResult; -import com.fasterxml.jackson.core.JsonProcessingException; +import com.fasterxml.jackson.databind.JsonNode; +import com.fasterxml.jackson.databind.node.ObjectNode; +import com.fasterxml.jackson.databind.node.ArrayNode; import com.fasterxml.jackson.databind.ObjectMapper; +import com.fasterxml.jackson.databind.ObjectWriter; +import com.fasterxml.jackson.databind.SerializationFeature; import com.google.inject.Guice; import com.google.inject.servlet.ServletModule; import com.sun.jersey.api.client.ClientResponse; import com.sun.jersey.api.client.WebResource; import com.sun.jersey.guice.spi.container.servlet.GuiceContainer; import com.sun.jersey.test.framework.WebAppDescriptor; -import org.codehaus.jettison.json.JSONException; -import org.codehaus.jettison.json.JSONObject; + import org.junit.Assert; import org.w3c.dom.Document; import org.xml.sax.InputSource; @@ -65,12 +73,15 @@ import org.apache.hadoop.yarn.webapp.GenericExceptionHandler; import org.apache.hadoop.yarn.webapp.GuiceServletConfig; -import static org.apache.hadoop.yarn.conf.YarnConfiguration.MEMORY_CONFIGURATION_STORE; -import static org.apache.hadoop.yarn.conf.YarnConfiguration.SCHEDULER_CONFIGURATION_STORE_CLASS; import static org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacitySchedulerTestUtilities.GB; import static org.junit.Assert.assertEquals; public final class TestWebServiceUtil { + private static final ObjectMapper MAPPER = new ObjectMapper() + .configure(SerializationFeature.ORDER_MAP_ENTRIES_BY_KEYS, true); + private static final ObjectWriter OBJECT_WRITER = + MAPPER.writerWithDefaultPrettyPrinter(); + private TestWebServiceUtil(){ } @@ -94,7 +105,6 @@ protected void configureServlets() { public static void runTest(String template, String name, MockRM rm, WebResource resource) throws Exception { - final boolean reinitAfterNodeChane = isMutableConfig(rm.getConfig()); try { boolean legacyQueueMode = ((CapacityScheduler) rm.getResourceScheduler()) .getConfiguration().isLegacyQueueMode(); @@ -105,16 +115,10 @@ public static void runTest(String template, String name, MockNM nm1 = rm.registerNode("h1:1234", 8 * GB, 8); rm.registerNode("h2:1234", 8 * GB, 8); - if (reinitAfterNodeChane) { - reinitialize(rm, rm.getConfig()); - } assertJsonResponse(sendRequest(resource), getExpectedResourceFile(template, name, "16", legacyQueueMode)); rm.registerNode("h3:1234", 8 * GB, 8); MockNM nm4 = rm.registerNode("h4:1234", 8 * GB, 8); - if (reinitAfterNodeChane) { - reinitialize(rm, rm.getConfig()); - } assertJsonResponse(sendRequest(resource), getExpectedResourceFile(template, name, "32", legacyQueueMode)); @@ -163,11 +167,6 @@ public static String legacySuffix(boolean legacyQueueMode, String text) { return text; } - public static boolean isMutableConfig(Configuration config) { - return Objects.equals(config.get(SCHEDULER_CONFIGURATION_STORE_CLASS), - MEMORY_CONFIGURATION_STORE); - } - public static ClientResponse sendRequest(WebResource resource) { return resource.path("ws").path("v1").path("cluster") .path("scheduler").accept(MediaType.APPLICATION_JSON) @@ -209,22 +208,61 @@ public static Document loadDocument(String xml) throws Exception { } public static void assertJsonResponse(ClientResponse response, - String expectedResourceFilename) throws JSONException, - IOException { + String expectedResourceFilename) throws IOException { assertJsonType(response); - JSONObject json = response.getEntity(JSONObject.class); - String actual = prettyPrintJson(json.toString(2)); + + JsonNode jsonNode = MAPPER.readTree(response.getEntity(String.class)); + sortQueuesLexically((ObjectNode) jsonNode); + + String actual = OBJECT_WRITER.writeValueAsString(jsonNode); updateTestDataAutomatically(expectedResourceFilename, actual); assertEquals( - prettyPrintJson(getResourceAsString(expectedResourceFilename)), + // Deserialize/serialise again with the exact same settings + // to make sure jackson upgrade doesn't break the test + OBJECT_WRITER.writeValueAsString( + MAPPER.readTree( + Objects.requireNonNull(getResourceAsString(expectedResourceFilename)))), actual); } - private static String prettyPrintJson(String in) throws JsonProcessingException { - ObjectMapper objectMapper = new ObjectMapper(); - return objectMapper - .writerWithDefaultPrettyPrinter() - .writeValueAsString(objectMapper.readTree(in)); + /** + * Sorts the "queue": [ {}, {}, {} ] parts recursively by the queuePath key. + * + *

+ * There was a marshalling error described in YARN-4785 in CapacitySchedulerInfo.getQueues(). + * If that issue still present, we can't sort the queues there, but only sort the leaf queues + * then the non-leaf queues which would make a consistent output, but hard to document. + * Instead we make sure the test data is at least ordered by queue names. + *

+ * + * @param object the json object to sort. + */ + private static void sortQueuesLexically(ObjectNode object) { + Iterator keys = object.fieldNames(); + while (keys.hasNext()) { + String key = keys.next(); + JsonNode o = object.get(key); + if (key.equals("queue") && o.isArray()) { + ArrayNode original = (ArrayNode) o; + List queues = new ArrayList<>(original.size()); + for (int i = 0; i < original.size(); i++) { + if (original.get(i).isObject()) { + queues.add((ObjectNode) original.get(i)); + } + } + queues.sort(new Comparator() { + private static final String SORT_BY_KEY = "queuePath"; + @Override + public int compare(ObjectNode a, ObjectNode b) { + return a.get(SORT_BY_KEY).asText().compareTo(b.get(SORT_BY_KEY).asText()); + } + }); + + object.set("queue", MAPPER.createObjectNode().arrayNode().addAll(queues)); + } else if (o.isObject()) { + sortQueuesLexically((ObjectNode) o); + } + } } public static void assertJsonType(ClientResponse response) { @@ -293,12 +331,10 @@ public static MockRM createRM(Configuration config) { return rm; } - public static MockRM createMutableRM(Configuration conf) throws IOException { + public static MockRM createMutableRM(Configuration conf) { conf.set(YarnConfiguration.SCHEDULER_CONFIGURATION_STORE_CLASS, YarnConfiguration.MEMORY_CONFIGURATION_STORE); - MockRM rm = createRM(new CapacitySchedulerConfiguration(conf)); - reinitialize(rm, conf); - return rm; + return createRM(new CapacitySchedulerConfiguration(conf)); } public static void reinitialize(MockRM rm, Configuration conf) throws IOException { @@ -309,4 +345,31 @@ public static void reinitialize(MockRM rm, Configuration conf) throws IOExceptio CapacityScheduler cs = (CapacityScheduler) rm.getResourceScheduler(); cs.reinitialize(conf, rm.getRMContext(), true); } + + public static File getCapacitySchedulerConfigFileInTarget() { + return new File("target/test-classes", YarnConfiguration.CS_CONFIGURATION_FILE); + } + + public static File getBackupCapacitySchedulerConfigFileInTarget() { + return new File("target/test-classes", YarnConfiguration.CS_CONFIGURATION_FILE + ".tmp"); + } + + public static void backupSchedulerConfigFileInTarget() { + final File file = getCapacitySchedulerConfigFileInTarget(); + if (file.exists()) { + if (!file.renameTo(getBackupCapacitySchedulerConfigFileInTarget())) { + throw new RuntimeException("Failed to backup configuration file"); + } + } + } + + public static void restoreSchedulerConfigFileInTarget() { + File file = getBackupCapacitySchedulerConfigFileInTarget(); + if (file.exists()) { + getCapacitySchedulerConfigFileInTarget().delete(); + if (!file.renameTo(getCapacitySchedulerConfigFileInTarget())) { + throw new RuntimeException("Failed to restore configuration file"); + } + } + } } diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testAbsoluteMode-0.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testAbsoluteMode-0.json index 0d0d8c72edb13..77f43fcf352a3 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testAbsoluteMode-0.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testAbsoluteMode-0.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -24,18 +24,18 @@ "queues" : { "queue" : [ { "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "queuePath" : "root.default", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "test2", + "queueName" : "default", "isAbsoluteResource" : true, "state" : "RUNNING", "resourcesUsed" : { @@ -70,27 +70,27 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=12288.0,vcores=12.0]", + "configuredCapacityVector" : "[memory-mb=4096.0,vcores=4.0]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "12288.0" + "resourceValue" : "4096.0" }, { "resourceName" : "vcores", - "resourceValue" : "12.0" + "resourceValue" : "4.0" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { - "memory" : 12288, - "vCores" : 12, + "memory" : 4096, + "vCores" : 4, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -99,7 +99,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 12288 + "value" : 4096 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -107,7 +107,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 12 + "value" : 4 } ] } }, @@ -422,9 +422,9 @@ "numContainers" : 0, "maxApplications" : 10000, "maxApplicationsPerUser" : 10000, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -502,517 +502,38 @@ "maxApplicationLifetime" : -1, "defaultApplicationLifetime" : -1 }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.default", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "queuePath" : "root.test1", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "default", + "queueName" : "test1", "isAbsoluteResource" : true, "state" : "RUNNING", - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=4096.0,vcores=4.0]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "4096.0" - }, { - "resourceName" : "vcores", - "resourceValue" : "4.0" - } ] - }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 4096, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : " " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : " " - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "absolute", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 10000, - "maxApplicationsPerUser" : 10000, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "queuePath" : "root.test1", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test1", - "isAbsoluteResource" : true, - "state" : "RUNNING", - "queues" : { - "queue" : [ { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test1.test1_1", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test1_1", - "isAbsoluteResource" : true, - "state" : "RUNNING", - "resourcesUsed" : { + "queues" : { + "queue" : [ { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test1.test1_1", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test1_1", + "isAbsoluteResource" : true, + "state" : "RUNNING", + "resourcesUsed" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -1053,15 +574,15 @@ "resourceValue" : "2.0" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 2048, "vCores" : 2, @@ -1396,9 +917,9 @@ "numContainers" : 0, "maxApplications" : 10000, "maxApplicationsPerUser" : 10000, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -1478,14 +999,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test1.test1_2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test1_2", @@ -1532,15 +1053,15 @@ "resourceValue" : "2.0" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 2048, "vCores" : 2, @@ -1875,9 +1396,9 @@ "numContainers" : 0, "maxApplications" : 10000, "maxApplicationsPerUser" : 10000, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -1957,14 +1478,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test1.test1_3", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test1_3", @@ -2011,15 +1532,15 @@ "resourceValue" : "12.0" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 12288, "vCores" : 12, @@ -2354,9 +1875,9 @@ "numContainers" : 0, "maxApplications" : 10000, "maxApplicationsPerUser" : 10000, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -2476,15 +1997,15 @@ "resourceValue" : "16.0" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 16384, "vCores" : 16, @@ -2745,6 +2266,485 @@ "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, "autoQueueLeafTemplateProperties" : { } + }, { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test2", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test2", + "isAbsoluteResource" : true, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=12288.0,vcores=12.0]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "12288.0" + }, { + "resourceName" : "vcores", + "resourceValue" : "12.0" + } ] + }, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 12288, + "vCores" : 12, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 12288 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 12 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "fifo", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "absolute", + "queueType" : "leaf", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 10000, + "maxApplicationsPerUser" : 10000, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 } ] }, "capacities" : { @@ -2760,15 +2760,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testAbsoluteMode-16.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testAbsoluteMode-16.json index f2b2d746eaded..de4cb49c0c03a 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testAbsoluteMode-16.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testAbsoluteMode-16.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -24,18 +24,18 @@ "queues" : { "queue" : [ { "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test2", - "capacity" : 37.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "queuePath" : "root.default", + "capacity" : 12.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 12.5, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "test2", + "queueName" : "default", "isAbsoluteResource" : true, "state" : "RUNNING", "resourcesUsed" : { @@ -70,27 +70,27 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=12288.0,vcores=12.0]", + "configuredCapacityVector" : "[memory-mb=4096.0,vcores=4.0]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "12288.0" + "resourceValue" : "4096.0" }, { "resourceName" : "vcores", - "resourceValue" : "12.0" + "resourceValue" : "4.0" } ] }, - "capacity" : 37.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 12.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 12.5, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { - "memory" : 12288, - "vCores" : 12, + "memory" : 4096, + "vCores" : 4, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -99,7 +99,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 12288 + "value" : 4096 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -107,7 +107,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 12 + "value" : 4 } ] } }, @@ -135,8 +135,8 @@ } }, "effectiveMinResource" : { - "memory" : 6144, - "vCores" : 6, + "memory" : 2048, + "vCores" : 2, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -145,7 +145,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 6144 + "value" : 2048 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -153,7 +153,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 6 + "value" : 2 } ] } }, @@ -326,8 +326,8 @@ } ] }, "minEffectiveCapacity" : { - "memory" : 6144, - "vCores" : 6, + "memory" : 2048, + "vCores" : 2, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -336,7 +336,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 6144 + "value" : 2048 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -344,7 +344,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 6 + "value" : 2 } ] } }, @@ -420,11 +420,11 @@ "numActiveApplications" : 0, "numPendingApplications" : 0, "numContainers" : 0, - "maxApplications" : 3750, - "maxApplicationsPerUser" : 3750, - "userLimit" : 100, + "maxApplications" : 1250, + "maxApplicationsPerUser" : 1250, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -502,517 +502,38 @@ "maxApplicationLifetime" : -1, "defaultApplicationLifetime" : -1 }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.default", - "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 12.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "queuePath" : "root.test1", + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "default", + "queueName" : "test1", "isAbsoluteResource" : true, "state" : "RUNNING", - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=4096.0,vcores=4.0]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "4096.0" - }, { - "resourceName" : "vcores", - "resourceValue" : "4.0" - } ] - }, + "queues" : { + "queue" : [ { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test1.test1_1", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 12.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 4096, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 2048, - "vCores" : 2, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 2 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 16384, - "vCores" : 16, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 16384 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 16 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 2048, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 2048, - "vCores" : 2, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 2 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 16384, - "vCores" : 16, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 16384 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 16 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "*" - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : "*" - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "absolute", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 1250, - "maxApplicationsPerUser" : 1250, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 2048, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 2048, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "queuePath" : "root.test1", - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test1", - "isAbsoluteResource" : true, - "state" : "RUNNING", - "queues" : { - "queue" : [ { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test1.test1_2", - "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test1_2", - "isAbsoluteResource" : true, - "state" : "RUNNING", - "resourcesUsed" : { + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 6.25, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test1_1", + "isAbsoluteResource" : true, + "state" : "RUNNING", + "resourcesUsed" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -1054,14 +575,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 2048, "vCores" : 2, @@ -1396,9 +917,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -1477,18 +998,18 @@ "defaultApplicationLifetime" : -1 }, { "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test1.test1_1", + "queuePath" : "root.test1.test1_2", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "test1_1", + "queueName" : "test1_2", "isAbsoluteResource" : true, "state" : "RUNNING", "resourcesUsed" : { @@ -1533,14 +1054,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 2048, "vCores" : 2, @@ -1875,9 +1396,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -1957,14 +1478,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test1.test1_3", - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test1_3", @@ -2011,15 +1532,15 @@ "resourceValue" : "12.0" } ] }, - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 12288, "vCores" : 12, @@ -2354,9 +1875,9 @@ "numContainers" : 0, "maxApplications" : 3750, "maxApplicationsPerUser" : 3750, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -2467,27 +1988,353 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=16384.0,vcores=16.0]", + "configuredCapacityVector" : "[memory-mb=16384.0,vcores=16.0]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "16384.0" + }, { + "resourceName" : "vcores", + "resourceValue" : "16.0" + } ] + }, + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 8192, + "vCores" : 8, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 8 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 8192, + "vCores" : 8, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 8 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "absolute", + "queueType" : "parent", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { } + }, { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test2", + "capacity" : 37.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test2", + "isAbsoluteResource" : true, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=12288.0,vcores=12.0]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "16384.0" + "resourceValue" : "12288.0" }, { "resourceName" : "vcores", - "resourceValue" : "16.0" + "resourceValue" : "12.0" } ] }, - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 37.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2496,7 +2343,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2504,7 +2351,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 12 } ] } }, @@ -2532,8 +2379,8 @@ } }, "effectiveMinResource" : { - "memory" : 8192, - "vCores" : 8, + "memory" : 6144, + "vCores" : 6, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2542,7 +2389,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 8192 + "value" : 6144 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2550,7 +2397,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 8 + "value" : 6 } ] } }, @@ -2650,12 +2497,81 @@ "value" : 0 } ] } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 2048, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 2048 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } } } ] }, "minEffectiveCapacity" : { - "memory" : 8192, - "vCores" : 8, + "memory" : 6144, + "vCores" : 6, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2664,7 +2580,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 8192 + "value" : 6144 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2672,7 +2588,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 8 + "value" : 6 } ] } }, @@ -2735,16 +2651,100 @@ } ] }, "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", + "orderingPolicyInfo" : "fifo", "autoCreateChildQueueEnabled" : false, "leafQueueTemplate" : { }, "mode" : "absolute", - "queueType" : "parent", + "queueType" : "leaf", "creationMethod" : "static", "autoCreationEligibility" : "off", "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { } + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 3750, + "maxApplicationsPerUser" : 3750, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 2048, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 2048 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 2048, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 2048 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 } ] }, "capacities" : { @@ -2760,15 +2760,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testAbsoluteMode-32.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testAbsoluteMode-32.json index ddcd26d89608e..29fc72354b4b6 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testAbsoluteMode-32.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testAbsoluteMode-32.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -24,18 +24,18 @@ "queues" : { "queue" : [ { "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test2", - "capacity" : 37.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "queuePath" : "root.default", + "capacity" : 12.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 12.5, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "test2", + "queueName" : "default", "isAbsoluteResource" : true, "state" : "RUNNING", "resourcesUsed" : { @@ -70,27 +70,27 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=12288.0,vcores=12.0]", + "configuredCapacityVector" : "[memory-mb=4096.0,vcores=4.0]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "12288.0" + "resourceValue" : "4096.0" }, { "resourceName" : "vcores", - "resourceValue" : "12.0" + "resourceValue" : "4.0" } ] }, - "capacity" : 37.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 12.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 12.5, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { - "memory" : 12288, - "vCores" : 12, + "memory" : 4096, + "vCores" : 4, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -99,7 +99,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 12288 + "value" : 4096 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -107,7 +107,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 12 + "value" : 4 } ] } }, @@ -135,8 +135,8 @@ } }, "effectiveMinResource" : { - "memory" : 12288, - "vCores" : 12, + "memory" : 4096, + "vCores" : 4, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -145,7 +145,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 12288 + "value" : 4096 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -153,7 +153,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 12 + "value" : 4 } ] } }, @@ -326,8 +326,8 @@ } ] }, "minEffectiveCapacity" : { - "memory" : 12288, - "vCores" : 12, + "memory" : 4096, + "vCores" : 4, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -336,7 +336,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 12288 + "value" : 4096 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -344,7 +344,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 12 + "value" : 4 } ] } }, @@ -420,11 +420,11 @@ "numActiveApplications" : 0, "numPendingApplications" : 0, "numContainers" : 0, - "maxApplications" : 3750, - "maxApplicationsPerUser" : 3750, - "userLimit" : 100, + "maxApplications" : 1250, + "maxApplicationsPerUser" : 1250, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -502,517 +502,38 @@ "maxApplicationLifetime" : -1, "defaultApplicationLifetime" : -1 }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.default", - "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 12.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "queuePath" : "root.test1", + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "default", + "queueName" : "test1", "isAbsoluteResource" : true, "state" : "RUNNING", - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=4096.0,vcores=4.0]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "4096.0" - }, { - "resourceName" : "vcores", - "resourceValue" : "4.0" - } ] - }, + "queues" : { + "queue" : [ { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test1.test1_1", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 12.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 4096, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 4096, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 4096, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "*" - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : "*" - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "absolute", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 1250, - "maxApplicationsPerUser" : 1250, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "queuePath" : "root.test1", - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test1", - "isAbsoluteResource" : true, - "state" : "RUNNING", - "queues" : { - "queue" : [ { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test1.test1_2", - "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test1_2", - "isAbsoluteResource" : true, - "state" : "RUNNING", - "resourcesUsed" : { + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 6.25, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test1_1", + "isAbsoluteResource" : true, + "state" : "RUNNING", + "resourcesUsed" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -1054,14 +575,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 2048, "vCores" : 2, @@ -1396,9 +917,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -1477,18 +998,18 @@ "defaultApplicationLifetime" : -1 }, { "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test1.test1_1", + "queuePath" : "root.test1.test1_2", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "test1_1", + "queueName" : "test1_2", "isAbsoluteResource" : true, "state" : "RUNNING", "resourcesUsed" : { @@ -1533,14 +1054,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 2048, "vCores" : 2, @@ -1875,9 +1396,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -1957,14 +1478,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test1.test1_3", - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test1_3", @@ -2011,15 +1532,15 @@ "resourceValue" : "12.0" } ] }, - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 12288, "vCores" : 12, @@ -2354,9 +1875,9 @@ "numContainers" : 0, "maxApplications" : 3750, "maxApplicationsPerUser" : 3750, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -2467,27 +1988,353 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=16384.0,vcores=16.0]", + "configuredCapacityVector" : "[memory-mb=16384.0,vcores=16.0]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "16384.0" + }, { + "resourceName" : "vcores", + "resourceValue" : "16.0" + } ] + }, + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "absolute", + "queueType" : "parent", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { } + }, { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test2", + "capacity" : 37.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test2", + "isAbsoluteResource" : true, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=12288.0,vcores=12.0]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "16384.0" + "resourceValue" : "12288.0" }, { "resourceName" : "vcores", - "resourceValue" : "16.0" + "resourceValue" : "12.0" } ] }, - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 37.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2496,7 +2343,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2504,7 +2351,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 12 } ] } }, @@ -2532,8 +2379,8 @@ } }, "effectiveMinResource" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2542,7 +2389,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2550,7 +2397,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 12 } ] } }, @@ -2650,12 +2497,81 @@ "value" : 0 } ] } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } } } ] }, "minEffectiveCapacity" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2664,7 +2580,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2672,7 +2588,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 12 } ] } }, @@ -2735,16 +2651,100 @@ } ] }, "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", + "orderingPolicyInfo" : "fifo", "autoCreateChildQueueEnabled" : false, "leafQueueTemplate" : { }, "mode" : "absolute", - "queueType" : "parent", + "queueType" : "leaf", "creationMethod" : "static", "autoCreationEligibility" : "off", "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { } + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 3750, + "maxApplicationsPerUser" : 3750, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 } ] }, "capacities" : { @@ -2760,15 +2760,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testAbsoluteMode-legacy-0.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testAbsoluteMode-legacy-0.json index 79ce11895dd1a..ad9d5a2901599 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testAbsoluteMode-legacy-0.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testAbsoluteMode-legacy-0.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -24,18 +24,18 @@ "queues" : { "queue" : [ { "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 0, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "queuePath" : "root.default", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "test2", + "queueName" : "default", "isAbsoluteResource" : true, "state" : "RUNNING", "resourcesUsed" : { @@ -70,27 +70,27 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=12288.0,vcores=12.0]", + "configuredCapacityVector" : "[memory-mb=4096.0,vcores=4.0]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "12288.0" + "resourceValue" : "4096.0" }, { "resourceName" : "vcores", - "resourceValue" : "12.0" + "resourceValue" : "4.0" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 0, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 0.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { - "memory" : 12288, - "vCores" : 12, + "memory" : 4096, + "vCores" : 4, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -99,7 +99,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 12288 + "value" : 4096 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -107,7 +107,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 12 + "value" : 4 } ] } }, @@ -135,8 +135,8 @@ } }, "effectiveMinResource" : { - "memory" : 12288, - "vCores" : 12, + "memory" : 4096, + "vCores" : 4, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -145,7 +145,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 12288 + "value" : 4096 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -153,7 +153,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 12 + "value" : 4 } ] } }, @@ -278,7 +278,7 @@ } }, "amLimit" : { - "memory" : 2048, + "memory" : 1024, "vCores" : 1, "resourceInformations" : { "resourceInformation" : [ { @@ -288,7 +288,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 2048 + "value" : 1024 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -326,8 +326,8 @@ } ] }, "minEffectiveCapacity" : { - "memory" : 12288, - "vCores" : 12, + "memory" : 4096, + "vCores" : 4, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -336,7 +336,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 12288 + "value" : 4096 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -344,7 +344,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 12 + "value" : 4 } ] } }, @@ -422,12 +422,12 @@ "numContainers" : 0, "maxApplications" : 0, "maxApplicationsPerUser" : 0, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { - "memory" : 2048, + "memory" : 1024, "vCores" : 1, "resourceInformations" : { "resourceInformation" : [ { @@ -437,7 +437,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 2048 + "value" : 1024 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -473,7 +473,7 @@ } }, "userAMResourceLimit" : { - "memory" : 2048, + "memory" : 1024, "vCores" : 1, "resourceInformations" : { "resourceInformation" : [ { @@ -483,7 +483,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 2048 + "value" : 1024 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -502,517 +502,38 @@ "maxApplicationLifetime" : -1, "defaultApplicationLifetime" : -1 }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.default", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 0, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "queuePath" : "root.test1", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "default", + "queueName" : "test1", "isAbsoluteResource" : true, "state" : "RUNNING", - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=4096.0,vcores=4.0]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "4096.0" - }, { - "resourceName" : "vcores", - "resourceValue" : "4.0" - } ] - }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 0, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 4096, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 4096, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 1024, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 1024 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 4096, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : " " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : " " - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "absolute", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 0, - "maxApplicationsPerUser" : 0, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 1024, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 1024 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 1024, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 1024 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "queuePath" : "root.test1", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 0, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test1", - "isAbsoluteResource" : true, - "state" : "RUNNING", - "queues" : { - "queue" : [ { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test1.test1_1", - "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 0, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test1_1", - "isAbsoluteResource" : true, - "state" : "RUNNING", - "resourcesUsed" : { + "queues" : { + "queue" : [ { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test1.test1_1", + "capacity" : 12.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test1_1", + "isAbsoluteResource" : true, + "state" : "RUNNING", + "resourcesUsed" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -1054,14 +575,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 0, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 0.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 2048, "vCores" : 2, @@ -1396,9 +917,9 @@ "numContainers" : 0, "maxApplications" : 0, "maxApplicationsPerUser" : 0, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 1024, @@ -1479,13 +1000,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test1.test1_2", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 0, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test1_2", @@ -1533,14 +1054,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 0, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 0.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 2048, "vCores" : 2, @@ -1875,9 +1396,9 @@ "numContainers" : 0, "maxApplications" : 0, "maxApplicationsPerUser" : 0, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 1024, @@ -1957,14 +1478,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test1.test1_3", - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 0, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test1_3", @@ -2011,15 +1532,15 @@ "resourceValue" : "12.0" } ] }, - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 0, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 0.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 12288, "vCores" : 12, @@ -2354,9 +1875,9 @@ "numContainers" : 0, "maxApplications" : 0, "maxApplicationsPerUser" : 0, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -2467,27 +1988,353 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=16384.0,vcores=16.0]", + "configuredCapacityVector" : "[memory-mb=16384.0,vcores=16.0]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "16384.0" + }, { + "resourceName" : "vcores", + "resourceValue" : "16.0" + } ] + }, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 0.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "absolute", + "queueType" : "parent", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { } + }, { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test2", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test2", + "isAbsoluteResource" : true, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=12288.0,vcores=12.0]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "16384.0" + "resourceValue" : "12288.0" }, { "resourceName" : "vcores", - "resourceValue" : "16.0" + "resourceValue" : "12.0" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 0, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 0.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2496,7 +2343,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2504,7 +2351,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 12 } ] } }, @@ -2532,8 +2379,8 @@ } }, "effectiveMinResource" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2542,7 +2389,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2550,7 +2397,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 12 } ] } }, @@ -2650,12 +2497,81 @@ "value" : 0 } ] } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 2048, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 2048 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } } } ] }, "minEffectiveCapacity" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2664,7 +2580,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2672,7 +2588,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 12 } ] } }, @@ -2735,16 +2651,100 @@ } ] }, "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", + "orderingPolicyInfo" : "fifo", "autoCreateChildQueueEnabled" : false, "leafQueueTemplate" : { }, "mode" : "absolute", - "queueType" : "parent", + "queueType" : "leaf", "creationMethod" : "static", "autoCreationEligibility" : "off", "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { } + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 0, + "maxApplicationsPerUser" : 0, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 2048, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 2048 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 2048, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 2048 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 } ] }, "capacities" : { @@ -2760,15 +2760,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testPercentageMode-0.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testPercentageMode-0.json index c10da83f8473e..c85e48f0491db 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testPercentageMode-0.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testPercentageMode-0.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -24,18 +24,18 @@ "queues" : { "queue" : [ { "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "queuePath" : "root.default", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "test2", + "queueName" : "default", "isAbsoluteResource" : false, "state" : "RUNNING", "resourcesUsed" : { @@ -70,24 +70,24 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=37.5%,vcores=37.5%]", + "configuredCapacityVector" : "[memory-mb=12.5%,vcores=12.5%]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "37.5%" + "resourceValue" : "12.5%" }, { "resourceName" : "vcores", - "resourceValue" : "37.5%" + "resourceValue" : "12.5%" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -422,9 +422,9 @@ "numContainers" : 0, "maxApplications" : 10000, "maxApplicationsPerUser" : 10000, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -502,517 +502,38 @@ "maxApplicationLifetime" : -1, "defaultApplicationLifetime" : -1 }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.default", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "queuePath" : "root.test1", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "default", + "queueName" : "test1", "isAbsoluteResource" : false, "state" : "RUNNING", - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=12.5%,vcores=12.5%]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "12.5%" - }, { - "resourceName" : "vcores", - "resourceValue" : "12.5%" - } ] - }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : " " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : " " - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "percentage", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 10000, - "maxApplicationsPerUser" : 10000, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "queuePath" : "root.test1", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test1", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "queues" : { - "queue" : [ { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test1.test1_1", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test1_1", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "resourcesUsed" : { + "queues" : { + "queue" : [ { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test1.test1_1", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test1_1", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -1053,15 +574,15 @@ "resourceValue" : "12.5%" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1396,9 +917,9 @@ "numContainers" : 0, "maxApplications" : 10000, "maxApplicationsPerUser" : 10000, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -1478,14 +999,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test1.test1_2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test1_2", @@ -1532,15 +1053,15 @@ "resourceValue" : "12.5%" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1875,9 +1396,9 @@ "numContainers" : 0, "maxApplications" : 10000, "maxApplicationsPerUser" : 10000, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -1957,14 +1478,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test1.test1_3", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test1_3", @@ -2011,15 +1532,15 @@ "resourceValue" : "75.0%" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2354,9 +1875,9 @@ "numContainers" : 0, "maxApplications" : 10000, "maxApplicationsPerUser" : 10000, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -2476,15 +1997,15 @@ "resourceValue" : "50.0%" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2745,6 +2266,485 @@ "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, "autoQueueLeafTemplateProperties" : { } + }, { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test2", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=37.5%,vcores=37.5%]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "37.5%" + }, { + "resourceName" : "vcores", + "resourceValue" : "37.5%" + } ] + }, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "fifo", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "percentage", + "queueType" : "leaf", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 10000, + "maxApplicationsPerUser" : 10000, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 } ] }, "capacities" : { @@ -2760,15 +2760,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testPercentageMode-16.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testPercentageMode-16.json index 81618a56c2363..cd53922308442 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testPercentageMode-16.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testPercentageMode-16.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -24,18 +24,18 @@ "queues" : { "queue" : [ { "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test2", - "capacity" : 37.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "queuePath" : "root.default", + "capacity" : 12.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 12.5, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "test2", + "queueName" : "default", "isAbsoluteResource" : false, "state" : "RUNNING", "resourcesUsed" : { @@ -70,24 +70,24 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=37.5%,vcores=37.5%]", + "configuredCapacityVector" : "[memory-mb=12.5%,vcores=12.5%]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "37.5%" + "resourceValue" : "12.5%" }, { "resourceName" : "vcores", - "resourceValue" : "37.5%" + "resourceValue" : "12.5%" } ] }, - "capacity" : 37.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 12.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 12.5, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -135,8 +135,8 @@ } }, "effectiveMinResource" : { - "memory" : 6144, - "vCores" : 6, + "memory" : 2048, + "vCores" : 2, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -145,7 +145,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 6144 + "value" : 2048 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -153,7 +153,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 6 + "value" : 2 } ] } }, @@ -326,8 +326,8 @@ } ] }, "minEffectiveCapacity" : { - "memory" : 6144, - "vCores" : 6, + "memory" : 2048, + "vCores" : 2, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -336,7 +336,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 6144 + "value" : 2048 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -344,7 +344,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 6 + "value" : 2 } ] } }, @@ -420,11 +420,11 @@ "numActiveApplications" : 0, "numPendingApplications" : 0, "numContainers" : 0, - "maxApplications" : 3750, - "maxApplicationsPerUser" : 3750, - "userLimit" : 100, + "maxApplications" : 1250, + "maxApplicationsPerUser" : 1250, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -502,517 +502,38 @@ "maxApplicationLifetime" : -1, "defaultApplicationLifetime" : -1 }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.default", - "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 12.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "queuePath" : "root.test1", + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "default", + "queueName" : "test1", "isAbsoluteResource" : false, "state" : "RUNNING", - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=12.5%,vcores=12.5%]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "12.5%" - }, { - "resourceName" : "vcores", - "resourceValue" : "12.5%" - } ] - }, + "queues" : { + "queue" : [ { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test1.test1_1", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 12.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 2048, - "vCores" : 2, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 2 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 16384, - "vCores" : 16, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 16384 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 16 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 2048, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 2048, - "vCores" : 2, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 2 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 16384, - "vCores" : 16, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 16384 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 16 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "*" - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : "*" - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "percentage", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 1250, - "maxApplicationsPerUser" : 1250, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 2048, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 2048, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "queuePath" : "root.test1", - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test1", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "queues" : { - "queue" : [ { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test1.test1_2", - "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test1_2", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "resourcesUsed" : { + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 6.25, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test1_1", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -1054,14 +575,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1396,9 +917,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -1477,18 +998,18 @@ "defaultApplicationLifetime" : -1 }, { "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test1.test1_1", + "queuePath" : "root.test1.test1_2", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "test1_1", + "queueName" : "test1_2", "isAbsoluteResource" : false, "state" : "RUNNING", "resourcesUsed" : { @@ -1533,14 +1054,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1875,9 +1396,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -1957,14 +1478,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test1.test1_3", - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test1_3", @@ -2011,15 +1532,15 @@ "resourceValue" : "75.0%" } ] }, - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2354,9 +1875,9 @@ "numContainers" : 0, "maxApplications" : 3750, "maxApplicationsPerUser" : 3750, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -2467,24 +1988,350 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=50.0%,vcores=50.0%]", + "configuredCapacityVector" : "[memory-mb=50.0%,vcores=50.0%]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "50.0%" + }, { + "resourceName" : "vcores", + "resourceValue" : "50.0%" + } ] + }, + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 8192, + "vCores" : 8, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 8 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 8192, + "vCores" : 8, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 8 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "percentage", + "queueType" : "parent", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { } + }, { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test2", + "capacity" : 37.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=37.5%,vcores=37.5%]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "50.0%" + "resourceValue" : "37.5%" }, { "resourceName" : "vcores", - "resourceValue" : "50.0%" + "resourceValue" : "37.5%" } ] }, - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 37.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2532,8 +2379,8 @@ } }, "effectiveMinResource" : { - "memory" : 8192, - "vCores" : 8, + "memory" : 6144, + "vCores" : 6, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2542,7 +2389,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 8192 + "value" : 6144 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2550,7 +2397,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 8 + "value" : 6 } ] } }, @@ -2650,12 +2497,81 @@ "value" : 0 } ] } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 2048, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 2048 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } } } ] }, "minEffectiveCapacity" : { - "memory" : 8192, - "vCores" : 8, + "memory" : 6144, + "vCores" : 6, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2664,7 +2580,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 8192 + "value" : 6144 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2672,7 +2588,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 8 + "value" : 6 } ] } }, @@ -2735,16 +2651,100 @@ } ] }, "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", + "orderingPolicyInfo" : "fifo", "autoCreateChildQueueEnabled" : false, "leafQueueTemplate" : { }, "mode" : "percentage", - "queueType" : "parent", + "queueType" : "leaf", "creationMethod" : "static", "autoCreationEligibility" : "off", "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { } + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 3750, + "maxApplicationsPerUser" : 3750, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 2048, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 2048 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 2048, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 2048 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 } ] }, "capacities" : { @@ -2760,15 +2760,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testPercentageMode-32.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testPercentageMode-32.json index 0c0a3fdb67202..5fbd421c95f49 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testPercentageMode-32.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testPercentageMode-32.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -24,18 +24,18 @@ "queues" : { "queue" : [ { "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test2", - "capacity" : 37.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "queuePath" : "root.default", + "capacity" : 12.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 12.5, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "test2", + "queueName" : "default", "isAbsoluteResource" : false, "state" : "RUNNING", "resourcesUsed" : { @@ -70,24 +70,24 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=37.5%,vcores=37.5%]", + "configuredCapacityVector" : "[memory-mb=12.5%,vcores=12.5%]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "37.5%" + "resourceValue" : "12.5%" }, { "resourceName" : "vcores", - "resourceValue" : "37.5%" + "resourceValue" : "12.5%" } ] }, - "capacity" : 37.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 12.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 12.5, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -135,8 +135,8 @@ } }, "effectiveMinResource" : { - "memory" : 12288, - "vCores" : 12, + "memory" : 4096, + "vCores" : 4, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -145,7 +145,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 12288 + "value" : 4096 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -153,7 +153,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 12 + "value" : 4 } ] } }, @@ -326,8 +326,8 @@ } ] }, "minEffectiveCapacity" : { - "memory" : 12288, - "vCores" : 12, + "memory" : 4096, + "vCores" : 4, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -336,7 +336,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 12288 + "value" : 4096 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -344,7 +344,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 12 + "value" : 4 } ] } }, @@ -420,11 +420,11 @@ "numActiveApplications" : 0, "numPendingApplications" : 0, "numContainers" : 0, - "maxApplications" : 3750, - "maxApplicationsPerUser" : 3750, - "userLimit" : 100, + "maxApplications" : 1250, + "maxApplicationsPerUser" : 1250, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -502,517 +502,38 @@ "maxApplicationLifetime" : -1, "defaultApplicationLifetime" : -1 }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.default", - "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 12.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "queuePath" : "root.test1", + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "default", + "queueName" : "test1", "isAbsoluteResource" : false, "state" : "RUNNING", - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=12.5%,vcores=12.5%]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "12.5%" - }, { - "resourceName" : "vcores", - "resourceValue" : "12.5%" - } ] - }, + "queues" : { + "queue" : [ { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test1.test1_1", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 12.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 4096, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 4096, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "*" - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : "*" - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "percentage", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 1250, - "maxApplicationsPerUser" : 1250, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "queuePath" : "root.test1", - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test1", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "queues" : { - "queue" : [ { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test1.test1_2", - "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test1_2", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "resourcesUsed" : { + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 6.25, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test1_1", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -1054,14 +575,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1396,9 +917,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -1477,18 +998,18 @@ "defaultApplicationLifetime" : -1 }, { "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test1.test1_1", + "queuePath" : "root.test1.test1_2", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "test1_1", + "queueName" : "test1_2", "isAbsoluteResource" : false, "state" : "RUNNING", "resourcesUsed" : { @@ -1533,14 +1054,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1875,9 +1396,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -1957,14 +1478,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test1.test1_3", - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test1_3", @@ -2011,15 +1532,15 @@ "resourceValue" : "75.0%" } ] }, - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2354,9 +1875,9 @@ "numContainers" : 0, "maxApplications" : 3750, "maxApplicationsPerUser" : 3750, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -2467,24 +1988,350 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=50.0%,vcores=50.0%]", + "configuredCapacityVector" : "[memory-mb=50.0%,vcores=50.0%]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "50.0%" + }, { + "resourceName" : "vcores", + "resourceValue" : "50.0%" + } ] + }, + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "percentage", + "queueType" : "parent", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { } + }, { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test2", + "capacity" : 37.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=37.5%,vcores=37.5%]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "50.0%" + "resourceValue" : "37.5%" }, { "resourceName" : "vcores", - "resourceValue" : "50.0%" + "resourceValue" : "37.5%" } ] }, - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 37.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2532,8 +2379,8 @@ } }, "effectiveMinResource" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2542,7 +2389,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2550,7 +2397,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 12 } ] } }, @@ -2650,12 +2497,81 @@ "value" : 0 } ] } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } } } ] }, "minEffectiveCapacity" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2664,7 +2580,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2672,7 +2588,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 12 } ] } }, @@ -2735,16 +2651,100 @@ } ] }, "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", + "orderingPolicyInfo" : "fifo", "autoCreateChildQueueEnabled" : false, "leafQueueTemplate" : { }, "mode" : "percentage", - "queueType" : "parent", + "queueType" : "leaf", "creationMethod" : "static", "autoCreationEligibility" : "off", "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { } + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 3750, + "maxApplicationsPerUser" : 3750, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 } ] }, "capacities" : { @@ -2760,15 +2760,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testPercentageMode-legacy-0.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testPercentageMode-legacy-0.json index 11bc093512088..d8331e56398e1 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testPercentageMode-legacy-0.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testPercentageMode-legacy-0.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -24,18 +24,18 @@ "queues" : { "queue" : [ { "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test2", - "capacity" : 37.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "queuePath" : "root.default", + "capacity" : 12.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 12.5, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "test2", + "queueName" : "default", "isAbsoluteResource" : false, "state" : "RUNNING", "resourcesUsed" : { @@ -70,24 +70,24 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=37.5%,vcores=37.5%]", + "configuredCapacityVector" : "[memory-mb=12.5%,vcores=12.5%]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "37.5%" + "resourceValue" : "12.5%" }, { "resourceName" : "vcores", - "resourceValue" : "37.5%" + "resourceValue" : "12.5%" } ] }, - "capacity" : 37.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 12.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 12.5, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -420,11 +420,11 @@ "numActiveApplications" : 0, "numPendingApplications" : 0, "numContainers" : 0, - "maxApplications" : 3750, - "maxApplicationsPerUser" : 3750, - "userLimit" : 100, + "maxApplications" : 1250, + "maxApplicationsPerUser" : 1250, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -502,517 +502,38 @@ "maxApplicationLifetime" : -1, "defaultApplicationLifetime" : -1 }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.default", - "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 12.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "queuePath" : "root.test1", + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "default", + "queueName" : "test1", "isAbsoluteResource" : false, "state" : "RUNNING", - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=12.5%,vcores=12.5%]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "12.5%" - }, { - "resourceName" : "vcores", - "resourceValue" : "12.5%" - } ] - }, + "queues" : { + "queue" : [ { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test1.test1_1", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 12.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : " " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : " " - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "percentage", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 1250, - "maxApplicationsPerUser" : 1250, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "queuePath" : "root.test1", - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test1", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "queues" : { - "queue" : [ { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test1.test1_1", - "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test1_1", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "resourcesUsed" : { + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 6.25, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test1_1", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -1054,14 +575,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1396,9 +917,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -1479,13 +1000,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test1.test1_2", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test1_2", @@ -1533,14 +1054,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1875,9 +1396,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -1957,14 +1478,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test1.test1_3", - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test1_3", @@ -2011,15 +1532,15 @@ "resourceValue" : "75.0%" } ] }, - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2354,9 +1875,9 @@ "numContainers" : 0, "maxApplications" : 3750, "maxApplicationsPerUser" : 3750, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -2476,15 +1997,15 @@ "resourceValue" : "50.0%" } ] }, - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2745,6 +2266,485 @@ "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, "autoQueueLeafTemplateProperties" : { } + }, { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test2", + "capacity" : 37.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=37.5%,vcores=37.5%]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "37.5%" + }, { + "resourceName" : "vcores", + "resourceValue" : "37.5%" + } ] + }, + "capacity" : 37.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "fifo", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "percentage", + "queueType" : "leaf", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 3750, + "maxApplicationsPerUser" : 3750, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 } ] }, "capacities" : { @@ -2760,15 +2760,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-0.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-0.json index 56514f39691e6..f1cfe0669ab6a 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-0.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-0.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -24,18 +24,18 @@ "queues" : { "queue" : [ { "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 12, - "normalizedWeight" : 0, + "queuePath" : "root.default", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 4.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "test2", + "queueName" : "default", "isAbsoluteResource" : false, "state" : "RUNNING", "resourcesUsed" : { @@ -70,24 +70,24 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=12.0w,vcores=12.0w]", + "configuredCapacityVector" : "[memory-mb=4.0w,vcores=4.0w]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "12.0w" + "resourceValue" : "4.0w" }, { "resourceName" : "vcores", - "resourceValue" : "12.0w" + "resourceValue" : "4.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 12, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 4.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -422,9 +422,9 @@ "numContainers" : 0, "maxApplications" : 10000, "maxApplicationsPerUser" : 10000, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -502,517 +502,38 @@ "maxApplicationLifetime" : -1, "defaultApplicationLifetime" : -1 }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.default", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 4, - "normalizedWeight" : 0, + "queuePath" : "root.test1", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 16.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "default", + "queueName" : "test1", "isAbsoluteResource" : false, "state" : "RUNNING", - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=4.0w,vcores=4.0w]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "4.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "4.0w" - } ] - }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 4, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : " " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : " " - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 10000, - "maxApplicationsPerUser" : 10000, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "queuePath" : "root.test1", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 16, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test1", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "queues" : { - "queue" : [ { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test1.test1_1", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 2, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test1_1", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "resourcesUsed" : { + "queues" : { + "queue" : [ { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test1.test1_1", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 2.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test1_1", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -1053,15 +574,15 @@ "resourceValue" : "2.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 2, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 2.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1396,9 +917,9 @@ "numContainers" : 0, "maxApplications" : 10000, "maxApplicationsPerUser" : 10000, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -1478,14 +999,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test1.test1_2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 2, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 2.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test1_2", @@ -1532,15 +1053,15 @@ "resourceValue" : "2.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 2, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 2.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1875,9 +1396,9 @@ "numContainers" : 0, "maxApplications" : 10000, "maxApplicationsPerUser" : 10000, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -1957,14 +1478,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test1.test1_3", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 12, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 12.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test1_3", @@ -2011,15 +1532,15 @@ "resourceValue" : "12.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 12, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 12.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2354,9 +1875,9 @@ "numContainers" : 0, "maxApplications" : 10000, "maxApplicationsPerUser" : 10000, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -2476,15 +1997,15 @@ "resourceValue" : "16.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : 16, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : 16.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2745,6 +2266,485 @@ "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, "autoQueueLeafTemplateProperties" : { } + }, { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test2", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 12.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=12.0w,vcores=12.0w]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "12.0w" + }, { + "resourceName" : "vcores", + "resourceValue" : "12.0w" + } ] + }, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 12.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "fifo", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "weight", + "queueType" : "leaf", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 10000, + "maxApplicationsPerUser" : 10000, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 } ] }, "capacities" : { @@ -2760,15 +2760,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-16.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-16.json index 063f3e06bf5df..d58d798b7594a 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-16.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-16.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -24,18 +24,18 @@ "queues" : { "queue" : [ { "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test2", - "capacity" : 37.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 12, - "normalizedWeight" : 0, + "queuePath" : "root.default", + "capacity" : 12.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 12.5, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 4.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "test2", + "queueName" : "default", "isAbsoluteResource" : false, "state" : "RUNNING", "resourcesUsed" : { @@ -70,24 +70,24 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=12.0w,vcores=12.0w]", + "configuredCapacityVector" : "[memory-mb=4.0w,vcores=4.0w]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "12.0w" + "resourceValue" : "4.0w" }, { "resourceName" : "vcores", - "resourceValue" : "12.0w" + "resourceValue" : "4.0w" } ] }, - "capacity" : 37.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 12, - "normalizedWeight" : 0, + "capacity" : 12.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 12.5, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 4.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -135,8 +135,8 @@ } }, "effectiveMinResource" : { - "memory" : 6144, - "vCores" : 6, + "memory" : 2048, + "vCores" : 2, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -145,7 +145,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 6144 + "value" : 2048 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -153,7 +153,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 6 + "value" : 2 } ] } }, @@ -326,8 +326,8 @@ } ] }, "minEffectiveCapacity" : { - "memory" : 6144, - "vCores" : 6, + "memory" : 2048, + "vCores" : 2, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -336,7 +336,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 6144 + "value" : 2048 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -344,7 +344,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 6 + "value" : 2 } ] } }, @@ -420,11 +420,11 @@ "numActiveApplications" : 0, "numPendingApplications" : 0, "numContainers" : 0, - "maxApplications" : 3750, - "maxApplicationsPerUser" : 3750, - "userLimit" : 100, + "maxApplications" : 1250, + "maxApplicationsPerUser" : 1250, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -502,517 +502,38 @@ "maxApplicationLifetime" : -1, "defaultApplicationLifetime" : -1 }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.default", - "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 12.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 4, - "normalizedWeight" : 0, + "queuePath" : "root.test1", + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 16.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "default", + "queueName" : "test1", "isAbsoluteResource" : false, "state" : "RUNNING", - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=4.0w,vcores=4.0w]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "4.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "4.0w" - } ] - }, + "queues" : { + "queue" : [ { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test1.test1_1", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 12.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 4, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 2048, - "vCores" : 2, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 2 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 16384, - "vCores" : 16, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 16384 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 16 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 2048, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 2048, - "vCores" : 2, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 2 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 16384, - "vCores" : 16, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 16384 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 16 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "*" - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : "*" - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 1250, - "maxApplicationsPerUser" : 1250, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 2048, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 2048, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "queuePath" : "root.test1", - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 16, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test1", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "queues" : { - "queue" : [ { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test1.test1_2", - "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 2, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test1_2", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "resourcesUsed" : { + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 6.25, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 2.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test1_1", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -1054,14 +575,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 2, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 2.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1396,9 +917,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -1477,18 +998,18 @@ "defaultApplicationLifetime" : -1 }, { "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test1.test1_1", + "queuePath" : "root.test1.test1_2", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 2, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 2.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "test1_1", + "queueName" : "test1_2", "isAbsoluteResource" : false, "state" : "RUNNING", "resourcesUsed" : { @@ -1533,14 +1054,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 2, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 2.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1875,9 +1396,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -1957,14 +1478,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test1.test1_3", - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 12, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 12.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test1_3", @@ -2011,15 +1532,15 @@ "resourceValue" : "12.0w" } ] }, - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 12, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 12.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2354,9 +1875,9 @@ "numContainers" : 0, "maxApplications" : 3750, "maxApplicationsPerUser" : 3750, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -2467,24 +1988,350 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=16.0w,vcores=16.0w]", + "configuredCapacityVector" : "[memory-mb=16.0w,vcores=16.0w]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "16.0w" + }, { + "resourceName" : "vcores", + "resourceValue" : "16.0w" + } ] + }, + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : 16.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 8192, + "vCores" : 8, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 8 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 8192, + "vCores" : 8, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 8 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "weight", + "queueType" : "parent", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { } + }, { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test2", + "capacity" : 37.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 12.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=12.0w,vcores=12.0w]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "16.0w" + "resourceValue" : "12.0w" }, { "resourceName" : "vcores", - "resourceValue" : "16.0w" + "resourceValue" : "12.0w" } ] }, - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : 16, - "normalizedWeight" : 0, + "capacity" : 37.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 12.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2532,8 +2379,8 @@ } }, "effectiveMinResource" : { - "memory" : 8192, - "vCores" : 8, + "memory" : 6144, + "vCores" : 6, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2542,7 +2389,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 8192 + "value" : 6144 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2550,7 +2397,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 8 + "value" : 6 } ] } }, @@ -2650,12 +2497,81 @@ "value" : 0 } ] } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 2048, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 2048 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } } } ] }, "minEffectiveCapacity" : { - "memory" : 8192, - "vCores" : 8, + "memory" : 6144, + "vCores" : 6, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2664,7 +2580,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 8192 + "value" : 6144 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2672,7 +2588,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 8 + "value" : 6 } ] } }, @@ -2735,16 +2651,100 @@ } ] }, "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", + "orderingPolicyInfo" : "fifo", "autoCreateChildQueueEnabled" : false, "leafQueueTemplate" : { }, "mode" : "weight", - "queueType" : "parent", + "queueType" : "leaf", "creationMethod" : "static", "autoCreationEligibility" : "off", "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { } + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 3750, + "maxApplicationsPerUser" : 3750, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 2048, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 2048 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 2048, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 2048 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 } ] }, "capacities" : { @@ -2760,15 +2760,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-32.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-32.json index 2c9dfce0b015a..750959c7c75c4 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-32.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-32.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -24,18 +24,18 @@ "queues" : { "queue" : [ { "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test2", - "capacity" : 37.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 12, - "normalizedWeight" : 0, + "queuePath" : "root.default", + "capacity" : 12.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 12.5, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 4.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "test2", + "queueName" : "default", "isAbsoluteResource" : false, "state" : "RUNNING", "resourcesUsed" : { @@ -70,24 +70,24 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=12.0w,vcores=12.0w]", + "configuredCapacityVector" : "[memory-mb=4.0w,vcores=4.0w]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "12.0w" + "resourceValue" : "4.0w" }, { "resourceName" : "vcores", - "resourceValue" : "12.0w" + "resourceValue" : "4.0w" } ] }, - "capacity" : 37.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 12, - "normalizedWeight" : 0, + "capacity" : 12.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 12.5, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 4.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -135,8 +135,8 @@ } }, "effectiveMinResource" : { - "memory" : 12288, - "vCores" : 12, + "memory" : 4096, + "vCores" : 4, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -145,7 +145,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 12288 + "value" : 4096 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -153,7 +153,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 12 + "value" : 4 } ] } }, @@ -326,8 +326,8 @@ } ] }, "minEffectiveCapacity" : { - "memory" : 12288, - "vCores" : 12, + "memory" : 4096, + "vCores" : 4, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -336,7 +336,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 12288 + "value" : 4096 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -344,7 +344,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 12 + "value" : 4 } ] } }, @@ -420,11 +420,11 @@ "numActiveApplications" : 0, "numPendingApplications" : 0, "numContainers" : 0, - "maxApplications" : 3750, - "maxApplicationsPerUser" : 3750, - "userLimit" : 100, + "maxApplications" : 1250, + "maxApplicationsPerUser" : 1250, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -502,517 +502,38 @@ "maxApplicationLifetime" : -1, "defaultApplicationLifetime" : -1 }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.default", - "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 12.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 4, - "normalizedWeight" : 0, + "queuePath" : "root.test1", + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 16.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "default", + "queueName" : "test1", "isAbsoluteResource" : false, "state" : "RUNNING", - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=4.0w,vcores=4.0w]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "4.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "4.0w" - } ] - }, + "queues" : { + "queue" : [ { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test1.test1_1", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 12.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 4, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 4096, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 4096, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "*" - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : "*" - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 1250, - "maxApplicationsPerUser" : 1250, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "queuePath" : "root.test1", - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 16, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test1", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "queues" : { - "queue" : [ { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test1.test1_2", - "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 2, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test1_2", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "resourcesUsed" : { + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 6.25, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 2.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test1_1", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -1054,14 +575,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 2, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 2.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1396,9 +917,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -1477,18 +998,18 @@ "defaultApplicationLifetime" : -1 }, { "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test1.test1_1", + "queuePath" : "root.test1.test1_2", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 2, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 2.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "test1_1", + "queueName" : "test1_2", "isAbsoluteResource" : false, "state" : "RUNNING", "resourcesUsed" : { @@ -1533,14 +1054,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 2, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 2.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1875,9 +1396,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -1957,14 +1478,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test1.test1_3", - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 12, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 12.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test1_3", @@ -2011,15 +1532,15 @@ "resourceValue" : "12.0w" } ] }, - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 12, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 12.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2354,9 +1875,9 @@ "numContainers" : 0, "maxApplications" : 3750, "maxApplicationsPerUser" : 3750, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -2467,24 +1988,350 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=16.0w,vcores=16.0w]", + "configuredCapacityVector" : "[memory-mb=16.0w,vcores=16.0w]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "16.0w" + }, { + "resourceName" : "vcores", + "resourceValue" : "16.0w" + } ] + }, + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : 16.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "weight", + "queueType" : "parent", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { } + }, { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test2", + "capacity" : 37.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 12.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=12.0w,vcores=12.0w]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "16.0w" + "resourceValue" : "12.0w" }, { "resourceName" : "vcores", - "resourceValue" : "16.0w" + "resourceValue" : "12.0w" } ] }, - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : 16, - "normalizedWeight" : 0, + "capacity" : 37.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 12.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2532,8 +2379,8 @@ } }, "effectiveMinResource" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2542,7 +2389,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2550,7 +2397,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 12 } ] } }, @@ -2650,12 +2497,81 @@ "value" : 0 } ] } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } } } ] }, "minEffectiveCapacity" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2664,7 +2580,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2672,7 +2588,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 12 } ] } }, @@ -2735,16 +2651,100 @@ } ] }, "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", + "orderingPolicyInfo" : "fifo", "autoCreateChildQueueEnabled" : false, "leafQueueTemplate" : { }, "mode" : "weight", - "queueType" : "parent", + "queueType" : "leaf", "creationMethod" : "static", "autoCreationEligibility" : "off", "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { } + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 3750, + "maxApplicationsPerUser" : 3750, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 } ] }, "capacities" : { @@ -2760,15 +2760,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-after-aqc.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-after-aqc.json index 200e321a0db08..1071899ce4d41 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-after-aqc.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-after-aqc.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -26,13 +26,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.default", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 4, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 4.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "default", @@ -80,14 +80,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 4, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 4.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -422,9 +422,9 @@ "numContainers" : 0, "maxApplications" : 1250, "maxApplicationsPerUser" : 1250, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -502,35 +502,35 @@ "maxApplicationLifetime" : -1, "defaultApplicationLifetime" : -1 }, { - "queuePath" : "root.test2", - "capacity" : 37.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 12, - "normalizedWeight" : 0, + "queuePath" : "root.test1", + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 16.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "test2", + "queueName" : "test1", "isAbsoluteResource" : false, "state" : "RUNNING", "queues" : { "queue" : [ { "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test2.auto1", - "capacity" : 41.666664, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 15.625, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 10, - "normalizedWeight" : 0, + "queuePath" : "root.test1.test1_2", + "capacity" : 12.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 6.25, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 2.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "auto1", + "queueName" : "test1_2", "isAbsoluteResource" : false, "state" : "RUNNING", "resourcesUsed" : { @@ -565,24 +565,24 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=10.0w,vcores=10.0w]", + "configuredCapacityVector" : "[memory-mb=2.0w,vcores=2.0w]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "10.0w" + "resourceValue" : "2.0w" }, { "resourceName" : "vcores", - "resourceValue" : "10.0w" + "resourceValue" : "2.0w" } ] }, - "capacity" : 41.666664, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 15.625, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 100, - "weight" : 10, - "normalizedWeight" : 0, + "capacity" : 12.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 6.25, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 2.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -630,8 +630,8 @@ } }, "effectiveMinResource" : { - "memory" : 5120, - "vCores" : 5, + "memory" : 2048, + "vCores" : 2, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -640,7 +640,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 5120 + "value" : 2048 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -648,7 +648,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 5 + "value" : 2 } ] } }, @@ -773,7 +773,7 @@ } }, "amLimit" : { - "memory" : 32768, + "memory" : 4096, "vCores" : 1, "resourceInformations" : { "resourceInformation" : [ { @@ -783,7 +783,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 32768 + "value" : 4096 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -821,8 +821,8 @@ } ] }, "minEffectiveCapacity" : { - "memory" : 5120, - "vCores" : 5, + "memory" : 2048, + "vCores" : 2, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -831,7 +831,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 5120 + "value" : 2048 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -839,7 +839,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 5 + "value" : 2 } ] } }, @@ -907,7 +907,7 @@ "leafQueueTemplate" : { }, "mode" : "weight", "queueType" : "leaf", - "creationMethod" : "dynamicFlexible", + "creationMethod" : "static", "autoCreationEligibility" : "off", "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, @@ -915,14 +915,14 @@ "numActiveApplications" : 0, "numPendingApplications" : 0, "numContainers" : 0, - "maxApplications" : 1562, - "maxApplicationsPerUser" : 1562, - "userLimit" : 100, + "maxApplications" : 625, + "maxApplicationsPerUser" : 625, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : -1, - "configuredMaxAMResourceLimit" : 1, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { - "memory" : 32768, + "memory" : 4096, "vCores" : 1, "resourceInformations" : { "resourceInformation" : [ { @@ -932,7 +932,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 32768 + "value" : 4096 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -968,7 +968,7 @@ } }, "userAMResourceLimit" : { - "memory" : 32768, + "memory" : 4096, "vCores" : 1, "resourceInformations" : { "resourceInformation" : [ { @@ -978,7 +978,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 32768 + "value" : 4096 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -998,18 +998,18 @@ "defaultApplicationLifetime" : -1 }, { "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test2.auto2", - "capacity" : 41.666664, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 15.625, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 10, - "normalizedWeight" : 0, + "queuePath" : "root.test1.test1_1", + "capacity" : 12.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 6.25, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 2.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "auto2", + "queueName" : "test1_1", "isAbsoluteResource" : false, "state" : "RUNNING", "resourcesUsed" : { @@ -1044,24 +1044,24 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=10.0w,vcores=10.0w]", + "configuredCapacityVector" : "[memory-mb=2.0w,vcores=2.0w]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "10.0w" + "resourceValue" : "2.0w" }, { "resourceName" : "vcores", - "resourceValue" : "10.0w" + "resourceValue" : "2.0w" } ] }, - "capacity" : 41.666664, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 15.625, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 100, - "weight" : 10, - "normalizedWeight" : 0, + "capacity" : 12.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 6.25, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 2.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1109,8 +1109,8 @@ } }, "effectiveMinResource" : { - "memory" : 5120, - "vCores" : 4, + "memory" : 2048, + "vCores" : 2, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -1119,7 +1119,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 5120 + "value" : 2048 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -1127,7 +1127,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 4 + "value" : 2 } ] } }, @@ -1252,7 +1252,7 @@ } }, "amLimit" : { - "memory" : 32768, + "memory" : 4096, "vCores" : 1, "resourceInformations" : { "resourceInformation" : [ { @@ -1262,7 +1262,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 32768 + "value" : 4096 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -1300,8 +1300,8 @@ } ] }, "minEffectiveCapacity" : { - "memory" : 5120, - "vCores" : 4, + "memory" : 2048, + "vCores" : 2, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -1310,7 +1310,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 5120 + "value" : 2048 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -1318,7 +1318,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 4 + "value" : 2 } ] } }, @@ -1386,7 +1386,7 @@ "leafQueueTemplate" : { }, "mode" : "weight", "queueType" : "leaf", - "creationMethod" : "dynamicFlexible", + "creationMethod" : "static", "autoCreationEligibility" : "off", "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, @@ -1394,14 +1394,14 @@ "numActiveApplications" : 0, "numPendingApplications" : 0, "numContainers" : 0, - "maxApplications" : 1562, - "maxApplicationsPerUser" : 1562, - "userLimit" : 100, + "maxApplications" : 625, + "maxApplicationsPerUser" : 625, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : -1, - "configuredMaxAMResourceLimit" : 1, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { - "memory" : 32768, + "memory" : 4096, "vCores" : 1, "resourceInformations" : { "resourceInformation" : [ { @@ -1411,7 +1411,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 32768 + "value" : 4096 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -1447,7 +1447,7 @@ } }, "userAMResourceLimit" : { - "memory" : 32768, + "memory" : 4096, "vCores" : 1, "resourceInformations" : { "resourceInformation" : [ { @@ -1457,7 +1457,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 32768 + "value" : 4096 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -1476,40 +1476,120 @@ "maxApplicationLifetime" : -1, "defaultApplicationLifetime" : -1 }, { - "queuePath" : "root.test2.autoParent1", - "capacity" : 4.166667, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 1.5625, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0, + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test1.test1_3", + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 12.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "autoParent1", + "queueName" : "test1_3", "isAbsoluteResource" : false, "state" : "RUNNING", - "queues" : { - "queue" : [ { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test2.autoParent1.auto4", - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0.78125, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "auto4", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "resourcesUsed" : { + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=12.0w,vcores=12.0w]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "12.0w" + }, { + "resourceName" : "vcores", + "resourceValue" : "12.0w" + } ] + }, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 12.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "configuredMaxResource" : { "memory" : 0, "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -1518,7 +1598,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 0 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -1526,277 +1606,13 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 0 + "value" : 12 } ] } }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=1.0w,vcores=1.0w]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "1.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "1.0w" - } ] - }, - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0.78125, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 100, - "weight" : 1, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 256, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 256 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 32768, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 256, - "vCores" : 1, + "effectiveMaxResource" : { + "memory" : 32768, + "vCores" : 32, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -1805,7 +1621,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 256 + "value" : 32768 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -1813,13 +1629,18 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 1 + "value" : 32 } ] } - }, - "maxEffectiveCapacity" : { - "memory" : 32768, - "vCores" : 32, + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -1828,7 +1649,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 32768 + "value" : 0 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -1836,22 +1657,22 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 32 + "value" : 0 } ] } }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { "attributes" : { }, "maximumAllocation" : 9223372036854775807, "minimumAllocation" : 0, "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 8192 + "value" : 0 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -1859,45 +1680,13 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 4 + "value" : 0 } ] } }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "ap1Admin " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : "ap1User " - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "leaf", - "creationMethod" : "dynamicFlexible", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 300, - "maxApplicationsPerUser" : 300, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : -1, - "configuredMaxAMResourceLimit" : 1, - "AMResourceLimit" : { - "memory" : 32768, - "vCores" : 1, + "pending" : { + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -1906,7 +1695,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 32768 + "value" : 0 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -1914,11 +1703,11 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 1 + "value" : 0 } ] } }, - "usedAMResource" : { + "amUsed" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -1941,8 +1730,8 @@ } ] } }, - "userAMResourceLimit" : { - "memory" : 32768, + "amLimit" : { + "memory" : 4096, "vCores" : 1, "resourceInformations" : { "resourceInformation" : [ { @@ -1952,7 +1741,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 32768 + "value" : 4096 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -1964,29 +1753,7 @@ } ] } }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test2.autoParent1.auto3", - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0.78125, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "auto3", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "resourcesUsed" : { + "userAmLimit" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -2008,452 +1775,12 @@ "value" : 0 } ] } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=1.0w,vcores=1.0w]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "1.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "1.0w" - } ] - }, - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0.78125, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 100, - "weight" : 1, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 256, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 256 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 32768, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 256, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 256 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "ap1Admin " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : "ap1User " - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "leaf", - "creationMethod" : "dynamicFlexible", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 300, - "maxApplicationsPerUser" : 300, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : -1, - "configuredMaxAMResourceLimit" : 1, - "AMResourceLimit" : { - "memory" : 32768, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 32768, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 + } } ] }, - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, + "minEffectiveCapacity" : { + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2462,7 +1789,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 0 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2470,225 +1797,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=1.0w,vcores=1.0w]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "1.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "1.0w" - } ] - }, - "capacity" : 4.166667, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 1.5625, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : 1, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 512, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 512 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 512, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 512 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 + "value" : 12 } ] } }, @@ -2741,537 +1850,59 @@ "queueAcls" : { "queueAcl" : [ { "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "parentAdmin " + "accessControlList" : " " }, { "accessType" : "APPLICATION_MAX_PRIORITY", "accessControlList" : "*" }, { "accessType" : "SUBMIT_APP", - "accessControlList" : "parentUser " + "accessControlList" : " " } ] }, "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", + "orderingPolicyInfo" : "fifo", "autoCreateChildQueueEnabled" : false, "leafQueueTemplate" : { }, "mode" : "weight", - "queueType" : "parent", - "creationMethod" : "dynamicFlexible", - "autoCreationEligibility" : "flexible", - "autoQueueTemplateProperties" : { - "property" : [ { - "name" : "maximum-applications", - "value" : "300" - } ] - }, + "queueType" : "leaf", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { - "property" : [ { - "name" : "acl_administer_queue", - "value" : "ap1Admin" - }, { - "name" : "acl_submit_applications", - "value" : "ap1User" - } ] - } - }, { - "queuePath" : "root.test2.autoParent2", - "capacity" : 4.166667, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 1.5625, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "autoParent2", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "queues" : { - "queue" : [ { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test2.autoParent2.auto5", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 1.5625, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "auto5", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=1.0w,vcores=1.0w]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "1.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "1.0w" - } ] - }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 1.5625, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 100, - "weight" : 1, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 512, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 512 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 32768, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 512, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 512 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "leafAdmin " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : "leafUser " - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "leaf", - "creationMethod" : "dynamicFlexible", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 156, - "maxApplicationsPerUser" : 156, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : -1, - "configuredMaxAMResourceLimit" : 1, - "AMResourceLimit" : { - "memory" : 32768, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 32768, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - } ] + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 3750, + "maxApplicationsPerUser" : 3750, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } }, - "resourcesUsed" : { + "usedAMResource" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -3294,204 +1925,136 @@ } ] } }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=1.0w,vcores=1.0w]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "1.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "1.0w" - } ] - }, - "capacity" : 4.166667, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 1.5625, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : 1, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 512, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 512 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - } - } ] + "userAMResourceLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 + } ] + }, + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=16.0w,vcores=16.0w]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "16.0w" + }, { + "resourceName" : "vcores", + "resourceValue" : "16.0w" } ] }, - "minEffectiveCapacity" : { - "memory" : 512, - "vCores" : 1, + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : 16.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 16384, + "vCores" : 16, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -3500,7 +2063,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 512 + "value" : 16384 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -3508,11 +2071,11 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 1 + "value" : 16 } ] } }, - "maxEffectiveCapacity" : { + "effectiveMaxResource" : { "memory" : 32768, "vCores" : 32, "resourceInformations" : { @@ -3534,10 +2097,210 @@ "value" : 32 } ] } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "weight", + "queueType" : "parent", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { } + }, { + "queuePath" : "root.test2", + "capacity" : 37.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 12.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "queues" : { + "queue" : [ { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test2.auto1", + "capacity" : 41.666664, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 15.625, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 10.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "auto1", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -3546,7 +2309,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 8192 + "value" : 0 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -3554,89 +2317,53 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 4 + "value" : 0 } ] } }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "parentAdmin " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : "parentUser " - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "parent", - "creationMethod" : "dynamicFlexible", - "autoCreationEligibility" : "flexible", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { - "property" : [ { - "name" : "acl_administer_queue", - "value" : "leafAdmin" - }, { - "name" : "acl_submit_applications", - "value" : "leafUser" - } ] - } - }, { - "queuePath" : "root.test2.parent2", - "capacity" : 4.166667, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 1.5625, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "parent2", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "queues" : { - "queue" : [ { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test2.parent2.auto7", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 1.5625, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "auto7", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "resourcesUsed" : { + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=10.0w,vcores=10.0w]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "10.0w" + }, { + "resourceName" : "vcores", + "resourceValue" : "10.0w" + } ] + }, + "capacity" : 41.666664, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 15.625, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 100.0, + "weight" : 10.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", "value" : 0 }, { "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, + "maximumAllocation" : 4, + "minimumAllocation" : 1, "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", @@ -3644,318 +2371,510 @@ } ] } }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=1.0w,vcores=1.0w]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "1.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "1.0w" - } ] - }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 1.5625, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 100, - "weight" : 1, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 512, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 512 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - } - } ] + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 32768, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } + "effectiveMinResource" : { + "memory" : 5120, + "vCores" : 5, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 5120 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 5 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 5120, + "vCores" : 5, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 5120 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 5 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "fifo", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "weight", + "queueType" : "leaf", + "creationMethod" : "dynamicFlexible", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 1562, + "maxApplicationsPerUser" : 1562, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : -1.0, + "configuredMaxAMResourceLimit" : 1.0, + "AMResourceLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 + }, { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test2.auto2", + "capacity" : 41.666664, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 15.625, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 10.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "auto2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=10.0w,vcores=10.0w]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "10.0w" + }, { + "resourceName" : "vcores", + "resourceValue" : "10.0w" } ] }, - "minEffectiveCapacity" : { - "memory" : 512, - "vCores" : 1, + "capacity" : 41.666664, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 15.625, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 100.0, + "weight" : 10.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 512 + "value" : 0 }, { "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, + "maximumAllocation" : 4, + "minimumAllocation" : 1, "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 1 + "value" : 0 } ] } }, - "maxEffectiveCapacity" : { - "memory" : 32768, - "vCores" : 32, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 32768 + "value" : 0 }, { "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, + "maximumAllocation" : 4, + "minimumAllocation" : 1, "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 32 + "value" : 0 } ] } }, - "maximumAllocation" : { - "memory" : 8192, + "effectiveMinResource" : { + "memory" : 5120, "vCores" : 4, "resourceInformations" : { "resourceInformation" : [ { @@ -3965,7 +2884,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 8192 + "value" : 5120 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -3977,41 +2896,9 @@ } ] } }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "leafAdmin " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : "leafUser " - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "leaf", - "creationMethod" : "dynamicFlexible", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 156, - "maxApplicationsPerUser" : 156, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : -1, - "configuredMaxAMResourceLimit" : 1, - "AMResourceLimit" : { + "effectiveMaxResource" : { "memory" : 32768, - "vCores" : 1, + "vCores" : 32, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -4028,11 +2915,16 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 1 + "value" : 32 } ] } - }, - "usedAMResource" : { + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -4055,136 +2947,9 @@ } ] } }, - "userAMResourceLimit" : { - "memory" : 32768, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - } ] - }, - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=1.0w,vcores=1.0w]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "1.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "1.0w" - } ] - }, - "capacity" : 4.166667, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 1.5625, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : 1, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { + "reserved" : { "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 512, - "vCores" : 1, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -4193,7 +2958,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 512 + "value" : 0 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -4201,13 +2966,13 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 1 + "value" : 0 } ] } }, - "effectiveMaxResource" : { - "memory" : 32768, - "vCores" : 32, + "pending" : { + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -4216,7 +2981,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 32768 + "value" : 0 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -4224,16 +2989,11 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 32 + "value" : 0 } ] } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { + }, + "amUsed" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -4256,9 +3016,9 @@ } ] } }, - "reserved" : { - "memory" : 0, - "vCores" : 0, + "amLimit" : { + "memory" : 32768, + "vCores" : 1, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -4267,7 +3027,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 0 + "value" : 32768 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -4275,11 +3035,11 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 0 + "value" : 1 } ] } }, - "pending" : { + "userAmLimit" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -4305,8 +3065,8 @@ } ] }, "minEffectiveCapacity" : { - "memory" : 512, - "vCores" : 1, + "memory" : 5120, + "vCores" : 4, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -4315,7 +3075,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 512 + "value" : 5120 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -4323,7 +3083,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 1 + "value" : 4 } ] } }, @@ -4376,372 +3136,241 @@ "queueAcls" : { "queueAcl" : [ { "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "parentAdmin " + "accessControlList" : " " }, { "accessType" : "APPLICATION_MAX_PRIORITY", "accessControlList" : "*" }, { "accessType" : "SUBMIT_APP", - "accessControlList" : "parentUser " + "accessControlList" : " " } ] }, "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", + "orderingPolicyInfo" : "fifo", "autoCreateChildQueueEnabled" : false, "leafQueueTemplate" : { }, "mode" : "weight", - "queueType" : "parent", + "queueType" : "leaf", "creationMethod" : "dynamicFlexible", - "autoCreationEligibility" : "flexible", + "autoCreationEligibility" : "off", "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { - "property" : [ { - "name" : "acl_administer_queue", - "value" : "leafAdmin" - }, { - "name" : "acl_submit_applications", - "value" : "leafUser" - } ] - } - }, { - "queuePath" : "root.test2.parent", - "capacity" : 4.166667, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 1.5625, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "parent", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "queues" : { - "queue" : [ { - "queuePath" : "root.test2.parent.autoParent2", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 1.5625, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "autoParent2", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "queues" : { - "queue" : [ { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test2.parent.autoParent2.auto6", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 1.5625, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "auto6", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=1.0w,vcores=1.0w]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "1.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "1.0w" - } ] - }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 1.5625, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 100, - "weight" : 1, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 512, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 512 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - } + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 1562, + "maxApplicationsPerUser" : 1562, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : -1.0, + "configuredMaxAMResourceLimit" : 1.0, + "AMResourceLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 + }, { + "queuePath" : "root.test2.autoParent1", + "capacity" : 4.166667, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 1.5625, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "autoParent1", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "queues" : { + "queue" : [ { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test2.autoParent1.auto4", + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.78125, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "auto4", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=1.0w,vcores=1.0w]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "1.0w" + }, { + "resourceName" : "vcores", + "resourceValue" : "1.0w" } ] }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 32768, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.78125, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 100.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } }, - "minEffectiveCapacity" : { - "memory" : 512, + "configuredMaxResource" : { + "memory" : 0, "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 256, + "vCores" : 1, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -4750,7 +3379,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 512 + "value" : 256 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -4758,11 +3387,11 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 0 + "value" : 1 } ] } }, - "maxEffectiveCapacity" : { + "effectiveMaxResource" : { "memory" : 32768, "vCores" : 32, "resourceInformations" : { @@ -4784,10 +3413,15 @@ "value" : 32 } ] } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -4796,7 +3430,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 8192 + "value" : 0 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -4804,45 +3438,36 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 4 + "value" : 0 } ] } }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "pLeafAdmin " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : "pLeafUser " - } ] + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "leaf", - "creationMethod" : "dynamicFlexible", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 156, - "maxApplicationsPerUser" : 156, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : -1, - "configuredMaxAMResourceLimit" : 1, - "AMResourceLimit" : { - "memory" : 32768, - "vCores" : 1, + "pending" : { + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -4851,7 +3476,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 32768 + "value" : 0 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -4859,11 +3484,11 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 1 + "value" : 0 } ] } }, - "usedAMResource" : { + "amUsed" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -4886,7 +3511,7 @@ } ] } }, - "userAMResourceLimit" : { + "amLimit" : { "memory" : 32768, "vCores" : 1, "resourceInformations" : { @@ -4909,14 +3534,223 @@ } ] } }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 256, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 256 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : "ap1Admin " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : "ap1User " } ] }, + "queuePriority" : 0, + "orderingPolicyInfo" : "fifo", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "weight", + "queueType" : "leaf", + "creationMethod" : "dynamicFlexible", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 300, + "maxApplicationsPerUser" : 300, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : -1.0, + "configuredMaxAMResourceLimit" : 1.0, + "AMResourceLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 + }, { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test2.autoParent1.auto3", + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.78125, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "auto3", + "isAbsoluteResource" : false, + "state" : "RUNNING", "resourcesUsed" : { "memory" : 0, "vCores" : 0, @@ -4958,15 +3792,15 @@ "resourceValue" : "1.0w" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 1.5625, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : 1, - "normalizedWeight" : 0, + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.78125, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 100.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -5014,7 +3848,7 @@ } }, "effectiveMinResource" : { - "memory" : 512, + "memory" : 256, "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { @@ -5024,7 +3858,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 512 + "value" : 256 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -5132,11 +3966,80 @@ "value" : 0 } ] } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } } } ] }, "minEffectiveCapacity" : { - "memory" : 512, + "memory" : 256, "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { @@ -5146,7 +4049,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 512 + "value" : 256 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -5207,34 +4110,110 @@ "queueAcls" : { "queueAcl" : [ { "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : " " + "accessControlList" : "ap1Admin " }, { "accessType" : "APPLICATION_MAX_PRIORITY", "accessControlList" : "*" }, { "accessType" : "SUBMIT_APP", - "accessControlList" : " " + "accessControlList" : "ap1User " } ] }, - "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "parent", - "creationMethod" : "dynamicFlexible", - "autoCreationEligibility" : "flexible", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { - "property" : [ { - "name" : "acl_administer_queue", - "value" : "pLeafAdmin" - }, { - "name" : "acl_submit_applications", - "value" : "pLeafUser" - } ] - } + "queuePriority" : 0, + "orderingPolicyInfo" : "fifo", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "weight", + "queueType" : "leaf", + "creationMethod" : "dynamicFlexible", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 300, + "maxApplicationsPerUser" : 300, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : -1.0, + "configuredMaxAMResourceLimit" : 1.0, + "AMResourceLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 } ] }, "resourcesUsed" : { @@ -5279,14 +4258,14 @@ } ] }, "capacity" : 4.166667, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 1.5625, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : 1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -5335,7 +4314,7 @@ }, "effectiveMinResource" : { "memory" : 512, - "vCores" : 0, + "vCores" : 1, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -5352,7 +4331,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 0 + "value" : 1 } ] } }, @@ -5457,7 +4436,7 @@ }, "minEffectiveCapacity" : { "memory" : 512, - "vCores" : 0, + "vCores" : 1, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -5474,7 +4453,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 0 + "value" : 1 } ] } }, @@ -5544,374 +4523,519 @@ "queueType" : "parent", "creationMethod" : "dynamicFlexible", "autoCreationEligibility" : "flexible", - "autoQueueTemplateProperties" : { }, + "autoQueueTemplateProperties" : { + "property" : [ { + "name" : "maximum-applications", + "value" : "300" + } ] + }, "autoQueueParentTemplateProperties" : { }, "autoQueueLeafTemplateProperties" : { "property" : [ { "name" : "acl_administer_queue", - "value" : "leafAdmin" - }, { - "name" : "acl_submit_applications", - "value" : "leafUser" - } ] - } - } ] - }, - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=12.0w,vcores=12.0w]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "12.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "12.0w" - } ] - }, - "capacity" : 37.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : 12, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 12288, - "vCores" : 12, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 12288 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 12 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } + "value" : "ap1Admin" + }, { + "name" : "acl_submit_applications", + "value" : "ap1User" + } ] } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 12288, - "vCores" : 12, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 12288 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 12 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : " " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : " " - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "parent", - "creationMethod" : "static", - "autoCreationEligibility" : "flexible", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { - "property" : [ { - "name" : "acl_administer_queue", - "value" : "parentAdmin" }, { - "name" : "acl_submit_applications", - "value" : "parentUser" - } ] - }, - "autoQueueLeafTemplateProperties" : { - "property" : [ { - "name" : "capacity", - "value" : "10w" - } ] - } - }, { - "queuePath" : "root.test1", - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 16, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test1", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "queues" : { - "queue" : [ { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test1.test1_2", - "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 2, - "normalizedWeight" : 0, + "queuePath" : "root.test2.autoParent2", + "capacity" : 4.166667, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 1.5625, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "test1_2", + "queueName" : "autoParent2", "isAbsoluteResource" : false, "state" : "RUNNING", + "queues" : { + "queue" : [ { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test2.autoParent2.auto5", + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 1.5625, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "auto5", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=1.0w,vcores=1.0w]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "1.0w" + }, { + "resourceName" : "vcores", + "resourceValue" : "1.0w" + } ] + }, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 1.5625, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 100.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 512, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 512 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 512, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 512 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : "leafAdmin " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : "leafUser " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "fifo", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "weight", + "queueType" : "leaf", + "creationMethod" : "dynamicFlexible", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 156, + "maxApplicationsPerUser" : 156, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : -1.0, + "configuredMaxAMResourceLimit" : 1.0, + "AMResourceLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 + } ] + }, "resourcesUsed" : { "memory" : 0, "vCores" : 0, @@ -5944,24 +5068,24 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=2.0w,vcores=2.0w]", + "configuredCapacityVector" : "[memory-mb=1.0w,vcores=1.0w]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "2.0w" + "resourceValue" : "1.0w" }, { "resourceName" : "vcores", - "resourceValue" : "2.0w" + "resourceValue" : "1.0w" } ] }, - "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 2, - "normalizedWeight" : 0, + "capacity" : 4.166667, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 1.5625, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -6009,8 +5133,8 @@ } }, "effectiveMinResource" : { - "memory" : 2048, - "vCores" : 2, + "memory" : 512, + "vCores" : 1, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -6019,7 +5143,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 2048 + "value" : 512 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -6027,7 +5151,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 2 + "value" : 1 } ] } }, @@ -6105,9 +5229,453 @@ } ] } }, - "pending" : { - "memory" : 0, - "vCores" : 0, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 512, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 512 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : "parentAdmin " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : "parentUser " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "weight", + "queueType" : "parent", + "creationMethod" : "dynamicFlexible", + "autoCreationEligibility" : "flexible", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { + "property" : [ { + "name" : "acl_administer_queue", + "value" : "leafAdmin" + }, { + "name" : "acl_submit_applications", + "value" : "leafUser" + } ] + } + }, { + "queuePath" : "root.test2.parent2", + "capacity" : 4.166667, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 1.5625, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "parent2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "queues" : { + "queue" : [ { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test2.parent2.auto7", + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 1.5625, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "auto7", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=1.0w,vcores=1.0w]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "1.0w" + }, { + "resourceName" : "vcores", + "resourceValue" : "1.0w" + } ] + }, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 1.5625, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 100.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 512, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 512 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 512, + "vCores" : 1, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -6116,7 +5684,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 0 + "value" : 512 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -6124,13 +5692,13 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 0 + "value" : 1 } ] } }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, + "maxEffectiveCapacity" : { + "memory" : 32768, + "vCores" : 32, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -6139,7 +5707,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 0 + "value" : 32768 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -6147,13 +5715,13 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 0 + "value" : 32 } ] } }, - "amLimit" : { - "memory" : 4096, - "vCores" : 1, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -6162,7 +5730,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 4096 + "value" : 8192 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -6170,227 +5738,119 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 1 + "value" : 4 } ] } }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 2048, - "vCores" : 2, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 2 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : " " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : " " - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 625, - "maxApplicationsPerUser" : 625, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : "leafAdmin " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : "leafUser " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "fifo", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "weight", + "queueType" : "leaf", + "creationMethod" : "dynamicFlexible", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 156, + "maxApplicationsPerUser" : 156, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : -1.0, + "configuredMaxAMResourceLimit" : 1.0, + "AMResourceLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 + } ] }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test1.test1_1", - "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 2, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test1_1", - "isAbsoluteResource" : false, - "state" : "RUNNING", "resourcesUsed" : { "memory" : 0, "vCores" : 0, @@ -6423,24 +5883,24 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=2.0w,vcores=2.0w]", + "configuredCapacityVector" : "[memory-mb=1.0w,vcores=1.0w]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "2.0w" + "resourceValue" : "1.0w" }, { "resourceName" : "vcores", - "resourceValue" : "2.0w" + "resourceValue" : "1.0w" } ] }, - "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 2, - "normalizedWeight" : 0, + "capacity" : 4.166667, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 1.5625, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -6488,8 +5948,8 @@ } }, "effectiveMinResource" : { - "memory" : 2048, - "vCores" : 2, + "memory" : 512, + "vCores" : 1, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -6498,7 +5958,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 2048 + "value" : 512 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -6506,39 +5966,723 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 2 + "value" : 1 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 } ] } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 512, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 512 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : "parentAdmin " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : "parentUser " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "weight", + "queueType" : "parent", + "creationMethod" : "dynamicFlexible", + "autoCreationEligibility" : "flexible", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { + "property" : [ { + "name" : "acl_administer_queue", + "value" : "leafAdmin" + }, { + "name" : "acl_submit_applications", + "value" : "leafUser" + } ] + } + }, { + "queuePath" : "root.test2.parent", + "capacity" : 4.166667, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 1.5625, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "parent", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "queues" : { + "queue" : [ { + "queuePath" : "root.test2.parent.autoParent2", + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 1.5625, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "autoParent2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "queues" : { + "queue" : [ { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test2.parent.autoParent2.auto6", + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 1.5625, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "auto6", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=1.0w,vcores=1.0w]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "1.0w" + }, { + "resourceName" : "vcores", + "resourceValue" : "1.0w" + } ] + }, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 1.5625, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 100.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 512, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 512 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 512, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 512 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : "pLeafAdmin " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : "pLeafUser " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "fifo", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "weight", + "queueType" : "leaf", + "creationMethod" : "dynamicFlexible", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 156, + "maxApplicationsPerUser" : 156, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : -1.0, + "configuredMaxAMResourceLimit" : 1.0, + "AMResourceLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 + } ] }, - "effectiveMaxResource" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { + "resourcesUsed" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -6561,31 +6705,203 @@ } ] } }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=1.0w,vcores=1.0w]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "1.0w" + }, { + "resourceName" : "vcores", + "resourceValue" : "1.0w" + } ] + }, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 1.5625, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 512, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 512 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] }, - "pending" : { - "memory" : 0, + "minEffectiveCapacity" : { + "memory" : 512, "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { @@ -6595,7 +6911,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 0 + "value" : 512 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -6607,9 +6923,9 @@ } ] } }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, + "maxEffectiveCapacity" : { + "memory" : 32768, + "vCores" : 32, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -6618,7 +6934,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 0 + "value" : 32768 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -6626,13 +6942,13 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 0 + "value" : 32 } ] } }, - "amLimit" : { - "memory" : 4096, - "vCores" : 1, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -6641,7 +6957,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 4096 + "value" : 8192 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -6649,227 +6965,43 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 1 + "value" : 4 } ] } }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "weight", + "queueType" : "parent", + "creationMethod" : "dynamicFlexible", + "autoCreationEligibility" : "flexible", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { + "property" : [ { + "name" : "acl_administer_queue", + "value" : "pLeafAdmin" + }, { + "name" : "acl_submit_applications", + "value" : "pLeafUser" + } ] } } ] }, - "minEffectiveCapacity" : { - "memory" : 2048, - "vCores" : 2, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 2 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : " " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : " " - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 625, - "maxApplicationsPerUser" : 625, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test1.test1_3", - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 12, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test1_3", - "isAbsoluteResource" : false, - "state" : "RUNNING", "resourcesUsed" : { "memory" : 0, "vCores" : 0, @@ -6902,24 +7034,24 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=12.0w,vcores=12.0w]", + "configuredCapacityVector" : "[memory-mb=1.0w,vcores=1.0w]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "12.0w" + "resourceValue" : "1.0w" }, { "resourceName" : "vcores", - "resourceValue" : "12.0w" + "resourceValue" : "1.0w" } ] }, - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 12, - "normalizedWeight" : 0, + "capacity" : 4.166667, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 1.5625, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -6967,8 +7099,8 @@ } }, "effectiveMinResource" : { - "memory" : 12288, - "vCores" : 12, + "memory" : 512, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -6977,7 +7109,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 12288 + "value" : 512 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -6985,7 +7117,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 12 + "value" : 0 } ] } }, @@ -7085,81 +7217,12 @@ "value" : 0 } ] } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } } } ] }, "minEffectiveCapacity" : { - "memory" : 12288, - "vCores" : 12, + "memory" : 512, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -7168,7 +7231,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 12288 + "value" : 512 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -7176,7 +7239,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 12 + "value" : 0 } ] } }, @@ -7229,110 +7292,34 @@ "queueAcls" : { "queueAcl" : [ { "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : " " + "accessControlList" : "parentAdmin " }, { "accessType" : "APPLICATION_MAX_PRIORITY", "accessControlList" : "*" }, { "accessType" : "SUBMIT_APP", - "accessControlList" : " " + "accessControlList" : "parentUser " } ] }, "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", + "orderingPolicyInfo" : "utilization", "autoCreateChildQueueEnabled" : false, "leafQueueTemplate" : { }, "mode" : "weight", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", + "queueType" : "parent", + "creationMethod" : "dynamicFlexible", + "autoCreationEligibility" : "flexible", "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 3750, - "maxApplicationsPerUser" : 3750, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 + "autoQueueLeafTemplateProperties" : { + "property" : [ { + "name" : "acl_administer_queue", + "value" : "leafAdmin" + }, { + "name" : "acl_submit_applications", + "value" : "leafUser" + } ] + } } ] }, "resourcesUsed" : { @@ -7367,24 +7354,24 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=16.0w,vcores=16.0w]", + "configuredCapacityVector" : "[memory-mb=12.0w,vcores=12.0w]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "16.0w" + "resourceValue" : "12.0w" }, { "resourceName" : "vcores", - "resourceValue" : "16.0w" + "resourceValue" : "12.0w" } ] }, - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : 16, - "normalizedWeight" : 0, + "capacity" : 37.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : 12.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -7432,8 +7419,8 @@ } }, "effectiveMinResource" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -7442,7 +7429,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -7450,7 +7437,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 12 } ] } }, @@ -7554,8 +7541,8 @@ } ] }, "minEffectiveCapacity" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -7564,7 +7551,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -7572,7 +7559,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 12 } ] } }, @@ -7641,10 +7628,23 @@ "mode" : "weight", "queueType" : "parent", "creationMethod" : "static", - "autoCreationEligibility" : "off", + "autoCreationEligibility" : "flexible", "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { } + "autoQueueParentTemplateProperties" : { + "property" : [ { + "name" : "acl_administer_queue", + "value" : "parentAdmin" + }, { + "name" : "acl_submit_applications", + "value" : "parentUser" + } ] + }, + "autoQueueLeafTemplateProperties" : { + "property" : [ { + "name" : "capacity", + "value" : "10w" + } ] + } } ] }, "capacities" : { @@ -7660,15 +7660,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-before-aqc.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-before-aqc.json index 771f0dd48a4ef..358b08b2c2d2e 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-before-aqc.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-before-aqc.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -26,13 +26,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.default", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 4, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 4.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "default", @@ -80,14 +80,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 4, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 4.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -422,9 +422,9 @@ "numContainers" : 0, "maxApplications" : 1250, "maxApplicationsPerUser" : 1250, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -501,355 +501,16 @@ "isAutoCreatedLeafQueue" : false, "maxApplicationLifetime" : -1, "defaultApplicationLifetime" : -1 - }, { - "queuePath" : "root.test2", - "capacity" : 37.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 12, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test2", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "queues" : { }, - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=12.0w,vcores=12.0w]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "12.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "12.0w" - } ] - }, - "capacity" : 37.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : 12, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 12288, - "vCores" : 12, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 12288 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 12 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 12288, - "vCores" : 12, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 12288 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 12 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : " " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : " " - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "parent", - "creationMethod" : "static", - "autoCreationEligibility" : "flexible", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { - "property" : [ { - "name" : "acl_administer_queue", - "value" : "parentAdmin" - }, { - "name" : "acl_submit_applications", - "value" : "parentUser" - } ] - }, - "autoQueueLeafTemplateProperties" : { - "property" : [ { - "name" : "capacity", - "value" : "10w" - } ] - } }, { "queuePath" : "root.test1", - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 16, - "normalizedWeight" : 0, + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 16.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test1", @@ -860,13 +521,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test1.test1_1", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 2, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 2.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test1_1", @@ -914,14 +575,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 2, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 2.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1256,9 +917,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -1339,13 +1000,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test1.test1_2", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 2, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 2.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test1_2", @@ -1393,14 +1054,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 2, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 2.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1735,9 +1396,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -1817,14 +1478,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test1.test1_3", - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 12, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 12.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test1_3", @@ -1871,15 +1532,15 @@ "resourceValue" : "12.0w" } ] }, - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 12, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 12.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2117,32 +1778,283 @@ } } ] }, - "minEffectiveCapacity" : { - "memory" : 12288, - "vCores" : 12, + "minEffectiveCapacity" : { + "memory" : 12288, + "vCores" : 12, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 12288 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 12 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "fifo", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "weight", + "queueType" : "leaf", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 3750, + "maxApplicationsPerUser" : 3750, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 + } ] + }, + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=16.0w,vcores=16.0w]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "16.0w" + }, { + "resourceName" : "vcores", + "resourceValue" : "16.0w" + } ] + }, + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : 16.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 12288 + "value" : 0 }, { "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, + "maximumAllocation" : 4, + "minimumAllocation" : 1, "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 12 + "value" : 0 } ] } }, - "maxEffectiveCapacity" : { - "memory" : 32768, - "vCores" : 32, + "effectiveMinResource" : { + "memory" : 16384, + "vCores" : 16, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2151,7 +2063,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 32768 + "value" : 16384 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2159,13 +2071,13 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 32 + "value" : 16 } ] } }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, + "effectiveMaxResource" : { + "memory" : 32768, + "vCores" : 32, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2174,7 +2086,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 8192 + "value" : 32768 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2182,45 +2094,18 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 4 + "value" : 32 } ] } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : " " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : " " - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 3750, - "maxApplicationsPerUser" : 3750, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 4096, - "vCores" : 1, + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2229,7 +2114,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 4096 + "value" : 0 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2237,11 +2122,11 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 1 + "value" : 0 } ] } }, - "usedAMResource" : { + "reserved" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -2264,9 +2149,9 @@ } ] } }, - "userAMResourceLimit" : { - "memory" : 4096, - "vCores" : 1, + "pending" : { + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2275,7 +2160,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 4096 + "value" : 0 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2283,18 +2168,120 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 1 + "value" : 0 } ] } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " } ] }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "weight", + "queueType" : "parent", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { } + }, { + "queuePath" : "root.test2", + "capacity" : 37.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 12.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "queues" : { }, "resourcesUsed" : { "memory" : 0, "vCores" : 0, @@ -2327,24 +2314,24 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=16.0w,vcores=16.0w]", + "configuredCapacityVector" : "[memory-mb=12.0w,vcores=12.0w]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "16.0w" + "resourceValue" : "12.0w" }, { "resourceName" : "vcores", - "resourceValue" : "16.0w" + "resourceValue" : "12.0w" } ] }, - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : 16, - "normalizedWeight" : 0, + "capacity" : 37.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : 12.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2392,8 +2379,8 @@ } }, "effectiveMinResource" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2402,7 +2389,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2410,7 +2397,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 12 } ] } }, @@ -2514,8 +2501,8 @@ } ] }, "minEffectiveCapacity" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2524,7 +2511,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2532,7 +2519,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 12 } ] } }, @@ -2601,10 +2588,23 @@ "mode" : "weight", "queueType" : "parent", "creationMethod" : "static", - "autoCreationEligibility" : "off", + "autoCreationEligibility" : "flexible", "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { } + "autoQueueParentTemplateProperties" : { + "property" : [ { + "name" : "acl_administer_queue", + "value" : "parentAdmin" + }, { + "name" : "acl_submit_applications", + "value" : "parentUser" + } ] + }, + "autoQueueLeafTemplateProperties" : { + "property" : [ { + "name" : "capacity", + "value" : "10w" + } ] + } } ] }, "capacities" : { @@ -2620,15 +2620,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-legacy-0.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-legacy-0.json index ed79fd278f9c4..002b64c5043cb 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-legacy-0.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-legacy-0.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -24,18 +24,18 @@ "queues" : { "queue" : [ { "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 12, - "normalizedWeight" : 0.375, + "queuePath" : "root.default", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 12.5, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 4.0, + "normalizedWeight" : 0.125, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "test2", + "queueName" : "default", "isAbsoluteResource" : false, "state" : "RUNNING", "resourcesUsed" : { @@ -70,24 +70,24 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=12.0w,vcores=12.0w]", + "configuredCapacityVector" : "[memory-mb=4.0w,vcores=4.0w]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "12.0w" + "resourceValue" : "4.0w" }, { "resourceName" : "vcores", - "resourceValue" : "12.0w" + "resourceValue" : "4.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 12, - "normalizedWeight" : 0.375, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 12.5, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 4.0, + "normalizedWeight" : 0.125, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -420,11 +420,11 @@ "numActiveApplications" : 0, "numPendingApplications" : 0, "numContainers" : 0, - "maxApplications" : 3750, - "maxApplicationsPerUser" : 3750, - "userLimit" : 100, + "maxApplications" : 1250, + "maxApplicationsPerUser" : 1250, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -502,517 +502,38 @@ "maxApplicationLifetime" : -1, "defaultApplicationLifetime" : -1 }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.default", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 12.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 4, - "normalizedWeight" : 0.125, + "queuePath" : "root.test1", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 16.0, + "normalizedWeight" : 0.5, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "default", + "queueName" : "test1", "isAbsoluteResource" : false, "state" : "RUNNING", - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=4.0w,vcores=4.0w]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "4.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "4.0w" - } ] - }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 12.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 4, + "queues" : { + "queue" : [ { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test1.test1_1", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 6.25, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 2.0, "normalizedWeight" : 0.125, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : " " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : " " - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 1250, - "maxApplicationsPerUser" : 1250, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "queuePath" : "root.test1", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 16, - "normalizedWeight" : 0.5, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test1", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "queues" : { - "queue" : [ { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test1.test1_1", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 2, - "normalizedWeight" : 0.125, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test1_1", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "resourcesUsed" : { + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test1_1", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -1053,14 +574,14 @@ "resourceValue" : "2.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 2, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 2.0, "normalizedWeight" : 0.125, "configuredMinResource" : { "memory" : 0, @@ -1396,9 +917,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -1478,13 +999,13 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test1.test1_2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 2, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 2.0, "normalizedWeight" : 0.125, "numApplications" : 0, "maxParallelApps" : 2147483647, @@ -1532,14 +1053,14 @@ "resourceValue" : "2.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 2, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 2.0, "normalizedWeight" : 0.125, "configuredMinResource" : { "memory" : 0, @@ -1875,9 +1396,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -1957,13 +1478,13 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test1.test1_3", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 12, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 12.0, "normalizedWeight" : 0.75, "numApplications" : 0, "maxParallelApps" : 2147483647, @@ -2011,14 +1532,14 @@ "resourceValue" : "12.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 12, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 12.0, "normalizedWeight" : 0.75, "configuredMinResource" : { "memory" : 0, @@ -2354,9 +1875,9 @@ "numContainers" : 0, "maxApplications" : 3750, "maxApplicationsPerUser" : 3750, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -2467,24 +1988,350 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=16.0w,vcores=16.0w]", + "configuredCapacityVector" : "[memory-mb=16.0w,vcores=16.0w]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "16.0w" + }, { + "resourceName" : "vcores", + "resourceValue" : "16.0w" + } ] + }, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : 16.0, + "normalizedWeight" : 0.5, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "weight", + "queueType" : "parent", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { } + }, { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test2", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 12.0, + "normalizedWeight" : 0.375, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=12.0w,vcores=12.0w]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "16.0w" + "resourceValue" : "12.0w" }, { "resourceName" : "vcores", - "resourceValue" : "16.0w" + "resourceValue" : "12.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : 16, - "normalizedWeight" : 0.5, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 12.0, + "normalizedWeight" : 0.375, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2650,6 +2497,75 @@ "value" : 0 } ] } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } } } ] }, @@ -2735,16 +2651,100 @@ } ] }, "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", + "orderingPolicyInfo" : "fifo", "autoCreateChildQueueEnabled" : false, "leafQueueTemplate" : { }, "mode" : "weight", - "queueType" : "parent", + "queueType" : "leaf", "creationMethod" : "static", "autoCreationEligibility" : "off", "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { } + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 3750, + "maxApplicationsPerUser" : 3750, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 } ] }, "capacities" : { @@ -2760,15 +2760,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-legacy-16.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-legacy-16.json index 2f888d37f3190..14011e39e61fe 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-legacy-16.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-legacy-16.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -24,18 +24,18 @@ "queues" : { "queue" : [ { "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 12, - "normalizedWeight" : 0.375, + "queuePath" : "root.default", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 12.5, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 4.0, + "normalizedWeight" : 0.125, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "test2", + "queueName" : "default", "isAbsoluteResource" : false, "state" : "RUNNING", "resourcesUsed" : { @@ -70,24 +70,24 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=12.0w,vcores=12.0w]", + "configuredCapacityVector" : "[memory-mb=4.0w,vcores=4.0w]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "12.0w" + "resourceValue" : "4.0w" }, { "resourceName" : "vcores", - "resourceValue" : "12.0w" + "resourceValue" : "4.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 12, - "normalizedWeight" : 0.375, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 12.5, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 4.0, + "normalizedWeight" : 0.125, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -135,8 +135,8 @@ } }, "effectiveMinResource" : { - "memory" : 6144, - "vCores" : 6, + "memory" : 2048, + "vCores" : 2, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -145,7 +145,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 6144 + "value" : 2048 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -153,7 +153,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 6 + "value" : 2 } ] } }, @@ -326,8 +326,8 @@ } ] }, "minEffectiveCapacity" : { - "memory" : 6144, - "vCores" : 6, + "memory" : 2048, + "vCores" : 2, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -336,7 +336,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 6144 + "value" : 2048 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -344,7 +344,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 6 + "value" : 2 } ] } }, @@ -420,11 +420,11 @@ "numActiveApplications" : 0, "numPendingApplications" : 0, "numContainers" : 0, - "maxApplications" : 3750, - "maxApplicationsPerUser" : 3750, - "userLimit" : 100, + "maxApplications" : 1250, + "maxApplicationsPerUser" : 1250, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -502,517 +502,38 @@ "maxApplicationLifetime" : -1, "defaultApplicationLifetime" : -1 }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.default", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 12.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 4, - "normalizedWeight" : 0.125, + "queuePath" : "root.test1", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 16.0, + "normalizedWeight" : 0.5, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "default", + "queueName" : "test1", "isAbsoluteResource" : false, "state" : "RUNNING", - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=4.0w,vcores=4.0w]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "4.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "4.0w" - } ] - }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 12.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 4, + "queues" : { + "queue" : [ { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test1.test1_1", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 6.25, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 2.0, "normalizedWeight" : 0.125, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 2048, - "vCores" : 2, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 2 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 16384, - "vCores" : 16, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 16384 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 16 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 2048, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 2048, - "vCores" : 2, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 2 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 16384, - "vCores" : 16, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 16384 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 16 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "*" - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : "*" - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 1250, - "maxApplicationsPerUser" : 1250, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 2048, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 2048, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "queuePath" : "root.test1", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 16, - "normalizedWeight" : 0.5, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test1", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "queues" : { - "queue" : [ { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test1.test1_2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 2, - "normalizedWeight" : 0.125, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test1_2", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "resourcesUsed" : { + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test1_1", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -1053,14 +574,14 @@ "resourceValue" : "2.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 2, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 2.0, "normalizedWeight" : 0.125, "configuredMinResource" : { "memory" : 0, @@ -1396,9 +917,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -1477,18 +998,18 @@ "defaultApplicationLifetime" : -1 }, { "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test1.test1_1", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, + "queuePath" : "root.test1.test1_2", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 2, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 2.0, "normalizedWeight" : 0.125, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "test1_1", + "queueName" : "test1_2", "isAbsoluteResource" : false, "state" : "RUNNING", "resourcesUsed" : { @@ -1532,14 +1053,14 @@ "resourceValue" : "2.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 2, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 2.0, "normalizedWeight" : 0.125, "configuredMinResource" : { "memory" : 0, @@ -1875,9 +1396,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -1957,13 +1478,13 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test1.test1_3", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 12, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 12.0, "normalizedWeight" : 0.75, "numApplications" : 0, "maxParallelApps" : 2147483647, @@ -2011,14 +1532,14 @@ "resourceValue" : "12.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 12, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 12.0, "normalizedWeight" : 0.75, "configuredMinResource" : { "memory" : 0, @@ -2354,9 +1875,9 @@ "numContainers" : 0, "maxApplications" : 3750, "maxApplicationsPerUser" : 3750, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -2467,24 +1988,350 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=16.0w,vcores=16.0w]", + "configuredCapacityVector" : "[memory-mb=16.0w,vcores=16.0w]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "16.0w" + }, { + "resourceName" : "vcores", + "resourceValue" : "16.0w" + } ] + }, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : 16.0, + "normalizedWeight" : 0.5, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 8192, + "vCores" : 8, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 8 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 8192, + "vCores" : 8, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 8 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "weight", + "queueType" : "parent", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { } + }, { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test2", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 12.0, + "normalizedWeight" : 0.375, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=12.0w,vcores=12.0w]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "16.0w" + "resourceValue" : "12.0w" }, { "resourceName" : "vcores", - "resourceValue" : "16.0w" + "resourceValue" : "12.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : 16, - "normalizedWeight" : 0.5, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 12.0, + "normalizedWeight" : 0.375, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2532,8 +2379,8 @@ } }, "effectiveMinResource" : { - "memory" : 8192, - "vCores" : 8, + "memory" : 6144, + "vCores" : 6, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2542,7 +2389,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 8192 + "value" : 6144 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2550,7 +2397,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 8 + "value" : 6 } ] } }, @@ -2650,12 +2497,81 @@ "value" : 0 } ] } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 2048, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 2048 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } } } ] }, "minEffectiveCapacity" : { - "memory" : 8192, - "vCores" : 8, + "memory" : 6144, + "vCores" : 6, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2664,7 +2580,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 8192 + "value" : 6144 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2672,7 +2588,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 8 + "value" : 6 } ] } }, @@ -2735,16 +2651,100 @@ } ] }, "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", + "orderingPolicyInfo" : "fifo", "autoCreateChildQueueEnabled" : false, "leafQueueTemplate" : { }, "mode" : "weight", - "queueType" : "parent", + "queueType" : "leaf", "creationMethod" : "static", "autoCreationEligibility" : "off", "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { } + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 3750, + "maxApplicationsPerUser" : 3750, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 2048, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 2048 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 2048, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 2048 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 } ] }, "capacities" : { @@ -2760,15 +2760,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-legacy-32.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-legacy-32.json index ade5769fe800f..4786217c2971b 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-legacy-32.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-legacy-32.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -24,18 +24,18 @@ "queues" : { "queue" : [ { "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 12, - "normalizedWeight" : 0.375, + "queuePath" : "root.default", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 12.5, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 4.0, + "normalizedWeight" : 0.125, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "test2", + "queueName" : "default", "isAbsoluteResource" : false, "state" : "RUNNING", "resourcesUsed" : { @@ -70,24 +70,24 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=12.0w,vcores=12.0w]", + "configuredCapacityVector" : "[memory-mb=4.0w,vcores=4.0w]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "12.0w" + "resourceValue" : "4.0w" }, { "resourceName" : "vcores", - "resourceValue" : "12.0w" + "resourceValue" : "4.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 12, - "normalizedWeight" : 0.375, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 12.5, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 4.0, + "normalizedWeight" : 0.125, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -135,8 +135,8 @@ } }, "effectiveMinResource" : { - "memory" : 12288, - "vCores" : 12, + "memory" : 4096, + "vCores" : 4, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -145,7 +145,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 12288 + "value" : 4096 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -153,7 +153,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 12 + "value" : 4 } ] } }, @@ -326,8 +326,8 @@ } ] }, "minEffectiveCapacity" : { - "memory" : 12288, - "vCores" : 12, + "memory" : 4096, + "vCores" : 4, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -336,7 +336,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 12288 + "value" : 4096 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -344,7 +344,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 12 + "value" : 4 } ] } }, @@ -420,11 +420,11 @@ "numActiveApplications" : 0, "numPendingApplications" : 0, "numContainers" : 0, - "maxApplications" : 3750, - "maxApplicationsPerUser" : 3750, - "userLimit" : 100, + "maxApplications" : 1250, + "maxApplicationsPerUser" : 1250, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -502,517 +502,38 @@ "maxApplicationLifetime" : -1, "defaultApplicationLifetime" : -1 }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.default", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 12.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 4, - "normalizedWeight" : 0.125, + "queuePath" : "root.test1", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 16.0, + "normalizedWeight" : 0.5, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "default", + "queueName" : "test1", "isAbsoluteResource" : false, "state" : "RUNNING", - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=4.0w,vcores=4.0w]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "4.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "4.0w" - } ] - }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 12.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 4, + "queues" : { + "queue" : [ { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test1.test1_1", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 6.25, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 2.0, "normalizedWeight" : 0.125, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 4096, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 4096, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "*" - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : "*" - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 1250, - "maxApplicationsPerUser" : 1250, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "queuePath" : "root.test1", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 16, - "normalizedWeight" : 0.5, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test1", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "queues" : { - "queue" : [ { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test1.test1_2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 2, - "normalizedWeight" : 0.125, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test1_2", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "resourcesUsed" : { + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test1_1", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -1053,14 +574,14 @@ "resourceValue" : "2.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 2, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 2.0, "normalizedWeight" : 0.125, "configuredMinResource" : { "memory" : 0, @@ -1396,9 +917,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -1477,18 +998,18 @@ "defaultApplicationLifetime" : -1 }, { "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test1.test1_1", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, + "queuePath" : "root.test1.test1_2", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 2, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 2.0, "normalizedWeight" : 0.125, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "test1_1", + "queueName" : "test1_2", "isAbsoluteResource" : false, "state" : "RUNNING", "resourcesUsed" : { @@ -1532,14 +1053,14 @@ "resourceValue" : "2.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 2, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 2.0, "normalizedWeight" : 0.125, "configuredMinResource" : { "memory" : 0, @@ -1875,9 +1396,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -1957,13 +1478,13 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test1.test1_3", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 12, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 12.0, "normalizedWeight" : 0.75, "numApplications" : 0, "maxParallelApps" : 2147483647, @@ -2011,14 +1532,14 @@ "resourceValue" : "12.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 12, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 12.0, "normalizedWeight" : 0.75, "configuredMinResource" : { "memory" : 0, @@ -2354,9 +1875,9 @@ "numContainers" : 0, "maxApplications" : 3750, "maxApplicationsPerUser" : 3750, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -2467,24 +1988,350 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=16.0w,vcores=16.0w]", + "configuredCapacityVector" : "[memory-mb=16.0w,vcores=16.0w]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "16.0w" + }, { + "resourceName" : "vcores", + "resourceValue" : "16.0w" + } ] + }, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : 16.0, + "normalizedWeight" : 0.5, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "weight", + "queueType" : "parent", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { } + }, { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test2", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 12.0, + "normalizedWeight" : 0.375, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=12.0w,vcores=12.0w]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "16.0w" + "resourceValue" : "12.0w" }, { "resourceName" : "vcores", - "resourceValue" : "16.0w" + "resourceValue" : "12.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : 16, - "normalizedWeight" : 0.5, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 12.0, + "normalizedWeight" : 0.375, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2532,8 +2379,8 @@ } }, "effectiveMinResource" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2542,7 +2389,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2550,7 +2397,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 12 } ] } }, @@ -2650,12 +2497,81 @@ "value" : 0 } ] } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } } } ] }, "minEffectiveCapacity" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2664,7 +2580,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2672,7 +2588,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 12 } ] } }, @@ -2735,16 +2651,100 @@ } ] }, "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", + "orderingPolicyInfo" : "fifo", "autoCreateChildQueueEnabled" : false, "leafQueueTemplate" : { }, "mode" : "weight", - "queueType" : "parent", + "queueType" : "leaf", "creationMethod" : "static", "autoCreationEligibility" : "off", "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { } + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 3750, + "maxApplicationsPerUser" : 3750, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 } ] }, "capacities" : { @@ -2760,15 +2760,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-legacy-after-aqc.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-legacy-after-aqc.json index 94e19f2296b0d..9727bc252a7eb 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-legacy-after-aqc.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-legacy-after-aqc.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -25,13 +25,13 @@ "queue" : [ { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.default", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 4, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 4.0, "normalizedWeight" : 0.125, "numApplications" : 0, "maxParallelApps" : 2147483647, @@ -79,14 +79,14 @@ "resourceValue" : "4.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 4, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 4.0, "normalizedWeight" : 0.125, "configuredMinResource" : { "memory" : 0, @@ -422,9 +422,9 @@ "numContainers" : 0, "maxApplications" : 1250, "maxApplicationsPerUser" : 1250, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -502,35 +502,35 @@ "maxApplicationLifetime" : -1, "defaultApplicationLifetime" : -1 }, { - "queuePath" : "root.test2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 12, - "normalizedWeight" : 0.375, + "queuePath" : "root.test1", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 16.0, + "normalizedWeight" : 0.5, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "test2", + "queueName" : "test1", "isAbsoluteResource" : false, "state" : "RUNNING", "queues" : { "queue" : [ { "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test2.auto1", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 15.625, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 10, - "normalizedWeight" : 0.41666666, + "queuePath" : "root.test1.test1_2", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 6.25, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 2.0, + "normalizedWeight" : 0.125, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "auto1", + "queueName" : "test1_2", "isAbsoluteResource" : false, "state" : "RUNNING", "resourcesUsed" : { @@ -565,24 +565,24 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=10.0w,vcores=10.0w]", + "configuredCapacityVector" : "[memory-mb=2.0w,vcores=2.0w]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "10.0w" + "resourceValue" : "2.0w" }, { "resourceName" : "vcores", - "resourceValue" : "10.0w" + "resourceValue" : "2.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 15.625, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 100, - "weight" : 10, - "normalizedWeight" : 0.41666666, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 6.25, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 2.0, + "normalizedWeight" : 0.125, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -630,8 +630,8 @@ } }, "effectiveMinResource" : { - "memory" : 5120, - "vCores" : 5, + "memory" : 2048, + "vCores" : 2, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -640,7 +640,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 5120 + "value" : 2048 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -648,7 +648,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 5 + "value" : 2 } ] } }, @@ -773,7 +773,7 @@ } }, "amLimit" : { - "memory" : 32768, + "memory" : 4096, "vCores" : 1, "resourceInformations" : { "resourceInformation" : [ { @@ -783,7 +783,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 32768 + "value" : 4096 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -821,8 +821,8 @@ } ] }, "minEffectiveCapacity" : { - "memory" : 5120, - "vCores" : 5, + "memory" : 2048, + "vCores" : 2, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -831,7 +831,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 5120 + "value" : 2048 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -839,7 +839,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 5 + "value" : 2 } ] } }, @@ -907,7 +907,7 @@ "leafQueueTemplate" : { }, "mode" : "weight", "queueType" : "leaf", - "creationMethod" : "dynamicFlexible", + "creationMethod" : "static", "autoCreationEligibility" : "off", "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, @@ -915,14 +915,14 @@ "numActiveApplications" : 0, "numPendingApplications" : 0, "numContainers" : 0, - "maxApplications" : 1562, - "maxApplicationsPerUser" : 1562, - "userLimit" : 100, + "maxApplications" : 625, + "maxApplicationsPerUser" : 625, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : -1, - "configuredMaxAMResourceLimit" : 1, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { - "memory" : 32768, + "memory" : 4096, "vCores" : 1, "resourceInformations" : { "resourceInformation" : [ { @@ -932,7 +932,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 32768 + "value" : 4096 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -968,7 +968,7 @@ } }, "userAMResourceLimit" : { - "memory" : 32768, + "memory" : 4096, "vCores" : 1, "resourceInformations" : { "resourceInformation" : [ { @@ -978,7 +978,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 32768 + "value" : 4096 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -998,18 +998,18 @@ "defaultApplicationLifetime" : -1 }, { "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test2.auto2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 15.625, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 10, - "normalizedWeight" : 0.41666666, + "queuePath" : "root.test1.test1_1", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 6.25, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 2.0, + "normalizedWeight" : 0.125, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "auto2", + "queueName" : "test1_1", "isAbsoluteResource" : false, "state" : "RUNNING", "resourcesUsed" : { @@ -1044,24 +1044,24 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=10.0w,vcores=10.0w]", + "configuredCapacityVector" : "[memory-mb=2.0w,vcores=2.0w]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "10.0w" + "resourceValue" : "2.0w" }, { "resourceName" : "vcores", - "resourceValue" : "10.0w" + "resourceValue" : "2.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 15.625, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 100, - "weight" : 10, - "normalizedWeight" : 0.41666666, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 6.25, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 2.0, + "normalizedWeight" : 0.125, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1109,8 +1109,8 @@ } }, "effectiveMinResource" : { - "memory" : 5120, - "vCores" : 5, + "memory" : 2048, + "vCores" : 2, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -1119,7 +1119,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 5120 + "value" : 2048 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -1127,7 +1127,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 5 + "value" : 2 } ] } }, @@ -1252,7 +1252,7 @@ } }, "amLimit" : { - "memory" : 32768, + "memory" : 4096, "vCores" : 1, "resourceInformations" : { "resourceInformation" : [ { @@ -1262,7 +1262,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 32768 + "value" : 4096 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -1300,8 +1300,8 @@ } ] }, "minEffectiveCapacity" : { - "memory" : 5120, - "vCores" : 5, + "memory" : 2048, + "vCores" : 2, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -1310,7 +1310,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 5120 + "value" : 2048 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -1318,7 +1318,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 5 + "value" : 2 } ] } }, @@ -1386,7 +1386,7 @@ "leafQueueTemplate" : { }, "mode" : "weight", "queueType" : "leaf", - "creationMethod" : "dynamicFlexible", + "creationMethod" : "static", "autoCreationEligibility" : "off", "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, @@ -1394,14 +1394,14 @@ "numActiveApplications" : 0, "numPendingApplications" : 0, "numContainers" : 0, - "maxApplications" : 1562, - "maxApplicationsPerUser" : 1562, - "userLimit" : 100, + "maxApplications" : 625, + "maxApplicationsPerUser" : 625, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : -1, - "configuredMaxAMResourceLimit" : 1, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { - "memory" : 32768, + "memory" : 4096, "vCores" : 1, "resourceInformations" : { "resourceInformation" : [ { @@ -1411,7 +1411,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 32768 + "value" : 4096 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -1447,7 +1447,7 @@ } }, "userAMResourceLimit" : { - "memory" : 32768, + "memory" : 4096, "vCores" : 1, "resourceInformations" : { "resourceInformation" : [ { @@ -1457,7 +1457,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 32768 + "value" : 4096 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -1476,40 +1476,120 @@ "maxApplicationLifetime" : -1, "defaultApplicationLifetime" : -1 }, { - "queuePath" : "root.test2.autoParent1", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 1.5625, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0.041666668, + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test1.test1_3", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 12.0, + "normalizedWeight" : 0.75, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "autoParent1", + "queueName" : "test1_3", "isAbsoluteResource" : false, "state" : "RUNNING", - "queues" : { - "queue" : [ { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test2.autoParent1.auto4", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0.78125, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0.5, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "auto4", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "resourcesUsed" : { + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=12.0w,vcores=12.0w]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "12.0w" + }, { + "resourceName" : "vcores", + "resourceValue" : "12.0w" + } ] + }, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 12.0, + "normalizedWeight" : 0.75, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "configuredMaxResource" : { "memory" : 0, "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -1518,7 +1598,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 0 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -1526,277 +1606,13 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 0 + "value" : 12 } ] } }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=1.0w,vcores=1.0w]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "1.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "1.0w" - } ] - }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0.78125, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 100, - "weight" : 1, - "normalizedWeight" : 0.5, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 256, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 256 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 32768, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 256, - "vCores" : 0, + "effectiveMaxResource" : { + "memory" : 32768, + "vCores" : 32, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -1805,7 +1621,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 256 + "value" : 32768 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -1813,13 +1629,18 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 0 + "value" : 32 } ] } - }, - "maxEffectiveCapacity" : { - "memory" : 32768, - "vCores" : 32, + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -1828,7 +1649,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 32768 + "value" : 0 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -1836,13 +1657,13 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 32 + "value" : 0 } ] } }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, + "reserved" : { + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -1851,7 +1672,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 8192 + "value" : 0 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -1859,45 +1680,13 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 4 + "value" : 0 } ] } }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "ap1Admin " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : "ap1User " - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "leaf", - "creationMethod" : "dynamicFlexible", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 300, - "maxApplicationsPerUser" : 300, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : -1, - "configuredMaxAMResourceLimit" : 1, - "AMResourceLimit" : { - "memory" : 32768, - "vCores" : 1, + "pending" : { + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -1906,7 +1695,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 32768 + "value" : 0 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -1914,11 +1703,11 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 1 + "value" : 0 } ] } }, - "usedAMResource" : { + "amUsed" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -1941,8 +1730,8 @@ } ] } }, - "userAMResourceLimit" : { - "memory" : 32768, + "amLimit" : { + "memory" : 4096, "vCores" : 1, "resourceInformations" : { "resourceInformation" : [ { @@ -1952,7 +1741,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 32768 + "value" : 4096 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -1964,29 +1753,7 @@ } ] } }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test2.autoParent1.auto3", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0.78125, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0.5, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "auto3", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "resourcesUsed" : { + "userAmLimit" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -2008,670 +1775,12 @@ "value" : 0 } ] } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=1.0w,vcores=1.0w]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "1.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "1.0w" - } ] - }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0.78125, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 100, - "weight" : 1, - "normalizedWeight" : 0.5, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 256, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 256 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 32768, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 256, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 256 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "ap1Admin " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : "ap1User " - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "leaf", - "creationMethod" : "dynamicFlexible", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 300, - "maxApplicationsPerUser" : 300, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : -1, - "configuredMaxAMResourceLimit" : 1, - "AMResourceLimit" : { - "memory" : 32768, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 32768, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - } ] - }, - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=1.0w,vcores=1.0w]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "1.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "1.0w" - } ] - }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 1.5625, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : 1, - "normalizedWeight" : 0.041666668, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 512, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 512 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } + } } ] }, "minEffectiveCapacity" : { - "memory" : 512, - "vCores" : 0, + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2680,7 +1789,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 512 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2688,7 +1797,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 0 + "value" : 12 } ] } }, @@ -2741,2006 +1850,1526 @@ "queueAcls" : { "queueAcl" : [ { "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "parentAdmin " + "accessControlList" : " " }, { "accessType" : "APPLICATION_MAX_PRIORITY", "accessControlList" : "*" }, { "accessType" : "SUBMIT_APP", - "accessControlList" : "parentUser " + "accessControlList" : " " } ] }, "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", + "orderingPolicyInfo" : "fifo", "autoCreateChildQueueEnabled" : false, "leafQueueTemplate" : { }, "mode" : "weight", - "queueType" : "parent", - "creationMethod" : "dynamicFlexible", - "autoCreationEligibility" : "flexible", - "autoQueueTemplateProperties" : { - "property" : [ { - "name" : "maximum-applications", - "value" : "300" - } ] - }, + "queueType" : "leaf", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { - "property" : [ { - "name" : "acl_administer_queue", - "value" : "ap1Admin" - }, { - "name" : "acl_submit_applications", - "value" : "ap1User" - } ] - } - }, { - "queuePath" : "root.test2.autoParent2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 1.5625, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0.041666668, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "autoParent2", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "queues" : { - "queue" : [ { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test2.autoParent2.auto5", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 1.5625, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 1, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "auto5", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=1.0w,vcores=1.0w]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "1.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "1.0w" - } ] - }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 1.5625, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 100, - "weight" : 1, - "normalizedWeight" : 1, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 512, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 512 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 32768, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 512, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 512 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "leafAdmin " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : "leafUser " - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "leaf", - "creationMethod" : "dynamicFlexible", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 156, - "maxApplicationsPerUser" : 156, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : -1, - "configuredMaxAMResourceLimit" : 1, - "AMResourceLimit" : { - "memory" : 32768, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 32768, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - } ] - }, - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=1.0w,vcores=1.0w]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "1.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "1.0w" - } ] - }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 1.5625, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : 1, - "normalizedWeight" : 0.041666668, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 512, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 512 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 512, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 512 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "parentAdmin " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : "parentUser " - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "parent", - "creationMethod" : "dynamicFlexible", - "autoCreationEligibility" : "flexible", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { - "property" : [ { - "name" : "acl_administer_queue", - "value" : "leafAdmin" - }, { - "name" : "acl_submit_applications", - "value" : "leafUser" - } ] - } - }, { - "queuePath" : "root.test2.parent2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 1.5625, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0.041666668, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "parent2", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "queues" : { - "queue" : [ { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test2.parent2.auto7", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 1.5625, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 1, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "auto7", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=1.0w,vcores=1.0w]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "1.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "1.0w" - } ] - }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 1.5625, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 100, - "weight" : 1, - "normalizedWeight" : 1, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 512, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 512 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 32768, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 512, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 512 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "leafAdmin " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : "leafUser " - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "leaf", - "creationMethod" : "dynamicFlexible", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 156, - "maxApplicationsPerUser" : 156, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : -1, - "configuredMaxAMResourceLimit" : 1, - "AMResourceLimit" : { - "memory" : 32768, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 32768, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - } ] - }, - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=1.0w,vcores=1.0w]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "1.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "1.0w" - } ] - }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 1.5625, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : 1, - "normalizedWeight" : 0.041666668, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 512, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 512 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 512, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 512 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "parentAdmin " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : "parentUser " - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "parent", - "creationMethod" : "dynamicFlexible", - "autoCreationEligibility" : "flexible", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { - "property" : [ { - "name" : "acl_administer_queue", - "value" : "leafAdmin" - }, { - "name" : "acl_submit_applications", - "value" : "leafUser" - } ] - } - }, { - "queuePath" : "root.test2.parent", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 1.5625, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0.041666668, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "parent", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "queues" : { - "queue" : [ { - "queuePath" : "root.test2.parent.autoParent2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 1.5625, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 1, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "autoParent2", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "queues" : { - "queue" : [ { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test2.parent.autoParent2.auto6", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 1.5625, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 1, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "auto6", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=1.0w,vcores=1.0w]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "1.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "1.0w" - } ] - }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 1.5625, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 100, - "weight" : 1, - "normalizedWeight" : 1, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 512, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 512 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 32768, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 3750, + "maxApplicationsPerUser" : 3750, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 + } ] + }, + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=16.0w,vcores=16.0w]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "16.0w" + }, { + "resourceName" : "vcores", + "resourceValue" : "16.0w" + } ] + }, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : 16.0, + "normalizedWeight" : 0.5, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "weight", + "queueType" : "parent", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { } + }, { + "queuePath" : "root.test2", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 12.0, + "normalizedWeight" : 0.375, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "queues" : { + "queue" : [ { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test2.auto1", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 15.625, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 10.0, + "normalizedWeight" : 0.41666666, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "auto1", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=10.0w,vcores=10.0w]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "10.0w" + }, { + "resourceName" : "vcores", + "resourceValue" : "10.0w" + } ] + }, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 15.625, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 100.0, + "weight" : 10.0, + "normalizedWeight" : 0.41666666, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 5120, + "vCores" : 5, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 5120 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 5 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 5120, + "vCores" : 5, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 5120 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 5 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "fifo", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "weight", + "queueType" : "leaf", + "creationMethod" : "dynamicFlexible", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 1562, + "maxApplicationsPerUser" : 1562, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : -1.0, + "configuredMaxAMResourceLimit" : 1.0, + "AMResourceLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 + }, { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test2.auto2", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 15.625, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 10.0, + "normalizedWeight" : 0.41666666, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "auto2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=10.0w,vcores=10.0w]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "10.0w" + }, { + "resourceName" : "vcores", + "resourceValue" : "10.0w" + } ] + }, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 15.625, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 100.0, + "weight" : 10.0, + "normalizedWeight" : 0.41666666, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 5120, + "vCores" : 5, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 5120 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 5 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 5120, + "vCores" : 5, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 5120 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 5 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "fifo", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "weight", + "queueType" : "leaf", + "creationMethod" : "dynamicFlexible", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 1562, + "maxApplicationsPerUser" : 1562, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : -1.0, + "configuredMaxAMResourceLimit" : 1.0, + "AMResourceLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 + }, { + "queuePath" : "root.test2.autoParent1", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 1.5625, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.041666668, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "autoParent1", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "queues" : { + "queue" : [ { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test2.autoParent1.auto4", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.78125, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.5, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "auto4", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=1.0w,vcores=1.0w]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "1.0w" + }, { + "resourceName" : "vcores", + "resourceValue" : "1.0w" } ] }, - "minEffectiveCapacity" : { - "memory" : 512, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.78125, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 100.0, + "weight" : 1.0, + "normalizedWeight" : 0.5, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 256, "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { @@ -4750,7 +3379,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 512 + "value" : 256 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -4762,7 +3391,7 @@ } ] } }, - "maxEffectiveCapacity" : { + "effectiveMaxResource" : { "memory" : 32768, "vCores" : 32, "resourceInformations" : { @@ -4784,10 +3413,15 @@ "value" : 32 } ] } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -4796,7 +3430,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 8192 + "value" : 0 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -4804,45 +3438,36 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 4 + "value" : 0 } ] } }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "pLeafAdmin " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : "pLeafUser " - } ] + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "leaf", - "creationMethod" : "dynamicFlexible", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 156, - "maxApplicationsPerUser" : 156, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : -1, - "configuredMaxAMResourceLimit" : 1, - "AMResourceLimit" : { - "memory" : 32768, - "vCores" : 1, + "pending" : { + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -4851,7 +3476,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 32768 + "value" : 0 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -4859,11 +3484,11 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 1 + "value" : 0 } ] } }, - "usedAMResource" : { + "amUsed" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -4886,7 +3511,7 @@ } ] } }, - "userAMResourceLimit" : { + "amLimit" : { "memory" : 32768, "vCores" : 1, "resourceInformations" : { @@ -4909,14 +3534,223 @@ } ] } }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 256, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 256 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : "ap1Admin " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : "ap1User " } ] }, + "queuePriority" : 0, + "orderingPolicyInfo" : "fifo", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "weight", + "queueType" : "leaf", + "creationMethod" : "dynamicFlexible", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 300, + "maxApplicationsPerUser" : 300, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : -1.0, + "configuredMaxAMResourceLimit" : 1.0, + "AMResourceLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 + }, { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test2.autoParent1.auto3", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.78125, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.5, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "auto3", + "isAbsoluteResource" : false, + "state" : "RUNNING", "resourcesUsed" : { "memory" : 0, "vCores" : 0, @@ -4958,15 +3792,15 @@ "resourceValue" : "1.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 1.5625, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : 1, - "normalizedWeight" : 1, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.78125, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 100.0, + "weight" : 1.0, + "normalizedWeight" : 0.5, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -5014,7 +3848,7 @@ } }, "effectiveMinResource" : { - "memory" : 512, + "memory" : 256, "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { @@ -5024,7 +3858,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 512 + "value" : 256 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -5132,11 +3966,80 @@ "value" : 0 } ] } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } } } ] }, "minEffectiveCapacity" : { - "memory" : 512, + "memory" : 256, "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { @@ -5146,7 +4049,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 512 + "value" : 256 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -5207,34 +4110,110 @@ "queueAcls" : { "queueAcl" : [ { "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : " " + "accessControlList" : "ap1Admin " }, { "accessType" : "APPLICATION_MAX_PRIORITY", "accessControlList" : "*" }, { "accessType" : "SUBMIT_APP", - "accessControlList" : " " + "accessControlList" : "ap1User " } ] }, - "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "parent", - "creationMethod" : "dynamicFlexible", - "autoCreationEligibility" : "flexible", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { - "property" : [ { - "name" : "acl_administer_queue", - "value" : "pLeafAdmin" - }, { - "name" : "acl_submit_applications", - "value" : "pLeafUser" - } ] - } + "queuePriority" : 0, + "orderingPolicyInfo" : "fifo", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "weight", + "queueType" : "leaf", + "creationMethod" : "dynamicFlexible", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 300, + "maxApplicationsPerUser" : 300, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : -1.0, + "configuredMaxAMResourceLimit" : 1.0, + "AMResourceLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 } ] }, "resourcesUsed" : { @@ -5278,14 +4257,14 @@ "resourceValue" : "1.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 1.5625, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : 1, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : 1.0, "normalizedWeight" : 0.041666668, "configuredMinResource" : { "memory" : 0, @@ -5544,374 +4523,519 @@ "queueType" : "parent", "creationMethod" : "dynamicFlexible", "autoCreationEligibility" : "flexible", - "autoQueueTemplateProperties" : { }, + "autoQueueTemplateProperties" : { + "property" : [ { + "name" : "maximum-applications", + "value" : "300" + } ] + }, "autoQueueParentTemplateProperties" : { }, "autoQueueLeafTemplateProperties" : { "property" : [ { "name" : "acl_administer_queue", - "value" : "leafAdmin" + "value" : "ap1Admin" }, { "name" : "acl_submit_applications", - "value" : "leafUser" - } ] - } - } ] - }, - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=12.0w,vcores=12.0w]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "12.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "12.0w" - } ] - }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : 12, - "normalizedWeight" : 0.375, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 12288, - "vCores" : 12, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 12288 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 12 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } + "value" : "ap1User" + } ] } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 12288, - "vCores" : 12, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 12288 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 12 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : " " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : " " - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "parent", - "creationMethod" : "static", - "autoCreationEligibility" : "flexible", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { - "property" : [ { - "name" : "acl_administer_queue", - "value" : "parentAdmin" }, { - "name" : "acl_submit_applications", - "value" : "parentUser" - } ] - }, - "autoQueueLeafTemplateProperties" : { - "property" : [ { - "name" : "capacity", - "value" : "10w" - } ] - } - }, { - "queuePath" : "root.test1", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 16, - "normalizedWeight" : 0.5, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test1", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "queues" : { - "queue" : [ { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test1.test1_2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 2, - "normalizedWeight" : 0.125, + "queuePath" : "root.test2.autoParent2", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 1.5625, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.041666668, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "test1_2", + "queueName" : "autoParent2", "isAbsoluteResource" : false, "state" : "RUNNING", + "queues" : { + "queue" : [ { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test2.autoParent2.auto5", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 1.5625, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 1.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "auto5", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=1.0w,vcores=1.0w]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "1.0w" + }, { + "resourceName" : "vcores", + "resourceValue" : "1.0w" + } ] + }, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 1.5625, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 100.0, + "weight" : 1.0, + "normalizedWeight" : 1.0, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 512, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 512 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 512, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 512 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : "leafAdmin " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : "leafUser " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "fifo", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "weight", + "queueType" : "leaf", + "creationMethod" : "dynamicFlexible", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 156, + "maxApplicationsPerUser" : 156, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : -1.0, + "configuredMaxAMResourceLimit" : 1.0, + "AMResourceLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 + } ] + }, "resourcesUsed" : { "memory" : 0, "vCores" : 0, @@ -5944,24 +5068,24 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=2.0w,vcores=2.0w]", + "configuredCapacityVector" : "[memory-mb=1.0w,vcores=1.0w]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "2.0w" + "resourceValue" : "1.0w" }, { "resourceName" : "vcores", - "resourceValue" : "2.0w" + "resourceValue" : "1.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 2, - "normalizedWeight" : 0.125, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 1.5625, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.041666668, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -6009,8 +5133,8 @@ } }, "effectiveMinResource" : { - "memory" : 2048, - "vCores" : 2, + "memory" : 512, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -6019,7 +5143,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 2048 + "value" : 512 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -6027,7 +5151,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 2 + "value" : 0 } ] } }, @@ -6105,8 +5229,452 @@ } ] } }, - "pending" : { - "memory" : 0, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 512, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 512 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : "parentAdmin " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : "parentUser " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "weight", + "queueType" : "parent", + "creationMethod" : "dynamicFlexible", + "autoCreationEligibility" : "flexible", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { + "property" : [ { + "name" : "acl_administer_queue", + "value" : "leafAdmin" + }, { + "name" : "acl_submit_applications", + "value" : "leafUser" + } ] + } + }, { + "queuePath" : "root.test2.parent2", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 1.5625, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.041666668, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "parent2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "queues" : { + "queue" : [ { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test2.parent2.auto7", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 1.5625, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 1.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "auto7", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=1.0w,vcores=1.0w]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "1.0w" + }, { + "resourceName" : "vcores", + "resourceValue" : "1.0w" + } ] + }, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 1.5625, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 100.0, + "weight" : 1.0, + "normalizedWeight" : 1.0, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 512, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 512 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 512, "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { @@ -6116,7 +5684,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 0 + "value" : 512 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -6128,9 +5696,9 @@ } ] } }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, + "maxEffectiveCapacity" : { + "memory" : 32768, + "vCores" : 32, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -6139,7 +5707,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 0 + "value" : 32768 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -6147,13 +5715,13 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 0 + "value" : 32 } ] } }, - "amLimit" : { - "memory" : 4096, - "vCores" : 1, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -6162,7 +5730,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 4096 + "value" : 8192 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -6170,227 +5738,119 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 1 + "value" : 4 } ] } }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : "leafAdmin " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : "leafUser " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "fifo", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "weight", + "queueType" : "leaf", + "creationMethod" : "dynamicFlexible", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 156, + "maxApplicationsPerUser" : 156, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : -1.0, + "configuredMaxAMResourceLimit" : 1.0, + "AMResourceLimit" : { + "memory" : 32768, + "vCores" : 1, "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 2048, - "vCores" : 2, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 2 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : " " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : " " - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 625, - "maxApplicationsPerUser" : 625, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 + } ] }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test1.test1_1", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 2, - "normalizedWeight" : 0.125, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test1_1", - "isAbsoluteResource" : false, - "state" : "RUNNING", "resourcesUsed" : { "memory" : 0, "vCores" : 0, @@ -6423,24 +5883,24 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=2.0w,vcores=2.0w]", + "configuredCapacityVector" : "[memory-mb=1.0w,vcores=1.0w]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "2.0w" + "resourceValue" : "1.0w" }, { "resourceName" : "vcores", - "resourceValue" : "2.0w" + "resourceValue" : "1.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 2, - "normalizedWeight" : 0.125, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 1.5625, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.041666668, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -6488,8 +5948,8 @@ } }, "effectiveMinResource" : { - "memory" : 2048, - "vCores" : 2, + "memory" : 512, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -6498,7 +5958,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 2048 + "value" : 512 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -6506,39 +5966,723 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 2 + "value" : 0 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 } ] } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 512, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 512 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : "parentAdmin " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : "parentUser " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "weight", + "queueType" : "parent", + "creationMethod" : "dynamicFlexible", + "autoCreationEligibility" : "flexible", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { + "property" : [ { + "name" : "acl_administer_queue", + "value" : "leafAdmin" + }, { + "name" : "acl_submit_applications", + "value" : "leafUser" + } ] + } + }, { + "queuePath" : "root.test2.parent", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 1.5625, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.041666668, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "parent", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "queues" : { + "queue" : [ { + "queuePath" : "root.test2.parent.autoParent2", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 1.5625, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 1.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "autoParent2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "queues" : { + "queue" : [ { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test2.parent.autoParent2.auto6", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 1.5625, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 1.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "auto6", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=1.0w,vcores=1.0w]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "1.0w" + }, { + "resourceName" : "vcores", + "resourceValue" : "1.0w" + } ] + }, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 1.5625, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 100.0, + "weight" : 1.0, + "normalizedWeight" : 1.0, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 512, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 512 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 512, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 512 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : "pLeafAdmin " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : "pLeafUser " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "fifo", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "weight", + "queueType" : "leaf", + "creationMethod" : "dynamicFlexible", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 156, + "maxApplicationsPerUser" : 156, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : -1.0, + "configuredMaxAMResourceLimit" : 1.0, + "AMResourceLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 32768, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 + } ] }, - "effectiveMaxResource" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { + "resourcesUsed" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -6561,31 +6705,203 @@ } ] } }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=1.0w,vcores=1.0w]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "1.0w" + }, { + "resourceName" : "vcores", + "resourceValue" : "1.0w" + } ] + }, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 1.5625, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 1.0, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 512, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 512 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] }, - "pending" : { - "memory" : 0, + "minEffectiveCapacity" : { + "memory" : 512, "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { @@ -6595,7 +6911,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 0 + "value" : 512 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -6607,9 +6923,9 @@ } ] } }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, + "maxEffectiveCapacity" : { + "memory" : 32768, + "vCores" : 32, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -6618,7 +6934,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 0 + "value" : 32768 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -6626,13 +6942,13 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 0 + "value" : 32 } ] } }, - "amLimit" : { - "memory" : 4096, - "vCores" : 1, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -6641,7 +6957,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 4096 + "value" : 8192 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -6649,227 +6965,43 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 1 + "value" : 4 } ] } }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 2048, - "vCores" : 2, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 2 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : " " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : " " - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 625, - "maxApplicationsPerUser" : 625, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test1.test1_3", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 12, - "normalizedWeight" : 0.75, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test1_3", - "isAbsoluteResource" : false, - "state" : "RUNNING", + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "weight", + "queueType" : "parent", + "creationMethod" : "dynamicFlexible", + "autoCreationEligibility" : "flexible", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { + "property" : [ { + "name" : "acl_administer_queue", + "value" : "pLeafAdmin" + }, { + "name" : "acl_submit_applications", + "value" : "pLeafUser" + } ] + } + } ] + }, "resourcesUsed" : { "memory" : 0, "vCores" : 0, @@ -6902,24 +7034,24 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=12.0w,vcores=12.0w]", + "configuredCapacityVector" : "[memory-mb=1.0w,vcores=1.0w]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "12.0w" + "resourceValue" : "1.0w" }, { "resourceName" : "vcores", - "resourceValue" : "12.0w" + "resourceValue" : "1.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 12, - "normalizedWeight" : 0.75, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 1.5625, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.041666668, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -6967,8 +7099,8 @@ } }, "effectiveMinResource" : { - "memory" : 12288, - "vCores" : 12, + "memory" : 512, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -6977,7 +7109,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 12288 + "value" : 512 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -6985,7 +7117,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 12 + "value" : 0 } ] } }, @@ -7085,81 +7217,12 @@ "value" : 0 } ] } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } } } ] }, "minEffectiveCapacity" : { - "memory" : 12288, - "vCores" : 12, + "memory" : 512, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -7168,7 +7231,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 12288 + "value" : 512 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -7176,7 +7239,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 12 + "value" : 0 } ] } }, @@ -7229,110 +7292,34 @@ "queueAcls" : { "queueAcl" : [ { "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : " " + "accessControlList" : "parentAdmin " }, { "accessType" : "APPLICATION_MAX_PRIORITY", "accessControlList" : "*" }, { "accessType" : "SUBMIT_APP", - "accessControlList" : " " + "accessControlList" : "parentUser " } ] }, "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", + "orderingPolicyInfo" : "utilization", "autoCreateChildQueueEnabled" : false, "leafQueueTemplate" : { }, "mode" : "weight", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", + "queueType" : "parent", + "creationMethod" : "dynamicFlexible", + "autoCreationEligibility" : "flexible", "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 3750, - "maxApplicationsPerUser" : 3750, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 + "autoQueueLeafTemplateProperties" : { + "property" : [ { + "name" : "acl_administer_queue", + "value" : "leafAdmin" + }, { + "name" : "acl_submit_applications", + "value" : "leafUser" + } ] + } } ] }, "resourcesUsed" : { @@ -7367,24 +7354,24 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=16.0w,vcores=16.0w]", + "configuredCapacityVector" : "[memory-mb=12.0w,vcores=12.0w]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "16.0w" + "resourceValue" : "12.0w" }, { "resourceName" : "vcores", - "resourceValue" : "16.0w" + "resourceValue" : "12.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : 16, - "normalizedWeight" : 0.5, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : 12.0, + "normalizedWeight" : 0.375, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -7432,8 +7419,8 @@ } }, "effectiveMinResource" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -7442,7 +7429,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -7450,7 +7437,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 12 } ] } }, @@ -7554,8 +7541,8 @@ } ] }, "minEffectiveCapacity" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -7564,7 +7551,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -7572,7 +7559,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 12 } ] } }, @@ -7641,10 +7628,23 @@ "mode" : "weight", "queueType" : "parent", "creationMethod" : "static", - "autoCreationEligibility" : "off", + "autoCreationEligibility" : "flexible", "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { } + "autoQueueParentTemplateProperties" : { + "property" : [ { + "name" : "acl_administer_queue", + "value" : "parentAdmin" + }, { + "name" : "acl_submit_applications", + "value" : "parentUser" + } ] + }, + "autoQueueLeafTemplateProperties" : { + "property" : [ { + "name" : "capacity", + "value" : "10w" + } ] + } } ] }, "capacities" : { @@ -7660,15 +7660,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-legacy-before-aqc.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-legacy-before-aqc.json index 61c3e7c6ec41d..84953c17df06e 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-legacy-before-aqc.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/dynamic-testWeightMode-legacy-before-aqc.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -25,13 +25,13 @@ "queue" : [ { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.default", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 4, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 4.0, "normalizedWeight" : 0.125, "numApplications" : 0, "maxParallelApps" : 2147483647, @@ -79,14 +79,14 @@ "resourceValue" : "4.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 4, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 4.0, "normalizedWeight" : 0.125, "configuredMinResource" : { "memory" : 0, @@ -422,9 +422,9 @@ "numContainers" : 0, "maxApplications" : 1250, "maxApplicationsPerUser" : 1250, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -501,354 +501,15 @@ "isAutoCreatedLeafQueue" : false, "maxApplicationLifetime" : -1, "defaultApplicationLifetime" : -1 - }, { - "queuePath" : "root.test2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 12, - "normalizedWeight" : 0.375, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test2", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "queues" : { }, - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=12.0w,vcores=12.0w]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "12.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "12.0w" - } ] - }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : 12, - "normalizedWeight" : 0.375, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 12288, - "vCores" : 12, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 12288 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 12 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 12288, - "vCores" : 12, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 12288 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 12 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : " " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : " " - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "parent", - "creationMethod" : "static", - "autoCreationEligibility" : "flexible", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { - "property" : [ { - "name" : "acl_administer_queue", - "value" : "parentAdmin" - }, { - "name" : "acl_submit_applications", - "value" : "parentUser" - } ] - }, - "autoQueueLeafTemplateProperties" : { - "property" : [ { - "name" : "capacity", - "value" : "10w" - } ] - } }, { "queuePath" : "root.test1", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 16, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 16.0, "normalizedWeight" : 0.5, "numApplications" : 0, "maxParallelApps" : 2147483647, @@ -859,13 +520,13 @@ "queue" : [ { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test1.test1_1", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 2, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 2.0, "normalizedWeight" : 0.125, "numApplications" : 0, "maxParallelApps" : 2147483647, @@ -913,14 +574,14 @@ "resourceValue" : "2.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 2, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 2.0, "normalizedWeight" : 0.125, "configuredMinResource" : { "memory" : 0, @@ -1256,9 +917,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -1338,13 +999,13 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test1.test1_2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 2, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 2.0, "normalizedWeight" : 0.125, "numApplications" : 0, "maxParallelApps" : 2147483647, @@ -1392,14 +1053,14 @@ "resourceValue" : "2.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 2, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 2.0, "normalizedWeight" : 0.125, "configuredMinResource" : { "memory" : 0, @@ -1735,9 +1396,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -1817,13 +1478,13 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test1.test1_3", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 12, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 12.0, "normalizedWeight" : 0.75, "numApplications" : 0, "maxParallelApps" : 2147483647, @@ -1871,14 +1532,14 @@ "resourceValue" : "12.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 12, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 12.0, "normalizedWeight" : 0.75, "configuredMinResource" : { "memory" : 0, @@ -2117,32 +1778,283 @@ } } ] }, - "minEffectiveCapacity" : { - "memory" : 12288, - "vCores" : 12, + "minEffectiveCapacity" : { + "memory" : 12288, + "vCores" : 12, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 12288 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 12 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "fifo", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "weight", + "queueType" : "leaf", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 3750, + "maxApplicationsPerUser" : 3750, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 + } ] + }, + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=16.0w,vcores=16.0w]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "16.0w" + }, { + "resourceName" : "vcores", + "resourceValue" : "16.0w" + } ] + }, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : 16.0, + "normalizedWeight" : 0.5, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 12288 + "value" : 0 }, { "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, + "maximumAllocation" : 4, + "minimumAllocation" : 1, "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 12 + "value" : 0 } ] } }, - "maxEffectiveCapacity" : { - "memory" : 32768, - "vCores" : 32, + "effectiveMinResource" : { + "memory" : 16384, + "vCores" : 16, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2151,7 +2063,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 32768 + "value" : 16384 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2159,13 +2071,13 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 32 + "value" : 16 } ] } }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, + "effectiveMaxResource" : { + "memory" : 32768, + "vCores" : 32, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2174,7 +2086,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 8192 + "value" : 32768 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2182,45 +2094,18 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 4 + "value" : 32 } ] } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : " " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : " " - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 3750, - "maxApplicationsPerUser" : 3750, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 4096, - "vCores" : 1, + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2229,7 +2114,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 4096 + "value" : 0 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2237,11 +2122,11 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 1 + "value" : 0 } ] } }, - "usedAMResource" : { + "reserved" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -2264,9 +2149,9 @@ } ] } }, - "userAMResourceLimit" : { - "memory" : 4096, - "vCores" : 1, + "pending" : { + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2275,7 +2160,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 4096 + "value" : 0 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2283,18 +2168,120 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 1 + "value" : 0 } ] } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " } ] }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "weight", + "queueType" : "parent", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { } + }, { + "queuePath" : "root.test2", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 12.0, + "normalizedWeight" : 0.375, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "queues" : { }, "resourcesUsed" : { "memory" : 0, "vCores" : 0, @@ -2327,24 +2314,24 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=16.0w,vcores=16.0w]", + "configuredCapacityVector" : "[memory-mb=12.0w,vcores=12.0w]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "16.0w" + "resourceValue" : "12.0w" }, { "resourceName" : "vcores", - "resourceValue" : "16.0w" + "resourceValue" : "12.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : 16, - "normalizedWeight" : 0.5, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : 12.0, + "normalizedWeight" : 0.375, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2392,8 +2379,8 @@ } }, "effectiveMinResource" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2402,7 +2389,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2410,7 +2397,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 12 } ] } }, @@ -2514,8 +2501,8 @@ } ] }, "minEffectiveCapacity" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2524,7 +2511,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2532,7 +2519,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 12 } ] } }, @@ -2601,10 +2588,23 @@ "mode" : "weight", "queueType" : "parent", "creationMethod" : "static", - "autoCreationEligibility" : "off", + "autoCreationEligibility" : "flexible", "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { } + "autoQueueParentTemplateProperties" : { + "property" : [ { + "name" : "acl_administer_queue", + "value" : "parentAdmin" + }, { + "name" : "acl_submit_applications", + "value" : "parentUser" + } ] + }, + "autoQueueLeafTemplateProperties" : { + "property" : [ { + "name" : "capacity", + "value" : "10w" + } ] + } } ] }, "capacities" : { @@ -2620,15 +2620,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentage-0.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentage-0.json index 7b9de95a200ef..cb2337f3d680c 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentage-0.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentage-0.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -25,14 +25,14 @@ "queue" : [ { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.default", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "default", @@ -79,15 +79,15 @@ "resourceValue" : "25.0%" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -397,13 +397,13 @@ "queueAcls" : { "queueAcl" : [ { "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "*" + "accessControlList" : " " }, { "accessType" : "APPLICATION_MAX_PRIORITY", "accessControlList" : "*" }, { "accessType" : "SUBMIT_APP", - "accessControlList" : "*" + "accessControlList" : " " } ] }, "queuePriority" : 0, @@ -422,9 +422,9 @@ "numContainers" : 0, "maxApplications" : 10000, "maxApplicationsPerUser" : 10000, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -502,517 +502,38 @@ "maxApplicationLifetime" : -1, "defaultApplicationLifetime" : -1 }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test_2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "queuePath" : "root.test_1", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "test_2", - "isAbsoluteResource" : false, + "queueName" : "test_1", + "isAbsoluteResource" : true, "state" : "RUNNING", - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=75.0%,vcores=75.0%]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "75.0%" - }, { - "resourceName" : "vcores", - "resourceValue" : "75.0%" - } ] - }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : " " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : " " - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "percentage", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 10000, - "maxApplicationsPerUser" : 10000, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "queuePath" : "root.test_1", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test_1", - "isAbsoluteResource" : true, - "state" : "RUNNING", - "queues" : { - "queue" : [ { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test_1.test_1_1", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test_1_1", - "isAbsoluteResource" : true, - "state" : "RUNNING", - "resourcesUsed" : { + "queues" : { + "queue" : [ { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test_1.test_1_1", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test_1_1", + "isAbsoluteResource" : true, + "state" : "RUNNING", + "resourcesUsed" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -1053,15 +574,15 @@ "resourceValue" : "2.0" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 2048, "vCores" : 2, @@ -1396,9 +917,9 @@ "numContainers" : 0, "maxApplications" : 10000, "maxApplicationsPerUser" : 10000, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -1478,14 +999,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_2", @@ -1532,15 +1053,15 @@ "resourceValue" : "2.0" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 2048, "vCores" : 2, @@ -1875,9 +1396,9 @@ "numContainers" : 0, "maxApplications" : 10000, "maxApplicationsPerUser" : 10000, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -1957,14 +1478,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_3", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_3", @@ -2011,15 +1532,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2303,77 +1824,553 @@ } ] } }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "fifo", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "percentage", + "queueType" : "leaf", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 10000, + "maxApplicationsPerUser" : 10000, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 + } ] + }, + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=16384.0,vcores=16.0]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "16384.0" + }, { + "resourceName" : "vcores", + "resourceValue" : "16.0" + } ] + }, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "absolute", + "queueType" : "parent", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { } + }, { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test_2", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test_2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=75.0%,vcores=75.0%]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "75.0%" + }, { + "resourceName" : "vcores", + "resourceValue" : "75.0%" + } ] + }, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 8192 + "value" : 0 }, { "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, + "maximumAllocation" : 4, + "minimumAllocation" : 1, "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 4 + "value" : 0 } ] } }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : " " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : " " - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "percentage", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 10000, - "maxApplicationsPerUser" : 10000, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { + "configuredMaxResource" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", "value" : 0 }, { "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, + "maximumAllocation" : 4, + "minimumAllocation" : 1, "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", @@ -2381,7 +2378,7 @@ } ] } }, - "usedAMResource" : { + "effectiveMinResource" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -2404,7 +2401,7 @@ } ] } }, - "userAMResourceLimit" : { + "effectiveMaxResource" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -2426,68 +2423,15 @@ "value" : 0 } ] } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 + } } ] }, - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { + "resources" : { + "resourceUsagesByPartition" : [ { "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=16384.0,vcores=16.0]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "16384.0" - }, { - "resourceName" : "vcores", - "resourceValue" : "16.0" - } ] - }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 16384, - "vCores" : 16, + "used" : { + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2496,7 +2440,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 0 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2504,34 +2448,11 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", "value" : 0 } ] } }, - "effectiveMinResource" : { + "reserved" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -2554,7 +2475,7 @@ } ] } }, - "effectiveMaxResource" : { + "pending" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -2576,13 +2497,8 @@ "value" : 0 } ] } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { + }, + "amUsed" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -2605,7 +2521,7 @@ } ] } }, - "reserved" : { + "amLimit" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -2628,7 +2544,7 @@ } ] } }, - "pending" : { + "userAmLimit" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -2735,16 +2651,100 @@ } ] }, "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", + "orderingPolicyInfo" : "fifo", "autoCreateChildQueueEnabled" : false, "leafQueueTemplate" : { }, - "mode" : "absolute", - "queueType" : "parent", + "mode" : "percentage", + "queueType" : "leaf", "creationMethod" : "static", "autoCreationEligibility" : "off", "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { } + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 10000, + "maxApplicationsPerUser" : 10000, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 } ] }, "capacities" : { @@ -2760,15 +2760,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentage-16.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentage-16.json index c6c53479511e0..3c8ebbc0dfff2 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentage-16.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentage-16.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -25,14 +25,14 @@ "queue" : [ { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.default", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "default", @@ -79,494 +79,15 @@ "resourceValue" : "25.0%" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 16384, - "vCores" : 16, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 16384 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 16 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 2048, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 16384, - "vCores" : 16, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 16384 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 16 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "*" - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : "*" - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "percentage", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 0, - "maxApplicationsPerUser" : 0, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 2048, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 2048, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test_2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test_2", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=75.0%,vcores=75.0%]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "75.0%" - }, { - "resourceName" : "vcores", - "resourceValue" : "75.0%" - } ] - }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -901,9 +422,9 @@ "numContainers" : 0, "maxApplications" : 0, "maxApplicationsPerUser" : 0, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -982,14 +503,14 @@ "defaultApplicationLifetime" : -1 }, { "queuePath" : "root.test_1", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1", @@ -1000,13 +521,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_1", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_1", @@ -1054,14 +575,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 2048, "vCores" : 2, @@ -1396,9 +917,9 @@ "numContainers" : 0, "maxApplications" : 1250, "maxApplicationsPerUser" : 1250, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -1479,13 +1000,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_2", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_2", @@ -1533,14 +1054,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 2048, "vCores" : 2, @@ -1875,9 +1396,9 @@ "numContainers" : 0, "maxApplications" : 1250, "maxApplicationsPerUser" : 1250, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -1957,14 +1478,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_3", - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 75, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 75.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_3", @@ -2011,15 +1532,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 75, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 75.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2354,9 +1875,9 @@ "numContainers" : 0, "maxApplications" : 7500, "maxApplicationsPerUser" : 7500, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -2467,44 +1988,370 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=16384.0,vcores=16.0]", + "configuredCapacityVector" : "[memory-mb=16384.0,vcores=16.0]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "16384.0" + }, { + "resourceName" : "vcores", + "resourceValue" : "16.0" + } ] + }, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "absolute", + "queueType" : "parent", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { } + }, { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test_2", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test_2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=75.0%,vcores=75.0%]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "16384.0" + "resourceValue" : "75.0%" }, { "resourceName" : "vcores", - "resourceValue" : "16.0" + "resourceValue" : "75.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 0 }, { "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, + "maximumAllocation" : 4, + "minimumAllocation" : 1, "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 0 } ] } }, @@ -2532,8 +2379,8 @@ } }, "effectiveMinResource" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2542,7 +2389,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 0 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2550,7 +2397,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 0 } ] } }, @@ -2650,12 +2497,81 @@ "value" : 0 } ] } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 2048, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 2048 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } } } ] }, "minEffectiveCapacity" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2664,7 +2580,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 0 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2672,7 +2588,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 0 } ] } }, @@ -2735,16 +2651,100 @@ } ] }, "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", + "orderingPolicyInfo" : "fifo", "autoCreateChildQueueEnabled" : false, "leafQueueTemplate" : { }, - "mode" : "absolute", - "queueType" : "parent", + "mode" : "percentage", + "queueType" : "leaf", "creationMethod" : "static", "autoCreationEligibility" : "off", "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { } + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 0, + "maxApplicationsPerUser" : 0, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 2048, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 2048 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 2048, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 2048 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 } ] }, "capacities" : { @@ -2760,15 +2760,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentage-32.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentage-32.json index fef29b41ef0fc..eb77f385c2914 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentage-32.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentage-32.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -26,13 +26,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.default", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "default", @@ -80,14 +80,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -394,485 +394,6 @@ } ] } }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "*" - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : "*" - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "percentage", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 1250, - "maxApplicationsPerUser" : 1250, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test_2", - "capacity" : 37.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test_2", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=75.0%,vcores=75.0%]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "75.0%" - }, { - "resourceName" : "vcores", - "resourceValue" : "75.0%" - } ] - }, - "capacity" : 37.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 12288, - "vCores" : 12, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 12288 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 12 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 12288, - "vCores" : 12, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 12288 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 12 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, "queueAcls" : { "queueAcl" : [ { "accessType" : "ADMINISTER_QUEUE", @@ -899,11 +420,11 @@ "numActiveApplications" : 0, "numPendingApplications" : 0, "numContainers" : 0, - "maxApplications" : 3750, - "maxApplicationsPerUser" : 3750, - "userLimit" : 100, + "maxApplications" : 1250, + "maxApplicationsPerUser" : 1250, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -982,14 +503,14 @@ "defaultApplicationLifetime" : -1 }, { "queuePath" : "root.test_1", - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1", @@ -1000,13 +521,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_1", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_1", @@ -1054,14 +575,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 2048, "vCores" : 2, @@ -1396,9 +917,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -1479,13 +1000,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_2", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_2", @@ -1533,14 +1054,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 2048, "vCores" : 2, @@ -1875,9 +1396,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -1957,14 +1478,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_3", - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_3", @@ -2011,15 +1532,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2354,9 +1875,9 @@ "numContainers" : 0, "maxApplications" : 3750, "maxApplicationsPerUser" : 3750, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -2467,44 +1988,370 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=16384.0,vcores=16.0]", + "configuredCapacityVector" : "[memory-mb=16384.0,vcores=16.0]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "16384.0" + }, { + "resourceName" : "vcores", + "resourceValue" : "16.0" + } ] + }, + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "absolute", + "queueType" : "parent", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { } + }, { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test_2", + "capacity" : 37.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test_2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=75.0%,vcores=75.0%]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "16384.0" + "resourceValue" : "75.0%" }, { "resourceName" : "vcores", - "resourceValue" : "16.0" + "resourceValue" : "75.0%" } ] }, - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 37.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 0 }, { "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, + "maximumAllocation" : 4, + "minimumAllocation" : 1, "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 0 } ] } }, @@ -2532,8 +2379,8 @@ } }, "effectiveMinResource" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2542,7 +2389,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2550,7 +2397,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 12 } ] } }, @@ -2650,12 +2497,81 @@ "value" : 0 } ] } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } } } ] }, "minEffectiveCapacity" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2664,7 +2580,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2672,7 +2588,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 12 } ] } }, @@ -2735,16 +2651,100 @@ } ] }, "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", + "orderingPolicyInfo" : "fifo", "autoCreateChildQueueEnabled" : false, "leafQueueTemplate" : { }, - "mode" : "absolute", - "queueType" : "parent", + "mode" : "percentage", + "queueType" : "leaf", "creationMethod" : "static", "autoCreationEligibility" : "off", "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { } + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 3750, + "maxApplicationsPerUser" : 3750, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 } ] }, "capacities" : { @@ -2760,15 +2760,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentageAndWeight-0.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentageAndWeight-0.json index b6efef59ed608..7514d4120181c 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentageAndWeight-0.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentageAndWeight-0.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -25,14 +25,14 @@ "queue" : [ { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.default", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "default", @@ -79,15 +79,15 @@ "resourceValue" : "1.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -397,13 +397,13 @@ "queueAcls" : { "queueAcl" : [ { "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "*" + "accessControlList" : " " }, { "accessType" : "APPLICATION_MAX_PRIORITY", "accessControlList" : "*" }, { "accessType" : "SUBMIT_APP", - "accessControlList" : "*" + "accessControlList" : " " } ] }, "queuePriority" : 0, @@ -422,9 +422,9 @@ "numContainers" : 0, "maxApplications" : 10000, "maxApplicationsPerUser" : 10000, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -502,517 +502,38 @@ "maxApplicationLifetime" : -1, "defaultApplicationLifetime" : -1 }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test_2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "queuePath" : "root.test_1", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "test_2", - "isAbsoluteResource" : false, + "queueName" : "test_1", + "isAbsoluteResource" : true, "state" : "RUNNING", - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=75.0%,vcores=75.0%]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "75.0%" - }, { - "resourceName" : "vcores", - "resourceValue" : "75.0%" - } ] - }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : " " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : " " - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "percentage", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 10000, - "maxApplicationsPerUser" : 10000, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "queuePath" : "root.test_1", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test_1", - "isAbsoluteResource" : true, - "state" : "RUNNING", - "queues" : { - "queue" : [ { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test_1.test_1_1", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test_1_1", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "resourcesUsed" : { + "queues" : { + "queue" : [ { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test_1.test_1_1", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test_1_1", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -1053,15 +574,15 @@ "resourceValue" : "50.0%" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1396,9 +917,9 @@ "numContainers" : 0, "maxApplications" : 10000, "maxApplicationsPerUser" : 10000, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -1478,14 +999,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_2", @@ -1532,15 +1053,15 @@ "resourceValue" : "1.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1875,9 +1396,9 @@ "numContainers" : 0, "maxApplications" : 10000, "maxApplicationsPerUser" : 10000, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -1957,14 +1478,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_3", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_3", @@ -2011,15 +1532,15 @@ "resourceValue" : "12.0" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 12288, "vCores" : 12, @@ -2303,77 +1824,553 @@ } ] } }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "fifo", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "absolute", + "queueType" : "leaf", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 10000, + "maxApplicationsPerUser" : 10000, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 + } ] + }, + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=16384.0,vcores=16.0]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "16384.0" + }, { + "resourceName" : "vcores", + "resourceValue" : "16.0" + } ] + }, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "absolute", + "queueType" : "parent", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { } + }, { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test_2", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test_2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=75.0%,vcores=75.0%]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "75.0%" + }, { + "resourceName" : "vcores", + "resourceValue" : "75.0%" + } ] + }, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 8192 + "value" : 0 }, { "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, + "maximumAllocation" : 4, + "minimumAllocation" : 1, "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 4 + "value" : 0 } ] } }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : " " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : " " - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "absolute", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 10000, - "maxApplicationsPerUser" : 10000, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { + "configuredMaxResource" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", "value" : 0 }, { "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, + "maximumAllocation" : 4, + "minimumAllocation" : 1, "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", @@ -2381,7 +2378,7 @@ } ] } }, - "usedAMResource" : { + "effectiveMinResource" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -2404,7 +2401,7 @@ } ] } }, - "userAMResourceLimit" : { + "effectiveMaxResource" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -2426,68 +2423,15 @@ "value" : 0 } ] } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 + } } ] }, - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { + "resources" : { + "resourceUsagesByPartition" : [ { "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=16384.0,vcores=16.0]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "16384.0" - }, { - "resourceName" : "vcores", - "resourceValue" : "16.0" - } ] - }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 16384, - "vCores" : 16, + "used" : { + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2496,7 +2440,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 0 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2504,34 +2448,11 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", "value" : 0 } ] } }, - "effectiveMinResource" : { + "reserved" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -2554,7 +2475,7 @@ } ] } }, - "effectiveMaxResource" : { + "pending" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -2576,13 +2497,8 @@ "value" : 0 } ] } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { + }, + "amUsed" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -2605,7 +2521,7 @@ } ] } }, - "reserved" : { + "amLimit" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -2628,7 +2544,7 @@ } ] } }, - "pending" : { + "userAmLimit" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -2735,16 +2651,100 @@ } ] }, "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", + "orderingPolicyInfo" : "fifo", "autoCreateChildQueueEnabled" : false, "leafQueueTemplate" : { }, - "mode" : "absolute", - "queueType" : "parent", + "mode" : "percentage", + "queueType" : "leaf", "creationMethod" : "static", "autoCreationEligibility" : "off", "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { } + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 10000, + "maxApplicationsPerUser" : 10000, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 } ] }, "capacities" : { @@ -2760,15 +2760,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentageAndWeight-16.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentageAndWeight-16.json index 7de012a96d7f3..868a81f5cb806 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentageAndWeight-16.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentageAndWeight-16.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -25,14 +25,14 @@ "queue" : [ { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.default", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "default", @@ -79,494 +79,15 @@ "resourceValue" : "1.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 1, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 16384, - "vCores" : 16, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 16384 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 16 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 2048, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 16384, - "vCores" : 16, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 16384 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 16 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "*" - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : "*" - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 0, - "maxApplicationsPerUser" : 0, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 2048, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 2048, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test_2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test_2", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=75.0%,vcores=75.0%]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "75.0%" - }, { - "resourceName" : "vcores", - "resourceValue" : "75.0%" - } ] - }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -889,7 +410,7 @@ "orderingPolicyInfo" : "fifo", "autoCreateChildQueueEnabled" : false, "leafQueueTemplate" : { }, - "mode" : "percentage", + "mode" : "weight", "queueType" : "leaf", "creationMethod" : "static", "autoCreationEligibility" : "off", @@ -901,9 +422,9 @@ "numContainers" : 0, "maxApplications" : 0, "maxApplicationsPerUser" : 0, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -982,14 +503,14 @@ "defaultApplicationLifetime" : -1 }, { "queuePath" : "root.test_1", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1", @@ -1000,13 +521,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_1", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_1", @@ -1054,14 +575,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1396,9 +917,9 @@ "numContainers" : 0, "maxApplications" : 1250, "maxApplicationsPerUser" : 1250, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -1479,13 +1000,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_2", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_2", @@ -1533,14 +1054,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1875,9 +1396,9 @@ "numContainers" : 0, "maxApplications" : 1250, "maxApplicationsPerUser" : 1250, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -1957,14 +1478,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_3", - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 75, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 75.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_3", @@ -2011,15 +1532,15 @@ "resourceValue" : "12.0" } ] }, - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 75, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 75.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 12288, "vCores" : 12, @@ -2354,9 +1875,9 @@ "numContainers" : 0, "maxApplications" : 7500, "maxApplicationsPerUser" : 7500, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -2467,44 +1988,370 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=16384.0,vcores=16.0]", + "configuredCapacityVector" : "[memory-mb=16384.0,vcores=16.0]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "16384.0" + }, { + "resourceName" : "vcores", + "resourceValue" : "16.0" + } ] + }, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "absolute", + "queueType" : "parent", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { } + }, { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test_2", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test_2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=75.0%,vcores=75.0%]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "16384.0" + "resourceValue" : "75.0%" }, { "resourceName" : "vcores", - "resourceValue" : "16.0" + "resourceValue" : "75.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 0 }, { "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, + "maximumAllocation" : 4, + "minimumAllocation" : 1, "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 0 } ] } }, @@ -2532,8 +2379,8 @@ } }, "effectiveMinResource" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2542,7 +2389,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 0 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2550,7 +2397,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 0 } ] } }, @@ -2650,12 +2497,81 @@ "value" : 0 } ] } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 2048, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 2048 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } } } ] }, "minEffectiveCapacity" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2664,7 +2580,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 0 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2672,7 +2588,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 0 } ] } }, @@ -2735,16 +2651,100 @@ } ] }, "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", + "orderingPolicyInfo" : "fifo", "autoCreateChildQueueEnabled" : false, "leafQueueTemplate" : { }, - "mode" : "absolute", - "queueType" : "parent", + "mode" : "percentage", + "queueType" : "leaf", "creationMethod" : "static", "autoCreationEligibility" : "off", "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { } + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 0, + "maxApplicationsPerUser" : 0, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 2048, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 2048 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 2048, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 2048 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 } ] }, "capacities" : { @@ -2760,15 +2760,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentageAndWeight-32.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentageAndWeight-32.json index aa9fb386ca603..4755251f77360 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentageAndWeight-32.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentageAndWeight-32.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -26,13 +26,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.default", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "default", @@ -80,14 +80,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -394,485 +394,6 @@ } ] } }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "*" - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : "*" - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 1250, - "maxApplicationsPerUser" : 1250, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test_2", - "capacity" : 37.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test_2", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=75.0%,vcores=75.0%]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "75.0%" - }, { - "resourceName" : "vcores", - "resourceValue" : "75.0%" - } ] - }, - "capacity" : 37.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 12288, - "vCores" : 12, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 12288 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 12 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 12288, - "vCores" : 12, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 12288 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 12 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, "queueAcls" : { "queueAcl" : [ { "accessType" : "ADMINISTER_QUEUE", @@ -889,7 +410,7 @@ "orderingPolicyInfo" : "fifo", "autoCreateChildQueueEnabled" : false, "leafQueueTemplate" : { }, - "mode" : "percentage", + "mode" : "weight", "queueType" : "leaf", "creationMethod" : "static", "autoCreationEligibility" : "off", @@ -899,11 +420,11 @@ "numActiveApplications" : 0, "numPendingApplications" : 0, "numContainers" : 0, - "maxApplications" : 3750, - "maxApplicationsPerUser" : 3750, - "userLimit" : 100, + "maxApplications" : 1250, + "maxApplicationsPerUser" : 1250, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -982,14 +503,14 @@ "defaultApplicationLifetime" : -1 }, { "queuePath" : "root.test_1", - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1", @@ -1000,13 +521,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_1", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_1", @@ -1054,14 +575,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1396,9 +917,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -1479,13 +1000,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_2", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_2", @@ -1533,14 +1054,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1875,9 +1396,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -1957,14 +1478,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_3", - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_3", @@ -2011,15 +1532,15 @@ "resourceValue" : "12.0" } ] }, - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 12288, "vCores" : 12, @@ -2354,9 +1875,9 @@ "numContainers" : 0, "maxApplications" : 3750, "maxApplicationsPerUser" : 3750, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -2467,44 +1988,370 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=16384.0,vcores=16.0]", + "configuredCapacityVector" : "[memory-mb=16384.0,vcores=16.0]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "16384.0" + }, { + "resourceName" : "vcores", + "resourceValue" : "16.0" + } ] + }, + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "absolute", + "queueType" : "parent", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { } + }, { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test_2", + "capacity" : 37.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test_2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=75.0%,vcores=75.0%]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "16384.0" + "resourceValue" : "75.0%" }, { "resourceName" : "vcores", - "resourceValue" : "16.0" + "resourceValue" : "75.0%" } ] }, - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 37.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 0 }, { "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, + "maximumAllocation" : 4, + "minimumAllocation" : 1, "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 0 } ] } }, @@ -2532,8 +2379,8 @@ } }, "effectiveMinResource" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2542,7 +2389,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2550,7 +2397,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 12 } ] } }, @@ -2650,12 +2497,81 @@ "value" : 0 } ] } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } } } ] }, "minEffectiveCapacity" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2664,7 +2580,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2672,7 +2588,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 12 } ] } }, @@ -2735,16 +2651,100 @@ } ] }, "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", + "orderingPolicyInfo" : "fifo", "autoCreateChildQueueEnabled" : false, "leafQueueTemplate" : { }, - "mode" : "absolute", - "queueType" : "parent", + "mode" : "percentage", + "queueType" : "leaf", "creationMethod" : "static", "autoCreationEligibility" : "off", "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { } + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 3750, + "maxApplicationsPerUser" : 3750, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 } ] }, "capacities" : { @@ -2760,15 +2760,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentageAndWeightMixed-0.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentageAndWeightMixed-0.json index b01426bbc2f85..02c3e64ec51b7 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentageAndWeightMixed-0.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentageAndWeightMixed-0.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -25,14 +25,14 @@ "queue" : [ { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.default", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "default", @@ -79,494 +79,15 @@ "resourceValue" : "4.0" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "*" - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : "*" - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "mixed", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 10000, - "maxApplicationsPerUser" : 10000, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test_2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test_2", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=3.0w,vcores=12.0]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "3.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "12.0" - } ] - }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -901,9 +422,9 @@ "numContainers" : 0, "maxApplications" : 10000, "maxApplicationsPerUser" : 10000, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -982,14 +503,14 @@ "defaultApplicationLifetime" : -1 }, { "queuePath" : "root.test_1", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1", @@ -999,14 +520,14 @@ "queue" : [ { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_1", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_1", @@ -1053,15 +574,15 @@ "resourceValue" : "1.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1396,9 +917,9 @@ "numContainers" : 0, "maxApplications" : 10000, "maxApplicationsPerUser" : 10000, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -1478,14 +999,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_2", @@ -1532,15 +1053,15 @@ "resourceValue" : "2.0" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1875,9 +1396,9 @@ "numContainers" : 0, "maxApplications" : 10000, "maxApplicationsPerUser" : 10000, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -1957,14 +1478,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_3", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_3", @@ -2011,15 +1532,15 @@ "resourceValue" : "86.0%" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2354,9 +1875,9 @@ "numContainers" : 0, "maxApplications" : 10000, "maxApplicationsPerUser" : 10000, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -2467,24 +1988,350 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=16384.0,vcores=100.0%]", + "configuredCapacityVector" : "[memory-mb=16384.0,vcores=100.0%]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "16384.0" + }, { + "resourceName" : "vcores", + "resourceValue" : "100.0%" + } ] + }, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "mixed", + "queueType" : "parent", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { } + }, { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test_2", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test_2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=3.0w,vcores=12.0]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "16384.0" + "resourceValue" : "3.0w" }, { "resourceName" : "vcores", - "resourceValue" : "100.0%" + "resourceValue" : "12.0" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2650,6 +2497,75 @@ "value" : 0 } ] } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } } } ] }, @@ -2735,16 +2651,100 @@ } ] }, "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", + "orderingPolicyInfo" : "fifo", "autoCreateChildQueueEnabled" : false, "leafQueueTemplate" : { }, "mode" : "mixed", - "queueType" : "parent", + "queueType" : "leaf", "creationMethod" : "static", "autoCreationEligibility" : "off", "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { } + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 10000, + "maxApplicationsPerUser" : 10000, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 } ] }, "capacities" : { @@ -2760,15 +2760,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentageAndWeightMixed-16.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentageAndWeightMixed-16.json index 943b673e13587..c68ebf4ab2933 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentageAndWeightMixed-16.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentageAndWeightMixed-16.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -25,14 +25,14 @@ "queue" : [ { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.default", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "default", @@ -79,494 +79,15 @@ "resourceValue" : "4.0" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 16384, - "vCores" : 16, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 16384 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 16 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 2048, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 16384, - "vCores" : 16, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 16384 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 16 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "*" - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : "*" - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "mixed", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 0, - "maxApplicationsPerUser" : 0, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 2048, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 2048, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test_2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test_2", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=3.0w,vcores=12.0]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "3.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "12.0" - } ] - }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -901,9 +422,9 @@ "numContainers" : 0, "maxApplications" : 0, "maxApplicationsPerUser" : 0, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -982,14 +503,14 @@ "defaultApplicationLifetime" : -1 }, { "queuePath" : "root.test_1", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1", @@ -1000,13 +521,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_1", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_1", @@ -1054,14 +575,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1396,9 +917,9 @@ "numContainers" : 0, "maxApplications" : 1250, "maxApplicationsPerUser" : 1250, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -1479,13 +1000,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_2", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_2", @@ -1533,14 +1054,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1875,9 +1396,9 @@ "numContainers" : 0, "maxApplications" : 1250, "maxApplicationsPerUser" : 1250, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -1957,14 +1478,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_3", - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 75, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 75.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_3", @@ -2011,15 +1532,15 @@ "resourceValue" : "86.0%" } ] }, - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 75, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 75.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2354,9 +1875,9 @@ "numContainers" : 0, "maxApplications" : 7500, "maxApplicationsPerUser" : 7500, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -2467,24 +1988,350 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=16384.0,vcores=100.0%]", + "configuredCapacityVector" : "[memory-mb=16384.0,vcores=100.0%]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "16384.0" + }, { + "resourceName" : "vcores", + "resourceValue" : "100.0%" + } ] + }, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "mixed", + "queueType" : "parent", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { } + }, { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test_2", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test_2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=3.0w,vcores=12.0]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "16384.0" + "resourceValue" : "3.0w" }, { "resourceName" : "vcores", - "resourceValue" : "100.0%" + "resourceValue" : "12.0" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2532,8 +2379,8 @@ } }, "effectiveMinResource" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2542,7 +2389,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 0 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2550,7 +2397,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 0 } ] } }, @@ -2650,12 +2497,81 @@ "value" : 0 } ] } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 2048, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 2048 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } } } ] }, "minEffectiveCapacity" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2664,7 +2580,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 0 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2672,7 +2588,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 0 } ] } }, @@ -2735,16 +2651,100 @@ } ] }, "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", + "orderingPolicyInfo" : "fifo", "autoCreateChildQueueEnabled" : false, "leafQueueTemplate" : { }, "mode" : "mixed", - "queueType" : "parent", + "queueType" : "leaf", "creationMethod" : "static", "autoCreationEligibility" : "off", "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { } + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 0, + "maxApplicationsPerUser" : 0, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 2048, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 2048 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 2048, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 2048 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 } ] }, "capacities" : { @@ -2760,15 +2760,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentageAndWeightMixed-32.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentageAndWeightMixed-32.json index 43d4986c2df8f..1935f533e6239 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentageAndWeightMixed-32.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndPercentageAndWeightMixed-32.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -26,13 +26,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.default", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "default", @@ -80,14 +80,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -394,485 +394,6 @@ } ] } }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "*" - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : "*" - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "mixed", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 1250, - "maxApplicationsPerUser" : 1250, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test_2", - "capacity" : 37.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test_2", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=3.0w,vcores=12.0]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "3.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "12.0" - } ] - }, - "capacity" : 37.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 12288, - "vCores" : 12, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 12288 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 12 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 12288, - "vCores" : 12, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 12288 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 12 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, "queueAcls" : { "queueAcl" : [ { "accessType" : "ADMINISTER_QUEUE", @@ -899,11 +420,11 @@ "numActiveApplications" : 0, "numPendingApplications" : 0, "numContainers" : 0, - "maxApplications" : 3750, - "maxApplicationsPerUser" : 3750, - "userLimit" : 100, + "maxApplications" : 1250, + "maxApplicationsPerUser" : 1250, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -982,14 +503,14 @@ "defaultApplicationLifetime" : -1 }, { "queuePath" : "root.test_1", - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1", @@ -1000,13 +521,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_1", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_1", @@ -1054,14 +575,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1396,9 +917,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -1479,13 +1000,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_2", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_2", @@ -1533,14 +1054,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1875,9 +1396,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -1957,14 +1478,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_3", - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_3", @@ -2011,15 +1532,15 @@ "resourceValue" : "86.0%" } ] }, - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2354,9 +1875,9 @@ "numContainers" : 0, "maxApplications" : 3750, "maxApplicationsPerUser" : 3750, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -2467,24 +1988,350 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=16384.0,vcores=100.0%]", + "configuredCapacityVector" : "[memory-mb=16384.0,vcores=100.0%]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "16384.0" + }, { + "resourceName" : "vcores", + "resourceValue" : "100.0%" + } ] + }, + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "mixed", + "queueType" : "parent", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { } + }, { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test_2", + "capacity" : 37.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test_2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=3.0w,vcores=12.0]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "16384.0" + "resourceValue" : "3.0w" }, { "resourceName" : "vcores", - "resourceValue" : "100.0%" + "resourceValue" : "12.0" } ] }, - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 37.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2532,8 +2379,8 @@ } }, "effectiveMinResource" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2542,7 +2389,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2550,7 +2397,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 12 } ] } }, @@ -2650,12 +2497,81 @@ "value" : 0 } ] } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } } } ] }, "minEffectiveCapacity" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2664,7 +2580,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2672,7 +2588,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 12 } ] } }, @@ -2735,16 +2651,100 @@ } ] }, "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", + "orderingPolicyInfo" : "fifo", "autoCreateChildQueueEnabled" : false, "leafQueueTemplate" : { }, "mode" : "mixed", - "queueType" : "parent", + "queueType" : "leaf", "creationMethod" : "static", "autoCreationEligibility" : "off", "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { } + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 3750, + "maxApplicationsPerUser" : 3750, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 } ] }, "capacities" : { @@ -2760,15 +2760,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndWeight-0.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndWeight-0.json index df917c51891d1..afd8e6624b7c0 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndWeight-0.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndWeight-0.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -25,14 +25,14 @@ "queue" : [ { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.default", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "default", @@ -79,15 +79,15 @@ "resourceValue" : "1.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -397,13 +397,13 @@ "queueAcls" : { "queueAcl" : [ { "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "*" + "accessControlList" : " " }, { "accessType" : "APPLICATION_MAX_PRIORITY", "accessControlList" : "*" }, { "accessType" : "SUBMIT_APP", - "accessControlList" : "*" + "accessControlList" : " " } ] }, "queuePriority" : 0, @@ -422,9 +422,9 @@ "numContainers" : 0, "maxApplications" : 10000, "maxApplicationsPerUser" : 10000, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -502,517 +502,38 @@ "maxApplicationLifetime" : -1, "defaultApplicationLifetime" : -1 }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test_2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 3, - "normalizedWeight" : 0, + "queuePath" : "root.test_1", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, - "queueName" : "test_2", - "isAbsoluteResource" : false, + "queueName" : "test_1", + "isAbsoluteResource" : true, "state" : "RUNNING", - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=3.0w,vcores=3.0w]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "3.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "3.0w" - } ] - }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 3, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : " " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : " " - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 10000, - "maxApplicationsPerUser" : 10000, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "queuePath" : "root.test_1", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test_1", - "isAbsoluteResource" : true, - "state" : "RUNNING", - "queues" : { - "queue" : [ { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test_1.test_1_1", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test_1_1", - "isAbsoluteResource" : true, - "state" : "RUNNING", - "resourcesUsed" : { + "queues" : { + "queue" : [ { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test_1.test_1_1", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test_1_1", + "isAbsoluteResource" : true, + "state" : "RUNNING", + "resourcesUsed" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -1053,15 +574,15 @@ "resourceValue" : "2.0" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 2048, "vCores" : 2, @@ -1396,9 +917,9 @@ "numContainers" : 0, "maxApplications" : 10000, "maxApplicationsPerUser" : 10000, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -1478,14 +999,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_2", @@ -1532,15 +1053,15 @@ "resourceValue" : "2.0" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 2048, "vCores" : 2, @@ -1875,9 +1396,9 @@ "numContainers" : 0, "maxApplications" : 10000, "maxApplicationsPerUser" : 10000, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -1957,14 +1478,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_3", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_3", @@ -2011,15 +1532,15 @@ "resourceValue" : "1.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2303,77 +1824,553 @@ } ] } }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "fifo", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "weight", + "queueType" : "leaf", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 10000, + "maxApplicationsPerUser" : 10000, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 + } ] + }, + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=16384.0,vcores=16.0]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "16384.0" + }, { + "resourceName" : "vcores", + "resourceValue" : "16.0" + } ] + }, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "absolute", + "queueType" : "parent", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { } + }, { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test_2", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 3.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test_2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=3.0w,vcores=3.0w]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "3.0w" + }, { + "resourceName" : "vcores", + "resourceValue" : "3.0w" + } ] + }, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 3.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 8192 + "value" : 0 }, { "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, + "maximumAllocation" : 4, + "minimumAllocation" : 1, "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 4 + "value" : 0 } ] } }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : " " - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : " " - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 10000, - "maxApplicationsPerUser" : 10000, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { + "configuredMaxResource" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", "value" : 0 }, { "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, + "maximumAllocation" : 4, + "minimumAllocation" : 1, "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", @@ -2381,7 +2378,7 @@ } ] } }, - "usedAMResource" : { + "effectiveMinResource" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -2404,7 +2401,7 @@ } ] } }, - "userAMResourceLimit" : { + "effectiveMaxResource" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -2426,68 +2423,15 @@ "value" : 0 } ] } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 + } } ] }, - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { + "resources" : { + "resourceUsagesByPartition" : [ { "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=16384.0,vcores=16.0]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "16384.0" - }, { - "resourceName" : "vcores", - "resourceValue" : "16.0" - } ] - }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 16384, - "vCores" : 16, + "used" : { + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2496,7 +2440,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 0 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2504,34 +2448,11 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", "value" : 0 } ] } }, - "effectiveMinResource" : { + "reserved" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -2554,7 +2475,7 @@ } ] } }, - "effectiveMaxResource" : { + "pending" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -2576,13 +2497,8 @@ "value" : 0 } ] } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { + }, + "amUsed" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -2605,7 +2521,7 @@ } ] } }, - "reserved" : { + "amLimit" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -2628,7 +2544,7 @@ } ] } }, - "pending" : { + "userAmLimit" : { "memory" : 0, "vCores" : 0, "resourceInformations" : { @@ -2735,16 +2651,100 @@ } ] }, "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", + "orderingPolicyInfo" : "fifo", "autoCreateChildQueueEnabled" : false, "leafQueueTemplate" : { }, - "mode" : "absolute", - "queueType" : "parent", + "mode" : "weight", + "queueType" : "leaf", "creationMethod" : "static", "autoCreationEligibility" : "off", "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { } + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 10000, + "maxApplicationsPerUser" : 10000, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 } ] }, "capacities" : { @@ -2760,15 +2760,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndWeight-16.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndWeight-16.json index 29a29ec217041..c2f8c21151e7c 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndWeight-16.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndWeight-16.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -25,14 +25,14 @@ "queue" : [ { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.default", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "default", @@ -79,494 +79,15 @@ "resourceValue" : "1.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 1, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 16384, - "vCores" : 16, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 16384 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 16 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 2048, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 16384, - "vCores" : 16, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 16384 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 16 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "*" - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : "*" - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 0, - "maxApplicationsPerUser" : 0, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 2048, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 2048, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test_2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 3, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test_2", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=3.0w,vcores=3.0w]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "3.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "3.0w" - } ] - }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 3, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -901,9 +422,9 @@ "numContainers" : 0, "maxApplications" : 0, "maxApplicationsPerUser" : 0, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -982,14 +503,14 @@ "defaultApplicationLifetime" : -1 }, { "queuePath" : "root.test_1", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1", @@ -1000,13 +521,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_1", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_1", @@ -1054,14 +575,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 2048, "vCores" : 2, @@ -1396,9 +917,9 @@ "numContainers" : 0, "maxApplications" : 1250, "maxApplicationsPerUser" : 1250, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -1479,13 +1000,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_2", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_2", @@ -1533,14 +1054,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 2048, "vCores" : 2, @@ -1875,9 +1396,9 @@ "numContainers" : 0, "maxApplications" : 1250, "maxApplicationsPerUser" : 1250, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -1957,14 +1478,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_3", - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 75, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 75.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_3", @@ -2011,15 +1532,15 @@ "resourceValue" : "1.0w" } ] }, - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 75, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 1, - "normalizedWeight" : 0, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 75.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2354,9 +1875,9 @@ "numContainers" : 0, "maxApplications" : 7500, "maxApplicationsPerUser" : 7500, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -2467,44 +1988,370 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=16384.0,vcores=16.0]", + "configuredCapacityVector" : "[memory-mb=16384.0,vcores=16.0]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "16384.0" + }, { + "resourceName" : "vcores", + "resourceValue" : "16.0" + } ] + }, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "absolute", + "queueType" : "parent", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { } + }, { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test_2", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 3.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test_2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=3.0w,vcores=3.0w]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "16384.0" + "resourceValue" : "3.0w" }, { "resourceName" : "vcores", - "resourceValue" : "16.0" + "resourceValue" : "3.0w" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 3.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 0 }, { "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, + "maximumAllocation" : 4, + "minimumAllocation" : 1, "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 0 } ] } }, @@ -2532,8 +2379,8 @@ } }, "effectiveMinResource" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2542,7 +2389,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 0 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2550,7 +2397,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 0 } ] } }, @@ -2650,12 +2497,81 @@ "value" : 0 } ] } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 2048, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 2048 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } } } ] }, "minEffectiveCapacity" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2664,7 +2580,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 0 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2672,7 +2588,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 0 } ] } }, @@ -2735,16 +2651,100 @@ } ] }, "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", + "orderingPolicyInfo" : "fifo", "autoCreateChildQueueEnabled" : false, "leafQueueTemplate" : { }, - "mode" : "absolute", - "queueType" : "parent", + "mode" : "weight", + "queueType" : "leaf", "creationMethod" : "static", "autoCreationEligibility" : "off", "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { } + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 0, + "maxApplicationsPerUser" : 0, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 2048, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 2048 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 2048, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 2048 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 } ] }, "capacities" : { @@ -2760,15 +2760,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndWeight-32.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndWeight-32.json index 4b8e373bd4080..25b5c421b58bf 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndWeight-32.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerAbsoluteAndWeight-32.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -26,13 +26,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.default", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "default", @@ -80,14 +80,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -394,485 +394,6 @@ } ] } }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "*" - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : "*" - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 1250, - "maxApplicationsPerUser" : 1250, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test_2", - "capacity" : 37.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 3, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test_2", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=3.0w,vcores=3.0w]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "3.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "3.0w" - } ] - }, - "capacity" : 37.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 3, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 12288, - "vCores" : 12, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 12288 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 12 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 12288, - "vCores" : 12, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 12288 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 12 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, "queueAcls" : { "queueAcl" : [ { "accessType" : "ADMINISTER_QUEUE", @@ -899,11 +420,11 @@ "numActiveApplications" : 0, "numPendingApplications" : 0, "numContainers" : 0, - "maxApplications" : 3750, - "maxApplicationsPerUser" : 3750, - "userLimit" : 100, + "maxApplications" : 1250, + "maxApplicationsPerUser" : 1250, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -982,14 +503,14 @@ "defaultApplicationLifetime" : -1 }, { "queuePath" : "root.test_1", - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1", @@ -1000,13 +521,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_1", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_1", @@ -1054,14 +575,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 2048, "vCores" : 2, @@ -1396,9 +917,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -1479,13 +1000,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_2", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_2", @@ -1533,14 +1054,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 2048, "vCores" : 2, @@ -1875,9 +1396,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -1957,14 +1478,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_3", - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_3", @@ -2011,15 +1532,15 @@ "resourceValue" : "1.0w" } ] }, - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2354,9 +1875,9 @@ "numContainers" : 0, "maxApplications" : 3750, "maxApplicationsPerUser" : 3750, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -2467,44 +1988,370 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=16384.0,vcores=16.0]", + "configuredCapacityVector" : "[memory-mb=16384.0,vcores=16.0]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "16384.0" + }, { + "resourceName" : "vcores", + "resourceValue" : "16.0" + } ] + }, + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "absolute", + "queueType" : "parent", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { } + }, { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test_2", + "capacity" : 37.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 3.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test_2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=3.0w,vcores=3.0w]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "16384.0" + "resourceValue" : "3.0w" }, { "resourceName" : "vcores", - "resourceValue" : "16.0" + "resourceValue" : "3.0w" } ] }, - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 37.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 3.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 0, + "vCores" : 0, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 0 }, { "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, + "maximumAllocation" : 4, + "minimumAllocation" : 1, "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 0 } ] } }, @@ -2532,8 +2379,8 @@ } }, "effectiveMinResource" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2542,7 +2389,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2550,7 +2397,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 12 } ] } }, @@ -2650,12 +2497,81 @@ "value" : 0 } ] } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } } } ] }, "minEffectiveCapacity" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2664,7 +2580,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2672,7 +2588,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 12 } ] } }, @@ -2735,16 +2651,100 @@ } ] }, "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", + "orderingPolicyInfo" : "fifo", "autoCreateChildQueueEnabled" : false, "leafQueueTemplate" : { }, - "mode" : "absolute", - "queueType" : "parent", + "mode" : "weight", + "queueType" : "leaf", "creationMethod" : "static", "autoCreationEligibility" : "off", "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { } + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 3750, + "maxApplicationsPerUser" : 3750, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 } ] }, "capacities" : { @@ -2760,15 +2760,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerPercentageAndWeight-0.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerPercentageAndWeight-0.json index 735730c13a66d..e7e1ce39945f8 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerPercentageAndWeight-0.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerPercentageAndWeight-0.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -25,14 +25,14 @@ "queue" : [ { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.default", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "default", @@ -79,494 +79,15 @@ "resourceValue" : "1.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 1, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "*" - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : "*" - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 10000, - "maxApplicationsPerUser" : 10000, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test_2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 3, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test_2", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=3.0w,vcores=3.0w]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "3.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "3.0w" - } ] - }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 3, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -901,9 +422,9 @@ "numContainers" : 0, "maxApplications" : 10000, "maxApplicationsPerUser" : 10000, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -982,14 +503,14 @@ "defaultApplicationLifetime" : -1 }, { "queuePath" : "root.test_1", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1", @@ -999,14 +520,14 @@ "queue" : [ { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_1", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_1", @@ -1053,15 +574,15 @@ "resourceValue" : "12.5%" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1396,9 +917,9 @@ "numContainers" : 0, "maxApplications" : 10000, "maxApplicationsPerUser" : 10000, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -1478,14 +999,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_2", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_2", @@ -1532,15 +1053,15 @@ "resourceValue" : "12.5%" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1875,9 +1396,9 @@ "numContainers" : 0, "maxApplications" : 10000, "maxApplicationsPerUser" : 10000, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -1957,14 +1478,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_3", - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_3", @@ -2011,15 +1532,15 @@ "resourceValue" : "1.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2354,9 +1875,9 @@ "numContainers" : 0, "maxApplications" : 10000, "maxApplicationsPerUser" : 10000, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 0, @@ -2467,24 +1988,350 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=50.0%,vcores=50.0%]", + "configuredCapacityVector" : "[memory-mb=50.0%,vcores=50.0%]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "50.0%" + }, { + "resourceName" : "vcores", + "resourceValue" : "50.0%" + } ] + }, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "percentage", + "queueType" : "parent", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { } + }, { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test_2", + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 3.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test_2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=3.0w,vcores=3.0w]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "50.0%" + "resourceValue" : "3.0w" }, { "resourceName" : "vcores", - "resourceValue" : "50.0%" + "resourceValue" : "3.0w" } ] }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 3.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2650,6 +2497,75 @@ "value" : 0 } ] } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } } } ] }, @@ -2735,16 +2651,100 @@ } ] }, "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", + "orderingPolicyInfo" : "fifo", "autoCreateChildQueueEnabled" : false, "leafQueueTemplate" : { }, - "mode" : "percentage", - "queueType" : "parent", + "mode" : "weight", + "queueType" : "leaf", "creationMethod" : "static", "autoCreationEligibility" : "off", "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { } + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 10000, + "maxApplicationsPerUser" : 10000, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 } ] }, "capacities" : { @@ -2760,15 +2760,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerPercentageAndWeight-16.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerPercentageAndWeight-16.json index 0a43df2c97393..0c8eff772498a 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerPercentageAndWeight-16.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerPercentageAndWeight-16.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -26,13 +26,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.default", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "default", @@ -80,14 +80,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -394,485 +394,6 @@ } ] } }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "*" - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : "*" - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 1250, - "maxApplicationsPerUser" : 1250, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 2048, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 2048, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test_2", - "capacity" : 37.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 3, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test_2", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=3.0w,vcores=3.0w]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "3.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "3.0w" - } ] - }, - "capacity" : 37.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 3, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 6144, - "vCores" : 6, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 6144 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 6 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 16384, - "vCores" : 16, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 16384 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 16 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 2048, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 2048 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 6144, - "vCores" : 6, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 6144 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 6 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 16384, - "vCores" : 16, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 16384 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 16 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, "queueAcls" : { "queueAcl" : [ { "accessType" : "ADMINISTER_QUEUE", @@ -899,11 +420,11 @@ "numActiveApplications" : 0, "numPendingApplications" : 0, "numContainers" : 0, - "maxApplications" : 3750, - "maxApplicationsPerUser" : 3750, - "userLimit" : 100, + "maxApplications" : 1250, + "maxApplicationsPerUser" : 1250, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -982,14 +503,14 @@ "defaultApplicationLifetime" : -1 }, { "queuePath" : "root.test_1", - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1", @@ -1000,13 +521,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_1", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_1", @@ -1054,14 +575,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1396,9 +917,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -1479,13 +1000,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_2", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_2", @@ -1533,14 +1054,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1875,9 +1396,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -1957,14 +1478,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_3", - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_3", @@ -2011,15 +1532,15 @@ "resourceValue" : "1.0w" } ] }, - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2354,9 +1875,9 @@ "numContainers" : 0, "maxApplications" : 3750, "maxApplicationsPerUser" : 3750, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -2467,24 +1988,350 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=50.0%,vcores=50.0%]", + "configuredCapacityVector" : "[memory-mb=50.0%,vcores=50.0%]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "50.0%" + }, { + "resourceName" : "vcores", + "resourceValue" : "50.0%" + } ] + }, + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 8192, + "vCores" : 8, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 8 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 8192, + "vCores" : 8, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 8 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "percentage", + "queueType" : "parent", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { } + }, { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test_2", + "capacity" : 37.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 3.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test_2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=3.0w,vcores=3.0w]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "50.0%" + "resourceValue" : "3.0w" }, { "resourceName" : "vcores", - "resourceValue" : "50.0%" + "resourceValue" : "3.0w" } ] }, - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 37.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 3.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2532,8 +2379,8 @@ } }, "effectiveMinResource" : { - "memory" : 8192, - "vCores" : 8, + "memory" : 6144, + "vCores" : 6, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2542,7 +2389,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 8192 + "value" : 6144 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2550,7 +2397,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 8 + "value" : 6 } ] } }, @@ -2650,12 +2497,81 @@ "value" : 0 } ] } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 2048, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 2048 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } } } ] }, "minEffectiveCapacity" : { - "memory" : 8192, - "vCores" : 8, + "memory" : 6144, + "vCores" : 6, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2664,7 +2580,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 8192 + "value" : 6144 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2672,7 +2588,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 8 + "value" : 6 } ] } }, @@ -2735,16 +2651,100 @@ } ] }, "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", + "orderingPolicyInfo" : "fifo", "autoCreateChildQueueEnabled" : false, "leafQueueTemplate" : { }, - "mode" : "percentage", - "queueType" : "parent", + "mode" : "weight", + "queueType" : "leaf", "creationMethod" : "static", "autoCreationEligibility" : "off", "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { } + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 3750, + "maxApplicationsPerUser" : 3750, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 2048, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 2048 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 2048, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 2048 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 } ] }, "capacities" : { @@ -2760,15 +2760,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerPercentageAndWeight-32.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerPercentageAndWeight-32.json index 2b08e31c16e90..79427ea3b457c 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerPercentageAndWeight-32.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/mixed-testSchedulerPercentageAndWeight-32.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -26,13 +26,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.default", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "default", @@ -80,14 +80,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -394,485 +394,6 @@ } ] } }, - "queueAcls" : { - "queueAcl" : [ { - "accessType" : "ADMINISTER_QUEUE", - "accessControlList" : "*" - }, { - "accessType" : "APPLICATION_MAX_PRIORITY", - "accessControlList" : "*" - }, { - "accessType" : "SUBMIT_APP", - "accessControlList" : "*" - } ] - }, - "queuePriority" : 0, - "orderingPolicyInfo" : "fifo", - "autoCreateChildQueueEnabled" : false, - "leafQueueTemplate" : { }, - "mode" : "weight", - "queueType" : "leaf", - "creationMethod" : "static", - "autoCreationEligibility" : "off", - "autoQueueTemplateProperties" : { }, - "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { }, - "numActiveApplications" : 0, - "numPendingApplications" : 0, - "numContainers" : 0, - "maxApplications" : 1250, - "maxApplicationsPerUser" : 1250, - "userLimit" : 100, - "users" : { }, - "userLimitFactor" : 1, - "configuredMaxAMResourceLimit" : 0.1, - "AMResourceLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "usedAMResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "userAMResourceLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "preemptionDisabled" : true, - "intraQueuePreemptionDisabled" : true, - "defaultPriority" : 0, - "isAutoCreatedLeafQueue" : false, - "maxApplicationLifetime" : -1, - "defaultApplicationLifetime" : -1 - }, { - "type" : "capacitySchedulerLeafQueueInfo", - "queuePath" : "root.test_2", - "capacity" : 37.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 3, - "normalizedWeight" : 0, - "numApplications" : 0, - "maxParallelApps" : 2147483647, - "queueName" : "test_2", - "isAbsoluteResource" : false, - "state" : "RUNNING", - "resourcesUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "hideReservationQueues" : false, - "nodeLabels" : [ "*" ], - "allocatedContainers" : 0, - "reservedContainers" : 0, - "pendingContainers" : 0, - "capacities" : { - "queueCapacitiesByPartition" : [ { - "partitionName" : "", - "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=3.0w,vcores=3.0w]", - "capacityVectorEntries" : [ { - "resourceName" : "memory-mb", - "resourceValue" : "3.0w" - }, { - "resourceName" : "vcores", - "resourceValue" : "3.0w" - } ] - }, - "capacity" : 37.5, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 3, - "normalizedWeight" : 0, - "configuredMinResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "configuredMaxResource" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 8192, - "minimumAllocation" : 1024, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 4, - "minimumAllocation" : 1, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "effectiveMinResource" : { - "memory" : 12288, - "vCores" : 12, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 12288 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 12 - } ] - } - }, - "effectiveMaxResource" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - } - } ] - }, - "resources" : { - "resourceUsagesByPartition" : [ { - "partitionName" : "", - "used" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "reserved" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "pending" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amUsed" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - }, - "amLimit" : { - "memory" : 4096, - "vCores" : 1, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 4096 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 1 - } ] - } - }, - "userAmLimit" : { - "memory" : 0, - "vCores" : 0, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 0 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 0 - } ] - } - } - } ] - }, - "minEffectiveCapacity" : { - "memory" : 12288, - "vCores" : 12, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 12288 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 12 - } ] - } - }, - "maxEffectiveCapacity" : { - "memory" : 32768, - "vCores" : 32, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 32768 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 32 - } ] - } - }, - "maximumAllocation" : { - "memory" : 8192, - "vCores" : 4, - "resourceInformations" : { - "resourceInformation" : [ { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "memory-mb", - "resourceType" : "COUNTABLE", - "units" : "Mi", - "value" : 8192 - }, { - "attributes" : { }, - "maximumAllocation" : 9223372036854775807, - "minimumAllocation" : 0, - "name" : "vcores", - "resourceType" : "COUNTABLE", - "units" : "", - "value" : 4 - } ] - } - }, "queueAcls" : { "queueAcl" : [ { "accessType" : "ADMINISTER_QUEUE", @@ -899,11 +420,11 @@ "numActiveApplications" : 0, "numPendingApplications" : 0, "numContainers" : 0, - "maxApplications" : 3750, - "maxApplicationsPerUser" : 3750, - "userLimit" : 100, + "maxApplications" : 1250, + "maxApplicationsPerUser" : 1250, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -982,14 +503,14 @@ "defaultApplicationLifetime" : -1 }, { "queuePath" : "root.test_1", - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1", @@ -1000,13 +521,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_1", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_1", @@ -1054,14 +575,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1396,9 +917,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -1479,13 +1000,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_2", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_2", @@ -1533,14 +1054,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1875,9 +1396,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -1957,14 +1478,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.test_1.test_1_3", - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : 1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "test_1_3", @@ -2011,15 +1532,15 @@ "resourceValue" : "1.0w" } ] }, - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : 1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2354,9 +1875,9 @@ "numContainers" : 0, "maxApplications" : 3750, "maxApplicationsPerUser" : 3750, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -2467,24 +1988,350 @@ "queueCapacitiesByPartition" : [ { "partitionName" : "", "queueCapacityVectorInfo" : { - "configuredCapacityVector" : "[memory-mb=50.0%,vcores=50.0%]", + "configuredCapacityVector" : "[memory-mb=50.0%,vcores=50.0%]", + "capacityVectorEntries" : [ { + "resourceName" : "memory-mb", + "resourceValue" : "50.0%" + }, { + "resourceName" : "vcores", + "resourceValue" : "50.0%" + } ] + }, + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, + "configuredMinResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "configuredMaxResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 8192, + "minimumAllocation" : 1024, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 4, + "minimumAllocation" : 1, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "effectiveMinResource" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "effectiveMaxResource" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + } + } ] + }, + "resources" : { + "resourceUsagesByPartition" : [ { + "partitionName" : "", + "used" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "reserved" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "pending" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + } + } ] + }, + "minEffectiveCapacity" : { + "memory" : 16384, + "vCores" : 16, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 16384 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 16 + } ] + } + }, + "maxEffectiveCapacity" : { + "memory" : 32768, + "vCores" : 32, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 32768 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 32 + } ] + } + }, + "maximumAllocation" : { + "memory" : 8192, + "vCores" : 4, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 8192 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 4 + } ] + } + }, + "queueAcls" : { + "queueAcl" : [ { + "accessType" : "ADMINISTER_QUEUE", + "accessControlList" : " " + }, { + "accessType" : "APPLICATION_MAX_PRIORITY", + "accessControlList" : "*" + }, { + "accessType" : "SUBMIT_APP", + "accessControlList" : " " + } ] + }, + "queuePriority" : 0, + "orderingPolicyInfo" : "utilization", + "autoCreateChildQueueEnabled" : false, + "leafQueueTemplate" : { }, + "mode" : "percentage", + "queueType" : "parent", + "creationMethod" : "static", + "autoCreationEligibility" : "off", + "autoQueueTemplateProperties" : { }, + "autoQueueParentTemplateProperties" : { }, + "autoQueueLeafTemplateProperties" : { } + }, { + "type" : "capacitySchedulerLeafQueueInfo", + "queuePath" : "root.test_2", + "capacity" : 37.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : 3.0, + "normalizedWeight" : 0.0, + "numApplications" : 0, + "maxParallelApps" : 2147483647, + "queueName" : "test_2", + "isAbsoluteResource" : false, + "state" : "RUNNING", + "resourcesUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "hideReservationQueues" : false, + "nodeLabels" : [ "*" ], + "allocatedContainers" : 0, + "reservedContainers" : 0, + "pendingContainers" : 0, + "capacities" : { + "queueCapacitiesByPartition" : [ { + "partitionName" : "", + "queueCapacityVectorInfo" : { + "configuredCapacityVector" : "[memory-mb=3.0w,vcores=3.0w]", "capacityVectorEntries" : [ { "resourceName" : "memory-mb", - "resourceValue" : "50.0%" + "resourceValue" : "3.0w" }, { "resourceName" : "vcores", - "resourceValue" : "50.0%" + "resourceValue" : "3.0w" } ] }, - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 37.5, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 37.5, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : 3.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2532,8 +2379,8 @@ } }, "effectiveMinResource" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2542,7 +2389,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2550,7 +2397,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 12 } ] } }, @@ -2650,12 +2497,81 @@ "value" : 0 } ] } + }, + "amUsed" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "amLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "userAmLimit" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } } } ] }, "minEffectiveCapacity" : { - "memory" : 16384, - "vCores" : 16, + "memory" : 12288, + "vCores" : 12, "resourceInformations" : { "resourceInformation" : [ { "attributes" : { }, @@ -2664,7 +2580,7 @@ "name" : "memory-mb", "resourceType" : "COUNTABLE", "units" : "Mi", - "value" : 16384 + "value" : 12288 }, { "attributes" : { }, "maximumAllocation" : 9223372036854775807, @@ -2672,7 +2588,7 @@ "name" : "vcores", "resourceType" : "COUNTABLE", "units" : "", - "value" : 16 + "value" : 12 } ] } }, @@ -2735,16 +2651,100 @@ } ] }, "queuePriority" : 0, - "orderingPolicyInfo" : "utilization", + "orderingPolicyInfo" : "fifo", "autoCreateChildQueueEnabled" : false, "leafQueueTemplate" : { }, - "mode" : "percentage", - "queueType" : "parent", + "mode" : "weight", + "queueType" : "leaf", "creationMethod" : "static", "autoCreationEligibility" : "off", "autoQueueTemplateProperties" : { }, "autoQueueParentTemplateProperties" : { }, - "autoQueueLeafTemplateProperties" : { } + "autoQueueLeafTemplateProperties" : { }, + "numActiveApplications" : 0, + "numPendingApplications" : 0, + "numContainers" : 0, + "maxApplications" : 3750, + "maxApplicationsPerUser" : 3750, + "userLimit" : 100.0, + "users" : { }, + "userLimitFactor" : 1.0, + "configuredMaxAMResourceLimit" : 0.1, + "AMResourceLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "usedAMResource" : { + "memory" : 0, + "vCores" : 0, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 0 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 0 + } ] + } + }, + "userAMResourceLimit" : { + "memory" : 4096, + "vCores" : 1, + "resourceInformations" : { + "resourceInformation" : [ { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "memory-mb", + "resourceType" : "COUNTABLE", + "units" : "Mi", + "value" : 4096 + }, { + "attributes" : { }, + "maximumAllocation" : 9223372036854775807, + "minimumAllocation" : 0, + "name" : "vcores", + "resourceType" : "COUNTABLE", + "units" : "", + "value" : 1 + } ] + } + }, + "preemptionDisabled" : true, + "intraQueuePreemptionDisabled" : true, + "defaultPriority" : 0, + "isAutoCreatedLeafQueue" : false, + "maxApplicationLifetime" : -1, + "defaultApplicationLifetime" : -1 } ] }, "capacities" : { @@ -2760,15 +2760,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/scheduler-response-AbsoluteModeLegacyAutoCreation.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/scheduler-response-AbsoluteModeLegacyAutoCreation.json index bd2e9b468f310..d236579674f2a 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/scheduler-response-AbsoluteModeLegacyAutoCreation.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/scheduler-response-AbsoluteModeLegacyAutoCreation.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -26,13 +26,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.default", "capacity" : 87.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 87.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "default", @@ -80,14 +80,14 @@ } ] }, "capacity" : 87.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 87.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 28672, "vCores" : 28, @@ -422,9 +422,9 @@ "numContainers" : 0, "maxApplications" : 8750, "maxApplicationsPerUser" : 8750, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -504,13 +504,13 @@ }, { "queuePath" : "root.managed", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "managed", @@ -520,14 +520,14 @@ "queue" : [ { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.managed.queue1", - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "queue1", @@ -574,15 +574,15 @@ "resourceValue" : "2.0" } ] }, - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 6.25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 2048, "vCores" : 2, @@ -917,9 +917,9 @@ "numContainers" : 0, "maxApplications" : 625, "maxApplicationsPerUser" : 625, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -1040,14 +1040,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 12.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 4096, "vCores" : 4, @@ -1334,15 +1334,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/scheduler-response-PerUserResources.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/scheduler-response-PerUserResources.json index 94976d796cd4d..2b77c796161e6 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/scheduler-response-PerUserResources.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/scheduler-response-PerUserResources.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -26,13 +26,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.a", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 50, + "usedCapacity" : 0.0, + "maxCapacity" : 50.0, "absoluteCapacity" : 12.5, - "absoluteMaxCapacity" : 50, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 50.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 1, "maxParallelApps" : 2147483647, "queueName" : "a", @@ -80,14 +80,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 50, + "usedCapacity" : 0.0, + "maxCapacity" : 50.0, "absoluteCapacity" : 12.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 50, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 50.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -185,15 +185,15 @@ "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[]" }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 0, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 0.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -668,7 +668,7 @@ "numContainers" : 0, "maxApplications" : 1250, "maxApplicationsPerUser" : 1250, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { "user" : [ { "username" : "user1", @@ -886,11 +886,11 @@ } } ] }, - "userWeight" : 1, + "userWeight" : 1.0, "isActive" : true } ] }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -970,14 +970,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.b", - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 1, "maxParallelApps" : 2147483647, "queueName" : "b", @@ -1024,15 +1024,15 @@ "resourceValue" : "50.0%" } ] }, - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1367,7 +1367,7 @@ "numContainers" : 0, "maxApplications" : 5000, "maxApplicationsPerUser" : 5000, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { "user" : [ { "username" : "user2", @@ -1585,11 +1585,11 @@ } } ] }, - "userWeight" : 1, + "userWeight" : 1.0, "isActive" : true } ] }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -1670,13 +1670,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.c", "capacity" : 37.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "c", @@ -1724,14 +1724,14 @@ } ] }, "capacity" : 37.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -2066,9 +2066,9 @@ "numContainers" : 0, "maxApplications" : 3750, "maxApplicationsPerUser" : 3750, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -2160,15 +2160,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/scheduler-response-PercentageModeLegacyAutoCreation.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/scheduler-response-PercentageModeLegacyAutoCreation.json index 5a3b9a4eab93a..9b71d7e973ac4 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/scheduler-response-PercentageModeLegacyAutoCreation.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/scheduler-response-PercentageModeLegacyAutoCreation.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -25,14 +25,14 @@ "queue" : [ { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.default", - "capacity" : 25, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 25, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 25.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 25.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "default", @@ -79,15 +79,15 @@ "resourceValue" : "25.0%" } ] }, - "capacity" : 25, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 25, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 25.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 25.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -422,9 +422,9 @@ "numContainers" : 0, "maxApplications" : 2500, "maxApplicationsPerUser" : 2500, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -503,14 +503,14 @@ "defaultApplicationLifetime" : -1 }, { "queuePath" : "root.managed", - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 75, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 75.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "managed", @@ -558,15 +558,15 @@ "resourceValue" : "75.0%" } ] }, - "capacity" : 75, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 75, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 75.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 75.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -842,15 +842,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/scheduler-response.json b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/scheduler-response.json index 202f68107c22b..73cd0a9084833 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/scheduler-response.json +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/resources/webapp/scheduler-response.json @@ -2,11 +2,11 @@ "scheduler" : { "schedulerInfo" : { "type" : "capacityScheduler", - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[memory-mb=100.0%,vcores=100.0%]", "capacityVectorEntries" : [ { @@ -26,13 +26,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.a", "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 50, + "usedCapacity" : 0.0, + "maxCapacity" : 50.0, "absoluteCapacity" : 12.5, - "absoluteMaxCapacity" : 50, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 50.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "a", @@ -80,14 +80,14 @@ } ] }, "capacity" : 12.5, - "usedCapacity" : 0, - "maxCapacity" : 50, + "usedCapacity" : 0.0, + "maxCapacity" : 50.0, "absoluteCapacity" : 12.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 50, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 50.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -185,15 +185,15 @@ "queueCapacityVectorInfo" : { "configuredCapacityVector" : "[]" }, - "capacity" : 0, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 0, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 0, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 0.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 0.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 0.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -668,9 +668,9 @@ "numContainers" : 0, "maxApplications" : 1250, "maxApplicationsPerUser" : 1250, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 2048, @@ -750,14 +750,14 @@ }, { "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.b", - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "b", @@ -804,15 +804,15 @@ "resourceValue" : "50.0%" } ] }, - "capacity" : 50, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 50, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 50.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 50.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1147,9 +1147,9 @@ "numContainers" : 0, "maxApplications" : 5000, "maxApplicationsPerUser" : 5000, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -1230,13 +1230,13 @@ "type" : "capacitySchedulerLeafQueueInfo", "queuePath" : "root.c", "capacity" : 37.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteMaxCapacity" : 100, - "absoluteUsedCapacity" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteMaxCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "numApplications" : 0, "maxParallelApps" : 2147483647, "queueName" : "c", @@ -1284,14 +1284,14 @@ } ] }, "capacity" : 37.5, - "usedCapacity" : 0, - "maxCapacity" : 100, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, "absoluteCapacity" : 37.5, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 10, - "weight" : -1, - "normalizedWeight" : 0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 10.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0, @@ -1626,9 +1626,9 @@ "numContainers" : 0, "maxApplications" : 3750, "maxApplicationsPerUser" : 3750, - "userLimit" : 100, + "userLimit" : 100.0, "users" : { }, - "userLimitFactor" : 1, + "userLimitFactor" : 1.0, "configuredMaxAMResourceLimit" : 0.1, "AMResourceLimit" : { "memory" : 4096, @@ -1720,15 +1720,15 @@ "resourceValue" : "100.0%" } ] }, - "capacity" : 100, - "usedCapacity" : 0, - "maxCapacity" : 100, - "absoluteCapacity" : 100, - "absoluteUsedCapacity" : 0, - "absoluteMaxCapacity" : 100, - "maxAMLimitPercentage" : 0, - "weight" : -1, - "normalizedWeight" : 0, + "capacity" : 100.0, + "usedCapacity" : 0.0, + "maxCapacity" : 100.0, + "absoluteCapacity" : 100.0, + "absoluteUsedCapacity" : 0.0, + "absoluteMaxCapacity" : 100.0, + "maxAMLimitPercentage" : 0.0, + "weight" : -1.0, + "normalizedWeight" : 0.0, "configuredMinResource" : { "memory" : 0, "vCores" : 0,