Skip to content

Commit e5d1b9c

Browse files
committed
fix of method call emitDefaultUserLimitFactor
Change-Id: I79bdb749c2ce2db1b37cdc4813f6b8527d057fb0
1 parent 5489ce5 commit e5d1b9c

File tree

2 files changed

+8
-17
lines changed

2 files changed

+8
-17
lines changed

hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/converter/FSConfigToCSConfigConverter.java

Lines changed: 0 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -29,7 +29,6 @@
2929
import java.io.IOException;
3030
import java.io.OutputStream;
3131
import java.nio.charset.StandardCharsets;
32-
import java.util.Collection;
3332
import java.util.List;
3433
import java.util.Map;
3534

@@ -49,7 +48,6 @@
4948
import org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.AllocationConfiguration;
5049
import org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.AllocationConfigurationException;
5150
import org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.ConfigurableResource;
52-
import org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSLeafQueue;
5351
import org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSParentQueue;
5452
import org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSQueue;
5553
import org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler;
@@ -293,7 +291,6 @@ private void convertYarnSiteXml(Configuration inputYarnSiteConfig) {
293291

294292
private void convertCapacitySchedulerXml(FairScheduler fs) {
295293
FSParentQueue rootQueue = fs.getQueueManager().getRootQueue();
296-
Collection<FSLeafQueue> fsLeafQueue = fs.getQueueManager().getLeafQueues();
297294
emitDefaultQueueMaxParallelApplications();
298295
emitDefaultUserMaxParallelApplications();
299296
emitUserMaxParallelApplications();
@@ -313,7 +310,6 @@ private void convertCapacitySchedulerXml(FairScheduler fs) {
313310
.withPercentages(usePercentages)
314311
.build();
315312

316-
queueConverter.emitDefaultUserLimitFactor(fsLeafQueue, capacitySchedulerConfig);
317313
queueConverter.convertQueueHierarchy(rootQueue);
318314
emitACLs(fs);
319315
}
@@ -416,7 +412,6 @@ private void emitDefaultMaxAMShare() {
416412
queueMaxAMShareDefault);
417413
}
418414
}
419-
420415
private void emitDisablePreemptionForObserveOnlyMode() {
421416
if (preemptionMode == FSConfigToCSConfigConverterParams
422417
.PreemptionMode.OBSERVE_ONLY) {

hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/converter/FSQueueConverter.java

Lines changed: 8 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,6 @@
2121
import static org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacitySchedulerConfiguration.USER_LIMIT_FACTOR;
2222

2323
import java.util.List;
24-
import java.util.Collection;
2524
import java.util.stream.Collectors;
2625

2726
import org.apache.hadoop.conf.Configuration;
@@ -83,6 +82,7 @@ public void convertQueueHierarchy(FSQueue queue) {
8382
emitMaxParallelApps(queueName, queue);
8483
emitMaxAllocations(queueName, queue);
8584
emitPreemptionDisabled(queueName, queue);
85+
emitDefaultUserLimitFactor(queueName, children);
8686

8787
emitChildCapacity(queue);
8888
emitMaximumCapacity(queueName, queue);
@@ -219,17 +219,13 @@ private void emitPreemptionDisabled(String queueName, FSQueue queue) {
219219
}
220220
}
221221

222-
public void emitDefaultUserLimitFactor(Collection<FSLeafQueue> fsLeafQueue, CapacitySchedulerConfiguration config) {
223-
fsLeafQueue
224-
.forEach((leafQueue) -> {
225-
if (!config.
226-
isAutoQueueCreationV2Enabled(leafQueue.getName())) {
227-
config.setFloat(
228-
CapacitySchedulerConfiguration.
229-
PREFIX + leafQueue.getName() + DOT + USER_LIMIT_FACTOR,
230-
-1.0f);
231-
}
232-
});
222+
public void emitDefaultUserLimitFactor(String queueName, List<FSQueue> children) {
223+
if (children.isEmpty()) {
224+
capacitySchedulerConfig.setFloat(
225+
CapacitySchedulerConfiguration.
226+
PREFIX + queueName + DOT + USER_LIMIT_FACTOR,
227+
-1.0f);
228+
}
233229
}
234230

235231
/**

0 commit comments

Comments
 (0)