Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[GCS]Add gcs resource scheduler #13072

Merged
merged 32 commits into from
Jan 14, 2021
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
fix review comments
  • Loading branch information
灵洵 committed Jan 7, 2021
commit 910116114a6126110b5a2c277b6fd0110badf640
4 changes: 3 additions & 1 deletion src/ray/gcs/gcs_server/gcs_placement_group_scheduler.cc
Original file line number Diff line number Diff line change
Expand Up @@ -110,7 +110,9 @@ ScheduleMap GcsStrictSpreadStrategy::Schedule(
const auto &required_resources = GetRequiredResourcesFromBundles(bundles);
const auto &selected_nodes = context->gcs_resource_scheduler_.Schedule(
required_resources, SchedulingType::STRICT_SPREAD,
[nodes_in_use](const NodeID &node_id) { return nodes_in_use.count(node_id) == 0; });
/*node_filter_func=*/[&nodes_in_use](const NodeID &node_id) {
return nodes_in_use.count(node_id) == 0;
});
return GenerateScheduleMap(bundles, selected_nodes);
}

Expand Down
23 changes: 12 additions & 11 deletions src/ray/gcs/gcs_server/gcs_resource_scheduler.cc
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,7 @@
namespace ray {
namespace gcs {

double LeastResourceScorer::Grade(const ResourceSet &required_resources,
double LeastResourceScorer::Score(const ResourceSet &required_resources,
const SchedulingResources &node_resources) {
const auto &available_resources = node_resources.GetAvailableResources();
const auto &available_resource_amount_map = available_resources.GetResourceAmountMap();
Expand All @@ -29,12 +29,12 @@ double LeastResourceScorer::Grade(const ResourceSet &required_resources,
return -1;
}

auto calculate_score =
auto calculated_score =
Calculate(entry.second, available_resource_amount_iter->second);
if (calculate_score < 0) {
if (calculated_score < 0) {
return -1;
}
node_score += calculate_score;
node_score += calculated_score;
}

// TODO(ffbin): When applying for CPU resources, if there are two nodes, one node has
Expand Down Expand Up @@ -63,7 +63,7 @@ std::vector<NodeID> GcsResourceScheduler::Schedule(
absl::flat_hash_set<NodeID> candidate_nodes =
FilterCandidateNodes(cluster_resources, node_filter_func);
if (candidate_nodes.empty()) {
RAY_LOG(INFO) << "The candidate nodes is empty, return directly.";
RAY_LOG(DEBUG) << "The candidate nodes is empty, return directly.";
return {};
}

Expand Down Expand Up @@ -119,9 +119,10 @@ std::vector<NodeID> GcsResourceScheduler::StrictSpreadSchedule(
const absl::flat_hash_set<NodeID> &candidate_nodes) {
std::vector<NodeID> result;
if (required_resources_list.size() > candidate_nodes.size()) {
RAY_LOG(INFO) << "The number of required resources " << required_resources_list.size()
<< " is greater than the number of candidate nodes "
<< candidate_nodes.size() << ", scheduling fails.";
RAY_LOG(DEBUG) << "The number of required resources "
<< required_resources_list.size()
<< " is greater than the number of candidate nodes "
<< candidate_nodes.size() << ", scheduling fails.";
return result;
}

Expand Down Expand Up @@ -274,8 +275,8 @@ std::list<NodeScore> GcsResourceScheduler::ScoreNodes(
for (const auto &node_id : candidate_nodes) {
const auto &iter = cluster_resources.find(node_id);
RAY_CHECK(iter != cluster_resources.end());
double node_grade = node_scorer_->Grade(required_resources, iter->second);
node_scores.emplace_back(node_id, node_grade);
double node_score = node_scorer_->Score(required_resources, iter->second);
node_scores.emplace_back(node_id, node_score);
}

// Sort node scores, the large score is in the front.
Expand All @@ -288,7 +289,7 @@ std::list<NodeScore> GcsResourceScheduler::ScoreNodes(
void GcsResourceScheduler::ReleaseTemporarilyDeductedResources(
const std::vector<ResourceSet> &required_resources_list,
const std::vector<NodeID> &nodes) {
for (int index = 0; index < (int)nodes.size(); ++index) {
for (int index = 0; index < (int)nodes.size(); index++) {
// If `PackSchedule` fails, the id of some nodes may be nil.
if (!nodes[index].IsNil()) {
RAY_CHECK(gcs_resource_manager_.ReleaseResources(nodes[index],
Expand Down
6 changes: 3 additions & 3 deletions src/ray/gcs/gcs_server/gcs_resource_scheduler.h
Original file line number Diff line number Diff line change
Expand Up @@ -43,21 +43,21 @@ class NodeScorer {
public:
virtual ~NodeScorer() = default;

/// \brief Make a grade based on the node resources.
/// \brief Score according to node resources.
///
/// \param required_resources The required resources.
/// \param node_resources The node resources which contains available and total
/// resources.
/// \return Score of the node.
virtual double Grade(const ResourceSet &required_resources,
virtual double Score(const ResourceSet &required_resources,
const SchedulingResources &node_resources) = 0;
};

/// LeastResourceScorer is a score plugin that favors nodes with fewer allocation
/// requested resources based on requested resources.
class LeastResourceScorer : public NodeScorer {
public:
double Grade(const ResourceSet &required_resources,
double Score(const ResourceSet &required_resources,
const SchedulingResources &node_resources) override;

private:
Expand Down