Skip to content

Commit

Permalink
support matchLabelKeys for topology spread
Browse files Browse the repository at this point in the history
  • Loading branch information
jmdeal committed Aug 15, 2024
1 parent bc2d87a commit 1d46f34
Show file tree
Hide file tree
Showing 2 changed files with 68 additions and 13 deletions.
5 changes: 5 additions & 0 deletions pkg/controllers/provisioning/scheduling/topology.go
Original file line number Diff line number Diff line change
Expand Up @@ -333,6 +333,11 @@ func (t *Topology) countDomains(ctx context.Context, tg *TopologyGroup) error {
func (t *Topology) newForTopologies(p *corev1.Pod) []*TopologyGroup {
var topologyGroups []*TopologyGroup
for _, cs := range p.Spec.TopologySpreadConstraints {
for _, label := range cs.MatchLabelKeys {
if value, ok := p.ObjectMeta.Labels[label]; ok {
cs.LabelSelector.MatchLabels[label] = value
}
}
topologyGroups = append(topologyGroups, NewTopologyGroup(TopologyTypeSpread, cs.TopologyKey, p, sets.New(p.Namespace),
cs.LabelSelector, cs.MaxSkew, cs.MinDomains, cs.NodeTaintsPolicy, cs.NodeAffinityPolicy, t.domainGroups[cs.TopologyKey]))
}
Expand Down
76 changes: 63 additions & 13 deletions pkg/controllers/provisioning/scheduling/topology_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -1127,11 +1127,69 @@ var _ = Describe("Topology", func() {
})
})

Context("MatchLabelKeys", func() {
BeforeEach(func() {
if env.Version.Minor() < 27 {
Skip("MatchLabelKeys only enabled by default forK8S >= 1.27.x")
}
})

It("should support matchLabelKeys", func() {
matchedLabel := "test-label"
topology := []corev1.TopologySpreadConstraint{{
TopologyKey: corev1.LabelHostname,
WhenUnsatisfiable: corev1.DoNotSchedule,
LabelSelector: &metav1.LabelSelector{MatchLabels: labels},
MatchLabelKeys: []string{matchedLabel},
MaxSkew: 1,
}}
count := 2
pods := test.UnschedulablePods(test.PodOptions{
ObjectMeta: metav1.ObjectMeta{
Labels: lo.Assign(labels, map[string]string{matchedLabel: "value-a"}),
},
TopologySpreadConstraints: topology,
}, count)
pods = append(pods, test.UnschedulablePods(test.PodOptions{
ObjectMeta: metav1.ObjectMeta{
Labels: lo.Assign(labels, map[string]string{matchedLabel: "value-b"}),
},
TopologySpreadConstraints: topology,
}, count)...)
ExpectApplied(ctx, env.Client, nodePool)
ExpectProvisioned(ctx, env.Client, cluster, cloudProvider, prov, pods...)
ExpectSkew(ctx, env.Client, "default", &topology[0]).To(ConsistOf(2, 2))
})

It("should ignore unknown labels specified in matchLabelKeys", func() {
matchedLabel := "test-label"
topology := []corev1.TopologySpreadConstraint{{
TopologyKey: corev1.LabelHostname,
WhenUnsatisfiable: corev1.DoNotSchedule,
LabelSelector: &metav1.LabelSelector{MatchLabels: labels},
MatchLabelKeys: []string{matchedLabel},
MaxSkew: 1,
}}
pods := test.UnschedulablePods(test.PodOptions{
ObjectMeta: metav1.ObjectMeta{
Labels: labels,
},
TopologySpreadConstraints: topology,
}, 4)
ExpectApplied(ctx, env.Client, nodePool)
ExpectProvisioned(ctx, env.Client, cluster, cloudProvider, prov, pods...)
ExpectSkew(ctx, env.Client, "default", &topology[0]).To(ConsistOf(1, 1, 1, 1))
})
})

Context("NodeTaintsPolicy", func() {
It("should balance pods across a label (NodeTaintsPolicy=ignore)", func() {
BeforeEach(func() {
if env.Version.Minor() < 26 {
Skip("NodeTaintsPolicy ony enabled by default for K8s >= 1.26.x")
Skip("NodeTaintsPolicy only enabled by default for K8s >= 1.26.x")
}
})

It("should balance pods across a label (NodeTaintsPolicy=ignore)", func() {

const spreadLabel = "fake-label"
nodePool.Spec.Template.Labels = map[string]string{
Expand Down Expand Up @@ -1204,9 +1262,6 @@ var _ = Describe("Topology", func() {
ExpectSkew(ctx, env.Client, "default", &topology[0]).To(ConsistOf(1))
})
It("should balance pods across a label (NodeTaintsPolicy=honor)", func() {
if env.Version.Minor() < 26 {
Skip("NodeTaintsPolicy ony enabled by default for K8s >= 1.26.x")
}
const spreadLabel = "fake-label"
nodePool.Spec.Template.Labels = map[string]string{
spreadLabel: "baz",
Expand Down Expand Up @@ -1340,10 +1395,6 @@ var _ = Describe("Topology", func() {
ExpectSkew(ctx, env.Client, "default", &topology[0]).To(ConsistOf(1))
})
It("should balance pods across a label when discovered from the provisioner (NodeTaintsPolicy=honor)", func() {
if env.Version.Minor() < 26 {
Skip("NodeTaintsPolicy ony enabled by default for K8s >= 1.26.x")
}

const spreadLabel = "fake-label"
const taintKey = "taint-key"
nodePool.Spec.Template.Spec.Requirements = append(nodePool.Spec.Template.Spec.Requirements, v1.NodeSelectorRequirementWithMinValues{
Expand Down Expand Up @@ -1475,10 +1526,12 @@ var _ = Describe("Topology", func() {
})

Context("NodeAffinityPolicy", func() {
It("should balance pods across a label (NodeAffinityPolicy=ignore)", func() {
BeforeEach(func() {
if env.Version.Minor() < 26 {
Skip("NodeAffinityPolicy ony enabled by default for K8s >= 1.26.x")
}
})
It("should balance pods across a label (NodeAffinityPolicy=ignore)", func() {
const spreadLabel = "fake-label"
const affinityLabel = "selector"
const affinityMismatch = "mismatch"
Expand Down Expand Up @@ -1547,9 +1600,6 @@ var _ = Describe("Topology", func() {
ExpectSkew(ctx, env.Client, "default", &topology[0]).To(ConsistOf(1))
})
It("should balance pods across a label (NodeAffinityPolicy=honor)", func() {
if env.Version.Minor() < 26 {
Skip("NodeAffinityPolicy ony enabled by default for K8s >= 1.26.x")
}
const spreadLabel = "fake-label"
const affinityLabel = "selector"
const affinityMismatch = "mismatch"
Expand Down

0 comments on commit 1d46f34

Please sign in to comment.