Skip to content

Commit

Permalink
control-service: fix data job deployment cpu conversion
Browse files Browse the repository at this point in the history
Why
Currenlty, we can configure data job cpu only in milicores.

What
Added an ability to provide cpu resources in either milicores or cores.
Also, swithced the database cpu unit to cores as it used to be.

Testing done:
Unit tests

Signed-off-by: Miroslav Ivanov miroslavi@vmware.com
  • Loading branch information
mivanov1988 committed Feb 14, 2024
1 parent 6e4e0a0 commit 80f384b
Show file tree
Hide file tree
Showing 3 changed files with 26 additions and 8 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -457,7 +457,7 @@ private void setDefaultCpuRequestIfNeeded(DataJobDeploymentResources resources)
try {
if (resources.getCpuRequestCores() == null) {
String cpu = defaultConfigurations.dataJobRequests().getCpu();
resources.setCpuRequestCores(K8SMemoryConversionUtils.getCpuInFloat(cpu));
resources.setCpuRequestCores(K8SMemoryConversionUtils.getCpuInCores(cpu));
}
} catch (ParseException e) {
handleResourcesException(e);
Expand All @@ -468,7 +468,7 @@ private void setDefaultCpuLimitIfNeeded(DataJobDeploymentResources resources) {
try {
if (resources.getCpuLimitCores() == null) {
String cpu = defaultConfigurations.dataJobLimits().getCpu();
resources.setCpuLimitCores(K8SMemoryConversionUtils.getCpuInFloat(cpu));
resources.setCpuLimitCores(K8SMemoryConversionUtils.getCpuInCores(cpu));
}
} catch (ParseException e) {
handleResourcesException(e);
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,13 @@ public static int getMemoryInMi(String memory) throws ParseException {
return getMemoryInMi(memoryAmount, memory);
}

public static float getCpuInFloat(String cpu) throws ParseException {
return NumberFormat.getInstance().parse(cpu).floatValue();
public static float getCpuInCores(String cpu) throws ParseException {
float value = NumberFormat.getInstance().parse(cpu).floatValue();

if (cpu != null && cpu.endsWith("m")) {
value = value / 1000;
}

return value;
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,8 @@
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.boot.test.context.SpringBootTest;

import java.text.ParseException;

@SpringBootTest(classes = ControlplaneApplication.class)
public class DataJobDefaultConfigurationsTest {

Expand All @@ -35,16 +37,16 @@ public void testDefaultMemoryLimit() throws Exception {
@Test
public void testDefaultCpuRequest() throws Exception {
Assertions.assertEquals(
1000,
K8SMemoryConversionUtils.getCpuInFloat(
1,
K8SMemoryConversionUtils.getCpuInCores(
dataJobDefaultConfigurations.dataJobRequests().getCpu()));
}

@Test
public void testDefaultCpuLimit() throws Exception {
Assertions.assertEquals(
2000,
K8SMemoryConversionUtils.getCpuInFloat(
2,
K8SMemoryConversionUtils.getCpuInCores(
dataJobDefaultConfigurations.dataJobLimits().getCpu()));
}

Expand Down Expand Up @@ -77,4 +79,14 @@ public void testTbConversion() {
public void testTiConversion() {
Assertions.assertEquals(2097152, K8SMemoryConversionUtils.getMemoryInMi(2, "Ti"));
}

@Test
public void testCpuMilicoresConversion() throws ParseException {
Assertions.assertEquals(1, K8SMemoryConversionUtils.getCpuInCores("1000m"));
}

@Test
public void testCpuCoresConversion() throws ParseException {
Assertions.assertEquals(1, K8SMemoryConversionUtils.getCpuInCores("1"));
}
}

0 comments on commit 80f384b

Please sign in to comment.