Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

ISSUE-659 # add ability to refer CSV source value by header #667

Merged
merged 5 commits into from
Jun 15, 2024
Merged
Show file tree
Hide file tree
Changes from 4 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -7,13 +7,14 @@
import org.apache.commons.collections4.CollectionUtils;
import org.apache.commons.text.StringSubstitutor;
import org.jsmart.zerocode.core.domain.ScenarioSpec;
import org.jsmart.zerocode.core.utils.TokenUtils;
import org.slf4j.Logger;

import java.util.Arrays;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.concurrent.atomic.AtomicLong;
import java.util.stream.IntStream;

import static org.jsmart.zerocode.core.constants.ZerocodeConstants.DSL_FORMAT;
import static org.jsmart.zerocode.core.di.provider.CsvParserProvider.LINE_SEPARATOR;
Expand Down Expand Up @@ -115,10 +116,13 @@ private ScenarioSpec resolveParamsCsv(ScenarioSpec scenario, int paramIndex) {
return scenario;
}

Map<String, Object> valuesMap = new HashMap<>();
String[] headers = retrieveCsvHeaders(parameterizedCsvList.get(0));

paramIndex = headers == null ? paramIndex : paramIndex+1;

String csvLine = parameterizedCsvList.get(paramIndex);

resolveCsvLine(valuesMap, csvLine);
Map<String, Object> valuesMap = resolveCsvLine(csvLine, headers);

String resultantStepJson = replaceWithValues(stepJson, valuesMap);

Expand All @@ -129,11 +133,25 @@ private ScenarioSpec resolveParamsCsv(ScenarioSpec scenario, int paramIndex) {
}
}

private void resolveCsvLine(Map<String, Object> valuesMap, String csvLine) {
private String[] retrieveCsvHeaders(String csvHeaderLine) {
String[] parsedHeaderLine = csvParser.parseLine(csvHeaderLine + LINE_SEPARATOR);
boolean hasHeader = parsedHeaderLine.length > 0 && Arrays.stream(parsedHeaderLine).allMatch(s -> s.matches("^\\|.*\\|$"));
return !hasHeader ? null : Arrays.stream(parsedHeaderLine).map(s -> s.substring(1,s.length()-1)).toArray(String[]::new);
}

private Map<String, Object> resolveCsvLine(String csvLine, String[] headers) {
Map<String, Object> valuesMap = new HashMap<>();
String[] parsedLine = csvParser.parseLine(csvLine + LINE_SEPARATOR);
AtomicLong index = new AtomicLong(0);
Arrays.stream(parsedLine)
.forEach(thisValue -> valuesMap.put(index.getAndIncrement() + "", thisValue));
IntStream.range(0, parsedLine.length).forEach(i -> valuesMap.put(i + "", parsedLine[i]));

if (headers != null){
IntStream.range(0, headers.length).forEach(i -> {
if(!headers[i].contains(" ") && !headers[i].isEmpty()){
valuesMap.put("PARAM."+headers[i], TokenUtils.resolveKnownTokens(parsedLine[i]).toString());
}
});
}
return valuesMap;
}

private String replaceWithValues(String stepJson, Map<String, Object> valuesMap) {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -10,9 +10,13 @@
import static java.util.Optional.ofNullable;
import static org.apache.commons.collections4.CollectionUtils.isEmpty;
import static org.jsmart.zerocode.core.constants.ZerocodeConstants.KAFKA_TOPIC;

import org.jsmart.zerocode.core.domain.Parameterized;
import org.jsmart.zerocode.core.domain.ScenarioSpec;
import org.jsmart.zerocode.core.domain.Step;
import org.jsmart.zerocode.core.domain.builders.ZeroCodeExecReportBuilder;

import static org.jsmart.zerocode.core.di.provider.CsvParserProvider.LINE_SEPARATOR;
import static org.jsmart.zerocode.core.domain.builders.ZeroCodeExecReportBuilder.newInstance;
import org.jsmart.zerocode.core.domain.builders.ZeroCodeIoWriteBuilder;
import org.jsmart.zerocode.core.engine.assertion.FieldAssertionMatcher;
Expand All @@ -30,7 +34,6 @@
import org.jsmart.zerocode.core.utils.ApiTypeUtils;
import static org.jsmart.zerocode.core.utils.ApiTypeUtils.apiType;
import static org.jsmart.zerocode.core.utils.RunnerUtils.getFullyQualifiedUrl;
import static org.jsmart.zerocode.core.utils.RunnerUtils.getParameterSize;
import static org.jsmart.zerocode.core.utils.SmartUtils.prettyPrintJson;
import org.junit.runner.Description;
import org.junit.runner.notification.RunNotifier;
Expand All @@ -42,6 +45,7 @@
import java.util.List;
import java.util.Objects;
import java.util.Optional;
import java.util.Arrays;
import java.util.function.BiConsumer;

@Singleton
Expand Down Expand Up @@ -551,6 +555,24 @@ private int deriveScenarioLoopTimes(ScenarioSpec scenario) {
return scenarioLoopTimes;
}

private int getParameterSize(Parameterized parameterized) {
if (parameterized == null) {
return 0;
}

List<Object> valueSource = parameterized.getValueSource();
List<String> csvSource = parameterized.getCsvSource();
int csvSourceSize = 0;

if (csvSource != null && !csvSource.isEmpty()){
String[] parsedHeaderLine = csvParser.parseLine(csvSource.get(0) + LINE_SEPARATOR);
boolean hasHeader = parsedHeaderLine.length > 0 && Arrays.stream(parsedHeaderLine).allMatch(s -> s.matches("^\\|.*\\|$"));
csvSourceSize = hasHeader ? csvSource.size() -1 : csvSource.size();
}

return valueSource != null ? valueSource.size() : csvSourceSize;
}

private List<FieldAssertionMatcher> compareStepResults(Step thisStep, String actualResult, String expectedResult, String resolvedScenarioState) {
List<FieldAssertionMatcher> failureResults = new ArrayList<>();

Expand Down
12 changes: 0 additions & 12 deletions core/src/main/java/org/jsmart/zerocode/core/utils/RunnerUtils.java
Original file line number Diff line number Diff line change
Expand Up @@ -120,18 +120,6 @@ public static int loopCount(Step thisStep) {
return stepLoopTimes > 0 ? stepLoopTimes: MIN_COUNT;
}

public static int getParameterSize(Parameterized parameterized) {
if (parameterized == null) {
return 0;
}

List<Object> valueSource = parameterized.getValueSource();
List<String> csvSource = parameterized.getCsvSource();

return valueSource != null ? valueSource.size() :
(csvSource != null ? csvSource.size() : 0);
}

public static void handleTestCompleted(RunListener reportListener, Logger logger) {
if (CHARTS_AND_CSV.equals(getProperty(ZEROCODE_JUNIT))) {
/**
Expand Down
Original file line number Diff line number Diff line change
@@ -1,10 +1,12 @@
package org.jsmart.zerocode.core.engine.preprocessor;

import com.fasterxml.jackson.databind.JsonNode;
import com.fasterxml.jackson.databind.ObjectMapper;
import com.univocity.parsers.csv.CsvParser;
import jakarta.inject.Inject;
import org.jsmart.zerocode.core.di.main.ApplicationMainModule;
import org.jsmart.zerocode.core.domain.ScenarioSpec;
import org.jsmart.zerocode.core.domain.Step;
import org.jsmart.zerocode.core.utils.SmartUtils;
import org.jukito.JukitoRunner;
import org.jukito.TestModule;
Expand Down Expand Up @@ -75,7 +77,7 @@ public void testProcessParameterized_values() throws Exception {
@Test
public void testProcessParameterized_csv() throws Exception {
String jsonDocumentAsString = smartUtils
.getJsonDocumentAsString("unit_test_files/engine_unit_test_jsons/11_scenario_parameterized_csv.json");
.getJsonDocumentAsString("unit_test_files/engine_unit_test_jsons/11.1_scenario_parameterized_csv.json");
ScenarioSpec scenarioSpec = mapper.readValue(jsonDocumentAsString, ScenarioSpec.class);

ScenarioSpec scenarioSpecResolved = parameterizedProcessor.resolveParameterized(scenarioSpec, 0);
Expand All @@ -87,4 +89,23 @@ public void testProcessParameterized_csv() throws Exception {
assertThat(scenarioSpecResolved.getSteps().get(0).getAssertions().get("status").asInt(), is(400));

}

@Test
public void testProcessParameterized_csv_with_named_random() throws Exception {
String jsonDocumentAsString = smartUtils
.getJsonDocumentAsString("unit_test_files/engine_unit_test_jsons/11.2_scenario_parameterized_csv_with_named_random.json");
ScenarioSpec scenarioSpec = mapper.readValue(jsonDocumentAsString, ScenarioSpec.class);

ScenarioSpec scenarioSpecResolved = parameterizedProcessor.resolveParameterized(scenarioSpec, 0);
Step step = scenarioSpecResolved.getSteps().get(0);
assertThat(step.getUrl(), is("/anUrl/${RANDOM.NUMBER}/${RANDOM.NUMBER}"));
JsonNode queryParams = step.getRequest().get("queryParams");
assertThat(queryParams.get("id1"), is(queryParams.get("id2")));
assertThat(queryParams.get("addressId1"), is(queryParams.get("addressId2")));
assertThat(scenarioSpecResolved.getSteps().get(0).getAssertions().get("status").asInt(), is(200));

scenarioSpecResolved = parameterizedProcessor.resolveParameterized(scenarioSpec, 1);
assertThat(scenarioSpecResolved.getSteps().get(0).getUrl(), is("/anUrl/11/22"));
assertThat(scenarioSpecResolved.getSteps().get(0).getAssertions().get("status").asInt(), is(400));
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -76,7 +76,7 @@ public void willGetJsonFileIntoA_JavaString() throws Exception {
@Test
public void willReadAllfileNamesFrom_TestResource() {
List<String> allTestCaseFiles = SmartUtils.getAllEndPointFiles("unit_test_files/engine_unit_test_jsons");
assertThat(allTestCaseFiles.size(), is(22));
assertThat(allTestCaseFiles.size(), is(23));
assertThat(allTestCaseFiles.get(0), is("unit_test_files/engine_unit_test_jsons/00_test_json_single_step_verifications.json"));
}

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -14,4 +14,9 @@ public class ParameterisedCsvDemoTest {
@JsonTestCase("integration_test_files/parameterized/parameterized_sample_csv_test.json")
public void testParameterizedCsv() throws Exception {
}

@Test
@JsonTestCase("integration_test_files/parameterized/parameterized_sample_csv_with_headers_test.json")
public void testParameterizedCsvWithHeaders() throws Exception {
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,29 @@
{
"scenarioName": "Parameterized test scenario demo",
"steps": [
{
"name": "get_user",
"url": "",
"operation": "",
"request": {
"status": "${2}",
"body": {
"login": "octocat-${PARAM.id}-${PARAM.AddressId}"
}
},
"assertions": {
"status": "${$.get_user.response.status}",
"body": {
"login": "octocat-${PARAM.id}-${PARAM.AddressId}"
}
}
}
],
"parameterized": {
"csvSource":[
"|id|, |AddressId|, |status|",
"${RANDOM.NUMBER}, ${RANDOM.NUMBER}, 200",
"11, 22, 400"
]
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,29 @@
{
"scenarioName": "For deserialize only",
"ignoreStepFailures": true,
"steps": [
{
"name": "step1",
"url": "/anUrl/${0}/${1}",
"operation": "GET",
"request": {
"queryParams": {
"id1": "${PARAM.id}",
"id2": "${PARAM.id}",
"addressId1": "${PARAM.AddressId}",
"addressId2": "${PARAM.AddressId}"
}
},
"assertions": {
"status": "${PARAM.status}"
}
}
],
"parameterized": {
"csvSource": [
"|id|, |AddressId|, |status|",
"${RANDOM.NUMBER}, ${RANDOM.NUMBER}, 200",
"11, 22, 400"
]
}
}
Loading