Skip to content

Commit

Permalink
Fix PCT suites
Browse files Browse the repository at this point in the history
  • Loading branch information
@pierredebelen
pierredebelen committed May 24, 2024
1 parent f145007 commit d6b240d
Show file tree
Hide file tree
Showing 23 changed files with 1,106 additions and 482 deletions.
58 changes: 0 additions & 58 deletions ...er/legend-engine-server-http-server/src/test/java/org/finos/legend/engine/server/Bla.java
View file

This file was deleted.

176 changes: 176 additions & 0 deletions ...ne-server-http-server/src/test/java/org/finos/legend/engine/server/GeneratePCTReport.java
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,176 @@
// Copyright 2024 Goldman Sachs
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package org.finos.legend.engine.server;

import org.eclipse.collections.api.RichIterable;
import org.eclipse.collections.api.list.MutableList;
import org.eclipse.collections.api.map.MutableMap;
import org.eclipse.collections.api.multimap.list.MutableListMultimap;
import org.eclipse.collections.impl.factory.Lists;
import org.eclipse.collections.impl.factory.Maps;
import org.eclipse.collections.impl.utility.ListIterate;
import org.finos.legend.pure.m3.pct.aggregate.generation.DocumentationGeneration;
import org.finos.legend.pure.m3.pct.aggregate.model.FunctionDocumentation;
import org.finos.legend.pure.m3.pct.functions.model.FunctionDefinition;
import org.finos.legend.pure.m3.pct.functions.model.Signature;
import org.finos.legend.pure.m3.pct.reports.model.AdapterKey;
import org.finos.legend.pure.m3.pct.reports.model.FunctionTestResults;
import org.finos.legend.pure.m3.pct.reports.model.TestInfo;
import org.finos.legend.pure.m3.pct.shared.generation.Shared;
import org.finos.legend.pure.m3.pct.shared.provider.PCTReportProviderLoader;

import java.util.Map;

public class GeneratePCTReport
{
static MutableMap<String, String> moduleURLs = Maps.mutable.empty();

public static void main(String[] args) throws Exception
{
moduleURLs.put("basic", "https://github.com/finos/legend-pure/tree/master/legend-pure-core/legend-pure-m3-core/src/main/resources");
moduleURLs.put("grammar", "https://github.com/finos/legend-pure/tree/master/legend-pure-core/legend-pure-m3-core/src/main/resources");
moduleURLs.put("base", "https://github.com/finos/legend-pure/tree/master/legend-pure-functions/legend-pure-functions-base/legend-pure-m2-functions-base-pure/src/main/resources/");
moduleURLs.put("relation", "https://github.com/finos/legend-pure/tree/master/legend-pure-functions/legend-pure-functions-relation/legend-pure-m2-functions-relation-pure/src/main/resources");

Map<String, FunctionDocumentation> f = DocumentationGeneration.buildDocumentation().documentationByName;

System.out.println("Functions: (" + f.keySet().size() + ") " + f.keySet());

System.out.println("");

MutableListMultimap<String, FunctionDocumentation> ordered = Lists.mutable.withAll(DocumentationGeneration.buildDocumentation().documentationByName.values()).groupBy(x -> x.functionDefinition._package);

MutableList<AdapterKey> adapterKeys = PCTReportProviderLoader.gatherReports().collect(c -> c.adapterKey).distinct();

String html = top + ordered.keyMultiValuePairsView()
.collect(packageAndFunctionDocListPair -> "\n" +
"<b>" + packageAndFunctionDocListPair.getOne() + "</b>\n" +
"<BR/><BR/>\n" +
" <table style=\"width:800;text-align: center\">\n" +
" <tr>\n" +
" <th style='width:300'>Name</th>\n" +
addHeaders(adapterKeys) + "\n" +
" </tr>\n" +
sortFunctionDef(packageAndFunctionDocListPair.getTwo()).collect(z ->
" <TR>\n" +
printFuncName(z.module, z.functionDefinition) +
adapterKeys.collect(a -> writeTest(z, a)).makeString("\n") + "\n" +
" </TR>\n"
).makeString("\n") +
"\n </table>\n<BR/><BR/><BR/>\n"
)
.makeString("\n")
+ bottom;

Shared.writeStringToTarget("./target", "ok.html", html);
}

private static String writeTest(FunctionDocumentation z, AdapterKey a)
{
FunctionTestResults results = z.functionTestResults.get(a);
if (results != null)
{
MutableList<TestInfo> tests = Lists.mutable.withAll(results.tests);
int success = tests.select(t -> t.success).size();
String color = success == 0 ? "#C70039 " : success != tests.size() ? "#FFA500" : "#00C72B";
return " <TD style='height:0;color:" + color + "'><div class='hover-text'>" + success + "/" + tests.size() + "<div class='tooltip-text' id='top'>" + testDetail(tests) + "</div></div></TD>";
}
else
{
return " <TD> - </TD>";
}
}

private static String testDetail(MutableList<TestInfo> tests)
{
return tests.sortThisBy(x -> x.testName).collect(x -> "<span style='color:" + (x.success ? "00FF00" : "#FF0000") + "'>" + x.testName + "</span><span>" + (x.errorMessage == null ? "" : x.errorMessage) + "</span>").makeString("<BR>");

}

private static MutableList<FunctionDocumentation> sortFunctionDef(RichIterable<FunctionDocumentation> functionDocumentations)
{
return functionDocumentations.toSortedListBy(funcDoc ->
{
FunctionDefinition funcDef = funcDoc.functionDefinition;
return isPlatformOnly(funcDef) ? "|" + funcDef.name : getGrammarCharacter(funcDef) != null ? "." + funcDef.name : funcDef.name;
});
}

private static String printFuncName(String module, FunctionDefinition f)
{
String color = isPlatformOnly(f) ? " style='color:#DDDDDD;text-decoration: line-through;'" : "";
String character = getGrammarCharacter(f);
return " <TD" + color + ">" + (character != null ? "<span style='color:#34eb92'>" + character + "&nbsp;&nbsp;</span><span style='color:#DDDDDD'><a href='" + moduleURLs.get(module) + f.sourceId + "' style='color:#DDDDDD'>" + f.name + "</a></span>" : "<a href='" + moduleURLs.get(module) + f.sourceId + "' style='color:#000000'>" + f.name + "</a>") + "</TD>\n";
}

private static String addHeaders(MutableList<AdapterKey> adapterKeys)
{
return adapterKeys.collect(c -> c.adapter.name).collect(a -> " <TH>" + a + "</TH>").makeString("\n");
}

public static boolean isPlatformOnly(FunctionDefinition def)
{
System.out.println(def.name + " " + (ListIterate.detect(def.signatures, x -> x.platformOnly) != null));
return ListIterate.detect(def.signatures, x -> x.platformOnly) != null;
}

public static String getDoc(FunctionDefinition def)
{
return ListIterate.detect(def.signatures, x -> x.documentation != null).documentation;
}

public static String getGrammarCharacter(FunctionDefinition def)
{
Signature signature = ListIterate.detect(def.signatures, x -> x.grammarCharacter != null);
return signature == null ? null : signature.grammarCharacter;
}


private static String top = "<html>\n" +
" <head>\n" +
" <style>\n" +
" td {\n" +
" text-align: center;\n" +
" }\n" +
"\n" +
" .tooltip-text {\n" +
" visibility: hidden;\n" +
" position: absolute;\n" +
" z-index: 1;\n" +
" color: white;\n" +
// " width:500;" +
" font-size: 12px;\n" +
" background-color: #192733;\n" +
" border-radius: 10px;\n" +
" padding: 10px 15px 10px 15px;\n" +
" }" +
"\n" +
" .hover-text:hover .tooltip-text {\n" +
" visibility: visible;\n" +
" }" +
"\n" +
" .hover-text {\n" +
" position: relative;\n" +
" display: inline-block;\n" +
" font-family: Arial;\n" +
" text-align: center;\n" +
" }" +
" </style>\n" +
" </head>\n" +
"<body>\n";
private static String bottom =
"</body>\n" +
"</html>";
}
6 changes: 4 additions & 2 deletions ...e-pure-code-compiled-core/src/main/resources/core/pure/router/routing/router_routing.pure
View file
Original file line number Diff line number Diff line change
Expand Up @@ -458,7 +458,8 @@ function meta::pure::router::routing::processLambda(i:InstanceValue[1], routed:E
|[]
);
);,
|[]);
|[]);,
a:Any[1]|[]
]
);

Expand Down Expand Up @@ -493,7 +494,8 @@ function meta::pure::router::routing::routeSubFunction(state:RoutingState[1], ex
value = $content
);,
p: Path<Nil,Any|*>[1] | $p.path->last()->cast(@PropertyPathElement)->toOne().property->meta::pure::router::store::routing::processProperty($i, $state, $executionContext, $extensions, $debug);, // TODO: cleanup needed
p: Property<Nil,Any|*>[1] | $p->meta::pure::router::store::routing::processProperty($i, $state, $executionContext, $extensions, $debug); // TODO: cleanup needed
p: Property<Nil,Any|*>[1] | $p->meta::pure::router::store::routing::processProperty($i, $state, $executionContext, $extensions, $debug);, // TODO: cleanup needed
a: Any[1]|$state
]
);
}
Expand Down
65 changes: 40 additions & 25 deletions ...ine-pure-code-compiled-core/src/main/resources/core/pure/serialization/toPureGrammar.pure
View file
Original file line number Diff line number Diff line change
Expand Up @@ -12,6 +12,8 @@
// See the License for the specific language governing permissions and
// limitations under the License.

import meta::pure::store::*;
import meta::core::runtime::*;
import meta::pure::metamodel::relation::*;
import meta::pure::mapping::*;
import meta::pure::metamodel::serialization::grammar::*;
Expand Down Expand Up @@ -79,6 +81,8 @@ function meta::pure::metamodel::serialization::grammar::printInstanceValue(i:Ins
f:FunctionDefinition<Any>[1] | $f->printFunctionDefinition($space+' '),
f:FunctionExpression[1] | $f->printPropertyOrFunctionExpression($space),
x:InstanceValue[1] | $x->printInstanceValue($space),
r:Runtime[1]|'Runtime('+$r.connectionStores->map(s|$s.element->match([x:String[1]|$x,x:Store[1]|$x.name->toOne()]))->makeString(',')+')',
s:RelationElementAccessor<Any>[1]|'RelationElementAccessor('+$s->genericType().rawType.name->toOne()+')',
a:Any[1] | $a->toRepresentation()
]))->match([
empty:String[0] |'[]';,
Expand Down Expand Up @@ -115,37 +119,48 @@ function meta::pure::metamodel::serialization::grammar::special():Map<String, St
]->newMap()
}

function meta::pure::metamodel::serialization::grammar::forceArrow():String[*]
{
'from'
}

function meta::pure::metamodel::serialization::grammar::printFunctionExpression(functionExpression:FunctionExpression[1], space:String[1]):String[1]
{
let name = $functionExpression.func.functionName->toOne();
if($functionExpression.parametersValues->isEmpty(),
|$name->toOne()+'()',
|let m = special();
if ($m->get($name)->isEmpty(),
| let firstParam = $functionExpression.parametersValues->head()->toOne();
if((($firstParam->instanceOf(SimpleFunctionExpression) && $firstParam->cast(@SimpleFunctionExpression).functionName->isNotEmpty() && ($m->get($firstParam->cast(@SimpleFunctionExpression).functionName->toOne())->isNotEmpty()))
|| $firstParam->instanceOf(FunctionExpression)) && $firstParam->cast(@FunctionExpression).func.functionName->isNotEmpty() && ($m->get($firstParam->cast(@FunctionExpression).func.functionName->toOne())->isNotEmpty()) ,
| $functionExpression.func.functionName->toOne() + $functionExpression.parametersValues->map(vs | printValueSpecification($vs, $space))->joinStrings('(', ', ', ')');,
| $functionExpression.parametersValues->head()->toOne()->printValueSpecification($space) + '->' + $functionExpression.func.functionName->toOne() + $functionExpression.parametersValues->tail()->map(vs | printValueSpecification($vs, $space))->joinStrings('(', ', ', ')');
);,
|let vals = if ($name->in(['plus', 'minus', 'times']),
|$functionExpression.parametersValues->match([
i:InstanceValue[1] | $i.values,
v:ValueSpecification[1] | $v
]),
|$functionExpression.parametersValues
);
if ($name == 'minus' && $vals->size() == 1,
| $m->get($name)->toOne() + $functionExpression.parametersValues->at(0)->printValueSpecification($space),
| if ($name->in(['and', 'or']) && $vals->size() == 1,
| $name + '(' + $vals->at(0)->printValueSpecification($space) + ')',
| if ($vals->size() > 1,
|'(' + $vals->at(0)->printValueSpecification($space) + ' ' + $m->get($name)->toOne() + ' ' + $vals->at(1)->printValueSpecification($space) + ')',
| $m->get($name)->toOne()+'('+$vals->at(0)->printValueSpecification($space)+')'
|if ($name == 'getAll',
| $functionExpression.parametersValues->at(0).genericType->printGenericType() + '.getAll()',
|let m = special();
if ($m->get($name)->isEmpty(),
| let firstParam = $functionExpression.parametersValues->head()->toOne();
if(forceArrow()->contains($name) ||
!(
($firstParam->instanceOf(SimpleFunctionExpression) && $firstParam->cast(@SimpleFunctionExpression).functionName->isNotEmpty() && $m->get($firstParam->cast(@SimpleFunctionExpression).functionName->toOne())->isNotEmpty()) ||
($firstParam->instanceOf(FunctionExpression) && $firstParam->cast(@FunctionExpression).func.functionName->isNotEmpty() && $m->get($firstParam->cast(@FunctionExpression).func.functionName->toOne())->isNotEmpty())
) ,
| $functionExpression.parametersValues->head()->toOne()->printValueSpecification($space) + '->' + $functionExpression.func.functionName->toOne() + $functionExpression.parametersValues->tail()->map(vs | printValueSpecification($vs, $space))->joinStrings('(', ', ', ')');,
| $functionExpression.func.functionName->toOne() + $functionExpression.parametersValues->map(vs | printValueSpecification($vs, $space))->joinStrings('(', ', ', ')');
);,
|let vals = if ($name->in(['plus', 'minus', 'times']),
|$functionExpression.parametersValues->match([
i:InstanceValue[1] | $i.values,
v:ValueSpecification[1] | $v
]),
|$functionExpression.parametersValues
);
if ($name == 'minus' && $vals->size() == 1,
| $m->get($name)->toOne() + $functionExpression.parametersValues->at(0)->printValueSpecification($space),
| if ($name->in(['and', 'or']) && $vals->size() == 1,
| $name + '(' + $vals->at(0)->printValueSpecification($space) + ')',
| if ($vals->size() > 1,
|'(' + $vals->at(0)->printValueSpecification($space) + ' ' + $m->get($name)->toOne() + ' ' + $vals->at(1)->printValueSpecification($space) + ')',
| $m->get($name)->toOne()+'('+$vals->at(0)->printValueSpecification($space)+')'
)
)
)
);
);
);
);
);
);
}

Expand Down
Loading

0 comments on commit d6b240d

Please sign in to comment.