JS: configure MaD report generators to include javascript

Author: tamasvajk

javascript/documentation/library-coverage/coverage.csv

@@ -0,0 +1,3 @@
+package,sink,source,sink:credentials[password],sink:credentials[user name],sink:sql-injection,source:database-access-result
+@google-cloud/spanner,3,4,,,3,4
+sequelize,4,1,1,1,2,1

javascript/documentation/library-coverage/coverage.rst

@@ -0,0 +1,12 @@
+JavaScript framework & library support
+================================
+
+.. csv-table::
+   :header-rows: 1
+   :class: fullWidthTable
+   :widths: auto
+
+   Framework / library,Package,Flow sources,Taint & value steps,Sinks (total)
+   Others,"``@google-cloud/spanner``, ``sequelize``",5,,7
+   Totals,,5,,7
+

javascript/documentation/library-coverage/cwe-sink.csv

@@ -0,0 +1 @@
+CWE,Sink identifier,Label

javascript/documentation/library-coverage/frameworks.csv

@@ -0,0 +1 @@
+Framework name,URL,Namespace prefixes

javascript/ql/lib/semmle/javascript/frameworks/data/ModelsAsData.qll

@@ -55,3 +55,50 @@ private class TaintStepFromSummary extends TaintTracking::SharedTaintStep {
     summaryStepNodes(pred, succ, "taint")
   }
 }
+
+private predicate relevantNamespace(string namespace) {
+  Shared::sourceModel(namespace, _, _, _) or
+  Shared::sinkModel(namespace, _, _, _) or
+  Shared::summaryModel(namespace, _, _, _, _, _)
+}
+
+private predicate namespaceLink(string shortns, string longns) {
+  relevantNamespace(shortns) and
+  relevantNamespace(longns) and
+  longns.prefix(longns.indexOf(".")) = shortns
+}
+
+private predicate canonicalNamespace(string namespace) {
+  relevantNamespace(namespace) and not namespaceLink(_, namespace)
+}
+
+private predicate canonicalNamespaceLink(string namespace, string subns) {
+  canonicalNamespace(namespace) and
+  (subns = namespace or namespaceLink(namespace, subns))
+}
+
+predicate modelCoverage(string namespace, int namespaces, string kind, string part, int n) {
+  namespaces = strictcount(string subns | canonicalNamespaceLink(namespace, subns)) and
+  (
+    part = "source" and
+    n =
+      strictcount(string subns, string type |
+        canonicalNamespaceLink(namespace, subns) and
+        Shared::sourceModel(subns, type, _, kind)
+      )
+    or
+    part = "sink" and
+    n =
+      strictcount(string subns, string type |
+        canonicalNamespaceLink(namespace, subns) and
+        Shared::sinkModel(subns, type, _, kind)
+      )
+    or
+    part = "summary" and
+    n =
+      strictcount(string subns, string type |
+        canonicalNamespaceLink(namespace, subns) and
+        Shared::summaryModel(subns, type, _, _, _, kind)
+      )
+  )
+}

javascript/ql/lib/semmle/javascript/frameworks/data/internal/ApiGraphModels.qll

@@ -194,7 +194,7 @@ predicate sourceModel(string package, string type, string path, string kind) {
 }
 
 /** Holds if a sink model exists for the given parameters. */
-private predicate sinkModel(string package, string type, string path, string kind) {
+predicate sinkModel(string package, string type, string path, string kind) {
   exists(string row |
     sinkModel(row) and
     row.splitAt(";", 0) = package and
@@ -205,7 +205,7 @@ private predicate sinkModel(string package, string type, string path, string kin
 }
 
 /** Holds if a summary model `row` exists for the given parameters. */
-private predicate summaryModel(
+predicate summaryModel(
   string package, string type, string path, string input, string output, string kind
 ) {
   exists(string row |

javascript/ql/src/meta/Coverage.ql

@@ -0,0 +1,13 @@
+/**
+ * @name Framework coverage
+ * @description The number of API endpoints covered by CSV models sorted by
+ *              package and source-, sink-, and summary-kind.
+ * @kind table
+ * @id js/meta/framework-coverage
+ */
+
+import javascript
+
+from string namespace, int pkgs, string kind, string part, int n
+where modelCoverage(namespace, pkgs, kind, part, n)
+select namespace, pkgs, kind, part, n

misc/scripts/library-coverage/generate-report.py

@@ -114,7 +114,9 @@ def add_package_stats_to_row(row, sorted_cwes, collect):
     utils.LanguageConfig(
         "java", "Java", ".java", query_prefix + "java/ql/src/meta/frameworks/Coverage.ql"),
     utils.LanguageConfig(
-        "csharp", "C#", ".cs", query_prefix + "csharp/ql/src/meta/frameworks/Coverage.ql")
+        "csharp", "C#", ".cs", query_prefix + "csharp/ql/src/meta/frameworks/Coverage.ql"),
+    utils.LanguageConfig(
+        "javascript", "JavaScript", ".js", query_prefix + "javascript/ql/src/meta/Coverage.ql")
 ]
 
 # The names of input and output files. The placeholder {language} is replaced with the language name.

misc/scripts/library-coverage/generate-timeseries.py

@@ -74,7 +74,9 @@ def get_packages(config, search_path):
     utils.LanguageConfig(
         "java", "Java", ".java", "java/ql/src/meta/frameworks/Coverage.ql", ["java/ql/lib/config/semmlecode.dbscheme", "java/ql/src/config/semmlecode.dbscheme"]),
     utils.LanguageConfig(
-        "csharp", "C#", ".cs", "csharp/ql/src/meta/frameworks/Coverage.ql", ["csharp/ql/lib/semmlecode.csharp.dbscheme", "csharp/ql/src/semmlecode.csharp.dbscheme"])
+        "csharp", "C#", ".cs", "csharp/ql/src/meta/frameworks/Coverage.ql", ["csharp/ql/lib/semmlecode.csharp.dbscheme", "csharp/ql/src/semmlecode.csharp.dbscheme"]),
+    utils.LanguageConfig(
+        "javascript", "JavaScript", ".js", "javascript/ql/src/meta/Coverage.ql", ["javascript/ql/lib/semmlecode.javascript.dbscheme", "javascript/ql/src/semmlecode.javascript.dbscheme"])
 ]
 
 output_prefix = "framework-coverage-timeseries-"

misc/scripts/library-coverage/settings.py

@@ -21,4 +21,4 @@
 repo_output_rst = documentation_folder + output_rst_file_name
 repo_output_csv = documentation_folder + output_csv_file_name
 
-languages = ['java', 'csharp']
+languages = ['java', 'csharp', 'javascript']