[pull] master from OpenRefine:master

.editorconfig

@@ -0,0 +1,43 @@
+[*]
+charset = utf-8
+end_of_line = lf
+indent_size = 4
+indent_style = space
+insert_final_newline = true
+max_line_length = 120
+tab_width = 8
+ij_continuation_indent_size = 8
+ij_formatter_off_tag = @formatter:off
+ij_formatter_on_tag = @formatter:on
+ij_formatter_tags_enabled = true
+ij_smart_tabs = false
+ij_visual_guides = 
+ij_wrap_on_typing = false
+
+
+[*.java]
+ij_java_class_count_to_use_import_on_demand = 99
+ij_java_imports_layout = $*,java.**,|,javax.**,|,*,|,com.google.refine.**,org.openrefine.**
+ij_java_layout_static_imports_separately = true
+
+
+[*.less]
+indent_size = 2
+
+[{*.bash,*.sh,*.zsh}]
+indent_size = 2
+tab_width = 2
+ij_shell_binary_ops_start_line = false
+ij_shell_keep_column_alignment_padding = false
+ij_shell_minify_program = false
+ij_shell_redirect_followed_by_space = false
+ij_shell_switch_cases_indented = false
+ij_shell_use_unix_line_separator = true
+
+
+[{*.graphqlconfig,*.graphqlrc,*.har,*.jsb2,*.jsb3,*.json,.babelrc,.eslintrc,.prettierrc,.stylelintrc,bowerrc,jest.config}]
+indent_size = 2
+
+
+[{*.yaml,*.yml}]
+indent_size = 2

.github/ISSUE_TEMPLATE/bug_report.md

@@ -2,7 +2,7 @@
 name: Bug report
 about: Create a report to help us improve OpenRefine
 title: ''
-labels: bug, to be reviewed
+labels: ['Type: Bug', 'Status: Pending Review']
 assignees: ''
 
 ---
@@ -34,7 +34,7 @@ Steps to reproduce the behavior:
 
 ### Datasets
 <!-- If you are allowed and are OK with making your data public, it would be awesome if you can include or attach the data causing the issue or a URL pointing to where the data is.
-If you are concerned about keeping your data private, ping us on our [mailing list](https://groups.google.com/forum/#!forum/openrefine) -->
+If you are concerned about keeping your data private, you can share it selectively by email to developers who work on the issue -->
 
 ### Additional context
 <!-- Add any other context about the problem here. -->

.github/ISSUE_TEMPLATE/config.yml

@@ -1,7 +1,7 @@
 blank_issues_enabled: false
 contact_links:
-  - name: Ask a question (mailing list)
-    url: https://groups.google.com/d/forum/openrefine
+  - name: Ask a question (forum)
+    url: https://forum.openrefine.org/
     about: Please ask and answer questions here.
   - name: Gitter chat
     url: https://gitter.im/OpenRefine/OpenRefine

.github/ISSUE_TEMPLATE/feature_request.md

@@ -2,7 +2,7 @@
 name: Feature request
 about: Suggest an idea for OpenRefine
 title: ''
-labels: enhancement, to be reviewed
+labels: ["Type: Feature Request", "Status: Pending Review"]
 assignees: ''
 
 ---

.github/SUPPORT.md

@@ -1,5 +1,5 @@
 If you are having trouble with OpenRefine we suggest the following steps:
 
 1. Read through our [FAQ (frequently Asked Questions)](https://github.com/OpenRefine/OpenRefine/wiki/FAQ) 
-2. Search for similar issues in our community email list archives: http://groups.google.com/group/openrefine/
-3. Send an email to our community mailing list: openrefine@googlegroups.com
+2. Search the web for similar issues in our community
+3. Ask your question on [our forum](https://forum.openrefine.org)

.github/dependabot.yml

@@ -3,21 +3,43 @@
 
 version: 2
 updates:
+# For openrefine java deps
 - package-ecosystem: maven
   directory: "/"
   schedule:
-    interval: daily
-  open-pull-requests-limit: 10
+    interval: "weekly"
+  open-pull-requests-limit: 15
   ignore:
   - dependency-name: com.thoughtworks.xstream:xstream
     versions:
     - "> 1.4.12"
     - "< 2"
-- package-ecosystem: "npm" # For Yarn
-  directory: "/"
+  - dependency-name: "org.eclipse.jetty:jetty-*"
+    versions:
+      - ">= 10.0.0"
+  - dependency-name: "formatter-maven-plugin"
+  target-branch: "master"
+
+# For main webapp
+- package-ecosystem: "npm"
+  directory: "main/webapp"
   schedule:
-    interval: "daily"
+    interval: "weekly"
+# For github actions
 - package-ecosystem: "github-actions"
   directory: "/"
   schedule:
-    interval: "daily"
+    interval: "monthly"
+  groups:
+    actions:
+       patterns:
+         - "*"
+# For cypress test_suite
+- package-ecosystem: "npm"
+  directory: "main/tests/cypress"
+  schedule:
+    interval: "weekly"
+  groups:
+    cypress:
+      patterns:
+        - "*"

.github/workflows/codeql_java.yml

@@ -0,0 +1,39 @@
+name: "CodeQL Java"
+
+on:
+  push:
+    branches: [ "master" ]
+    paths:
+      - '**/*.java' # Only trigger the workflow if Java files have changed
+  pull_request:
+    branches: [ "master" ]
+    paths:
+      - '**/*.java'
+
+jobs:
+  analyze:
+    if: github.repository == 'OpenRefine/OpenRefine'
+    name: Analyze Java
+    runs-on: ubuntu-latest
+    permissions:
+      actions: read
+      contents: read
+      security-events: write
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Initialize CodeQL
+        uses: github/codeql-action/init@v3
+        with:
+          languages: 'java'
+
+      - name: Build
+        run: |
+          ./refine build
+
+      - name: Perform CodeQL Analysis
+        uses: github/codeql-action/analyze@v3
+        with:
+          category: "/language:java"

.github/workflows/codeql_javascript.yml

@@ -0,0 +1,39 @@
+name: "CodeQL JavaScript"
+
+on:
+  push:
+    branches: [ "master" ]
+    paths:
+      - '**/*.js' # Only trigger the workflow if JavaScript files have changed
+  pull_request:
+    branches: [ "master" ]
+    paths:
+      - '**/*.js'
+
+jobs:
+  analyze:
+    if: github.repository == 'OpenRefine/OpenRefine'
+    name: Analyze JavaScript
+    runs-on: ubuntu-latest
+    permissions:
+      actions: read
+      contents: read
+      security-events: write
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Initialize CodeQL
+        uses: github/codeql-action/init@v3
+        with:
+          languages: 'javascript'
+
+      - name: Build
+        run: |
+          ./refine build
+
+      - name: Perform CodeQL Analysis
+        uses: github/codeql-action/analyze@v3
+        with:
+          category: "/language:javascript"

.github/workflows/label_transfer.yml

@@ -0,0 +1,26 @@
+
+name: Copy labels from issue to pull request
+
+on:
+  pull_request_target:
+    types: [opened, edited]
+
+jobs:
+  transfer_tags:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v4
+    - name: Set up Python 3.9
+      uses: actions/setup-python@v5
+      with:
+        python-version: 3.9
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip setuptools
+        pip install -r .github/workflows/label_transfer/requirements.txt
+        pip freeze
+    - name: Run Python label transfer script
+      run: python .github/workflows/label_transfer/script.py ${{ github.event.number }}
+      env:
+        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        GITHUB_REPO: ${{ github.repository }}

.github/workflows/label_transfer/requirements.txt

@@ -0,0 +1,2 @@
+requests
+lxml

.github/workflows/label_transfer/script.py

@@ -0,0 +1,78 @@
+import requests
+import os
+from lxml import html
+import sys
+import json
+
+# Config
+
+# list of labels that should not be transferred to PRs
+do_not_transfer = [
+    'good first issue',
+    'good second issue',
+    'imported from old code repo',
+    'help wanted',
+    'duplicate',
+    'invalid',
+    'question',
+    'to be reviewed',
+]
+
+# Internal
+
+repo = os.environ.get('GITHUB_REPO')
+github_token = os.environ.get('GITHUB_TOKEN')
+
+headers = {
+    'Accept': 'application/vnd.github.v3+json',
+}
+
+if github_token:
+    headers['Authorization'] = 'Bearer '+github_token
+
+def get_linked_issues(pr_number):
+    """
+    Given a PR number, extract all the linked issue numbers from it.
+    Sadly this is not supported by the API yet, so we just scrape the web UI.
+    """
+    url = f'https://github.com/{repo}/pull/{pr_number}'
+    page = requests.get(url)
+    page.raise_for_status()
+    parsed = html.document_fromstring(page.text)
+    matches = parsed.xpath('//form/span[@class="Truncate truncate-with-responsive-width my-1"]/a')
+    for match in matches:
+        yield int(match.attrib['href'].split('/')[-1])
+
+def get_issue_labels(issue_number):
+    """
+    Returns all the labels in a given issue / PR
+    """
+    url = f'https://api.github.com/repos/{repo}/issues/{issue_number}/labels'
+    response = requests.get(url, headers=headers)
+    response.raise_for_status()
+    return [ tag['name'] for tag in response.json() ]
+
+def transfer_issue_labels(pr_number):
+    """
+    Transfers labels from all the linked issues to the PR
+    """
+    linked_issues = get_linked_issues(pr_number)
+    if not linked_issues:
+        print('No linked issues found')
+    all_labels = [ label for issue in linked_issues for label in get_issue_labels(issue) ]
+    to_transfer = [ label for label in all_labels if label not in do_not_transfer ]
+    current_labels = get_issue_labels(pr_number)
+    missing_labels = [ label for label in to_transfer if label not in current_labels ]
+    if not missing_labels:
+        return
+    new_labels = current_labels + missing_labels
+    url = f'https://api.github.com/repos/{repo}/issues/{pr_number}/labels'
+    print(f'adding {missing_labels} to PR #{pr_number}')
+    if not github_token:
+        print('no GITHUB_TOKEN, skipping')
+    else:
+        resp = requests.put(url, headers=headers, data=json.dumps({'labels':new_labels}))
+        resp.raise_for_status()
+
+if __name__ == '__main__':
+    transfer_issue_labels(sys.argv[1])