test_documentation.py

from base64 import b64encode
from datetime import datetime
from datetime import timezone
from pkg_resources import resource_filename
from plone import api
from plone.app.discussion.interfaces import ICommentAddedEvent
from plone.app.discussion.interfaces import IConversation
from plone.app.discussion.interfaces import IDiscussionSettings
from plone.app.discussion.interfaces import IReplies
from plone.app.multilingual.interfaces import ITranslationManager
from plone.app.testing import applyProfile
from plone.app.testing import setRoles
from plone.app.testing import SITE_OWNER_NAME
from plone.app.testing import SITE_OWNER_PASSWORD
from plone.app.testing import TEST_USER_ID
from plone.app.testing import TEST_USER_PASSWORD
from plone.app.textfield.value import RichTextValue
from plone.dexterity.utils import createContentInContainer
from plone.locking.interfaces import ITTWLockable
from plone.namedfile.file import NamedBlobFile
from plone.namedfile.file import NamedBlobImage
from plone.registry.interfaces import IRegistry
from plone.restapi.testing import PLONE_RESTAPI_DX_FUNCTIONAL_TESTING
from plone.restapi.testing import PLONE_RESTAPI_DX_PAM_FUNCTIONAL_TESTING
from plone.restapi.testing import PLONE_RESTAPI_ITERATE_FUNCTIONAL_TESTING
from plone.restapi.testing import RelativeSession
from plone.restapi.tests.helpers import patch_addon_versions
from plone.restapi.tests.helpers import patch_scale_uuid
from plone.restapi.tests.statictime import StaticTime
from plone.testing.zope import Browser
from plone.uuid.interfaces import IUUID
from z3c.relationfield import RelationValue
from zope.component import createObject
from zope.component import getMultiAdapter
from zope.component import getUtility
from zope.component.hooks import getSite
from zope.event import notify
from zope.interface import alsoProvides
from zope.intid.interfaces import IIntIds
from zope.lifecycleevent import ObjectModifiedEvent
from plone.app.testing import popGlobalRegistry
from plone.app.testing import pushGlobalRegistry
from plone.restapi.testing import register_static_uuid_utility

import collections
import json
import os
import re
import transaction
import unittest


TUS_HEADERS = [
    "upload-offset",
    "upload-length",
    "upload-metadata",
    "tus-version",
    "tus-resumable",
    "tus-extension",
    "tus-max-size",
]

REQUEST_HEADER_KEYS = [
    "accept",
    "accept-language",
    "authorization",
    "lock-token",
    "prefer",
] + TUS_HEADERS

RESPONSE_HEADER_KEYS = ["content-type", "allow", "location"] + TUS_HEADERS


base_path = resource_filename("plone.restapi.tests", "http-examples")

UPLOAD_DATA = b"abcdefgh"
UPLOAD_MIMETYPE = b"text/plain"
UPLOAD_FILENAME = b"test.txt"
UPLOAD_LENGTH = len(UPLOAD_DATA)

UPLOAD_PDF_MIMETYPE = "application/pdf"
UPLOAD_PDF_FILENAME = "file.pdf"

# How do we open files?
open_kw = {"newline": "\n"}


def normalize_test_port(value):
    # When you run these tests in the Plone core development buildout,
    # the port number is random.  Normalize this to the default port.
    return re.sub(r"localhost:\d{5}", "localhost:55001", value)


def pretty_json(data):
    result = json.dumps(data, sort_keys=True, indent=4, separators=(",", ": "))
    # When generating the documentation examples on different machines,
    # it is all too easy to have differences in white space at the end of the line.
    # So strip space on the right.
    stripped = "\n".join([line.rstrip() for line in result.splitlines()])
    # Make sure there is an empty line at the end.
    # If you manually edit a file, many editors will automatically add such a line,
    # and you will see as diff: 'No newline at end of file'.  We do not want this.
    stripped += "\n"
    return normalize_test_port(stripped)


def save_request_and_response_for_docs(
    name, response, response_text_override="", request_text_override=""
):
    save_request_for_docs(name, response, request_text_override=request_text_override)
    filename = "{}/{}".format(base_path, "%s.resp" % name)
    with open(filename, "w", **open_kw) as resp:
        status = response.status_code
        reason = response.reason
        resp.write(f"HTTP/1.1 {status} {reason}\n")
        content_type = None
        for key, value in response.headers.items():
            if key.lower() in RESPONSE_HEADER_KEYS:
                if key.lower() == "location":
                    value = normalize_test_port(value)
                resp.write(f"{key.title()}: {value}\n")
                if key.lower() == "content-type":
                    content_type = value
        resp.write("\n")
        if response_text_override:
            resp.write(response_text_override)
            return
        if not response.text:
            # Empty response.
            return
        if not (content_type and content_type.startswith("application/json")):
            resp.write(response.text)
            return
        # Use pretty_json as a normalizer, especially for line endings.
        resp.write(pretty_json(response.json()))


def save_request_for_docs(name, response, request_text_override=""):
    filename = "{}/{}".format(base_path, "%s.req" % name)
    with open(filename, "w", **open_kw) as req:
        req.write(
            "{} {} HTTP/1.1\n".format(
                response.request.method, response.request.path_url
            )
        )
        ordered_request_headers = collections.OrderedDict(
            sorted(response.request.headers.items())
        )
        for key, value in ordered_request_headers.items():
            if key.lower() in REQUEST_HEADER_KEYS:
                req.write(f"{key.title()}: {value}\n")
        if response.request.body:
            # If request has a body, make sure to set Content-Type header
            if "content-type" not in REQUEST_HEADER_KEYS:
                content_type = response.request.headers["Content-Type"]
                req.write("Content-Type: %s\n" % content_type)

            req.write("\n")

            # Pretty print JSON request body
            if content_type == "application/json" and not request_text_override:
                json_body = json.loads(response.request.body)
                body = pretty_json(json_body)
                # Make sure Content-Length gets updated, just in case we
                # ever decide to dump that header
                response.request.prepare_body(data=body, files=None)

            req.flush()
            body = request_text_override or response.request.body
            if isinstance(body, str) or not hasattr(req, "buffer"):
                req.write(body)
            else:
                req.buffer.seek(0, 2)
                req.buffer.write(body)


class TestDocumentationBase(unittest.TestCase):
    def setUp(self):
        self.statictime = self.setup_with_context_manager(StaticTime())

        self.app = self.layer["app"]
        self.request = self.layer["request"]
        self.portal = self.layer["portal"]
        self.portal_url = self.portal.absolute_url()

        setattr(self.portal, "_plone.uuid", "55c25ebc220d400393574f37d648727c")

        # Register custom UUID generator to produce stable UUIDs during tests
        pushGlobalRegistry(getSite())
        register_static_uuid_utility(prefix="SomeUUID")

        self.api_session = RelativeSession(self.portal_url, test=self)
        self.api_session.headers.update({"Accept": "application/json"})
        self.api_session.auth = (SITE_OWNER_NAME, SITE_OWNER_PASSWORD)

        self.browser = Browser(self.app)
        self.browser.handleErrors = False
        self.browser.addHeader(
            "Authorization", f"Basic {SITE_OWNER_NAME}:{SITE_OWNER_PASSWORD}"
        )

        setRoles(self.portal, TEST_USER_ID, ["Manager"])

    def setup_with_context_manager(self, cm):
        """Use a contextmanager to setUp a test case.

        Registering the cm's __exit__ as a cleanup hook *guarantees* that it
        will be called after a test run, unlike tearDown().

        This is used to make sure plone.restapi never leaves behind any time
        freezing monkey patches that haven't gotten reverted.
        """
        val = cm.__enter__()
        self.addCleanup(cm.__exit__, None, None, None)
        return val

    def tearDown(self):
        popGlobalRegistry(getSite())
        self.api_session.close()


class TestDocumentation(TestDocumentationBase):
    layer = PLONE_RESTAPI_DX_FUNCTIONAL_TESTING

    def setUp(self):
        super().setUp()
        self.document = self.create_document()
        alsoProvides(self.document, ITTWLockable)
        transaction.commit()

    def tearDown(self):
        super().tearDown()

    def create_document(self):
        self.portal.invokeFactory("Document", id="front-page")
        document = self.portal["front-page"]
        document.title = "Welcome to Plone"
        document.description = "Congratulations! You have successfully installed Plone."
        document.text = RichTextValue(
            "If you're seeing this instead of the web site you were "
            + "expecting, the owner of this web site has just installed "
            + "Plone. Do not contact the Plone Team or the Plone mailing "
            + "lists about this.",
            "text/plain",
            "text/html",
        )
        return document

    def create_folder(self):
        self.portal.invokeFactory("Folder", id="folder")
        folder = self.portal["folder"]
        folder.title = "My Folder"
        folder.description = "This is a folder with two documents"
        folder.invokeFactory("Document", id="doc1", title="A document within a folder")
        folder.invokeFactory("Document", id="doc2", title="A document within a folder")
        return folder

    def test_documentation_content_crud(self):
        folder = self.create_folder()
        transaction.commit()

        response = self.api_session.post(
            folder.absolute_url(),
            json={"@type": "Document", "title": "My Document"},
        )
        save_request_and_response_for_docs("content_post", response)

        transaction.commit()
        document = folder["my-document"]
        response = self.api_session.get(document.absolute_url())
        save_request_and_response_for_docs("content_get", response)

        response = self.api_session.get(
            folder.absolute_url() + "?metadata_fields=UID&metadata_fields=Creator"
        )
        save_request_and_response_for_docs("content_get_folder", response)

        response = self.api_session.patch(
            document.absolute_url(), json={"title": "My New Document Title"}
        )
        save_request_and_response_for_docs("content_patch", response)

        response = self.api_session.patch(
            document.absolute_url(),
            headers={"Prefer": "return=representation"},
            json={"title": "My New Document Title"},
        )
        save_request_and_response_for_docs("content_patch_representation", response)

        transaction.commit()
        response = self.api_session.delete(document.absolute_url())
        save_request_and_response_for_docs("content_delete", response)

    def test_documentation_document(self):
        response = self.api_session.get(self.document.absolute_url())
        save_request_and_response_for_docs("document", response)

    def test_documentation_news_item(self):
        self.portal.invokeFactory("News Item", id="newsitem")
        self.portal.newsitem.title = "My News Item"
        self.portal.newsitem.description = "This is a news item"
        self.portal.newsitem.text = RichTextValue(
            "Lorem ipsum", "text/plain", "text/html"
        )
        image_file = os.path.join(os.path.dirname(__file__), "image.png")
        with open(image_file, "rb") as f:
            image_data = f.read()
        self.portal.newsitem.image = NamedBlobImage(
            data=image_data, contentType="image/png", filename="image.png"
        )
        self.portal.newsitem.image_caption = "This is an image caption."
        transaction.commit()

        scale_url_uuid = "uuid1"
        with patch_scale_uuid(scale_url_uuid):
            response = self.api_session.get(self.portal.newsitem.absolute_url())
            save_request_and_response_for_docs("newsitem", response)

    def test_documentation_event(self):
        self.portal.invokeFactory("Event", id="event")
        self.portal.event.title = "Event"
        self.portal.event.description = "This is an event"
        self.portal.event.start = datetime(2013, 1, 1, 10, 0, tzinfo=timezone.utc)
        self.portal.event.end = datetime(2013, 1, 1, 12, 0, tzinfo=timezone.utc)
        transaction.commit()
        response = self.api_session.get(self.portal.event.absolute_url())
        save_request_and_response_for_docs("event", response)

    def test_documentation_link(self):
        self.portal.invokeFactory("Link", id="link")
        self.portal.link.title = "My Link"
        self.portal.link.description = "This is a link"
        self.portal.remoteUrl = "http://plone.org"
        transaction.commit()
        response = self.api_session.get(self.portal.link.absolute_url())
        save_request_and_response_for_docs("link", response)

    def test_documentation_file(self):
        self.portal.invokeFactory("File", id="file")
        self.portal.file.title = "My File"
        self.portal.file.description = "This is a file"
        pdf_file = os.path.join(os.path.dirname(__file__), "file.pdf")
        with open(pdf_file, "rb") as f:
            pdf_data = f.read()
        self.portal.file.file = NamedBlobFile(
            data=pdf_data, contentType="application/pdf", filename="file.pdf"
        )
        transaction.commit()
        response = self.api_session.get(self.portal.file.absolute_url())
        save_request_and_response_for_docs("file", response)

    def test_documentation_image(self):
        self.portal.invokeFactory("Image", id="image")
        self.portal.image.title = "My Image"
        self.portal.image.description = "This is an image"
        image_file = os.path.join(os.path.dirname(__file__), "image.png")
        with open(image_file, "rb") as f:
            image_data = f.read()
        self.portal.image.image = NamedBlobImage(
            data=image_data, contentType="image/png", filename="image.png"
        )
        transaction.commit()
        scale_url_uuid = "uuid1"
        with patch_scale_uuid(scale_url_uuid):
            response = self.api_session.get(self.portal.image.absolute_url())
            save_request_and_response_for_docs("image", response)

    def test_documentation_folder(self):
        folder = self.create_folder()
        transaction.commit()
        response = self.api_session.get(folder.absolute_url())
        save_request_and_response_for_docs("folder", response)

    def test_documentation_collection(self):
        self.portal.invokeFactory("Collection", id="collection")
        self.portal.collection.title = "My Collection"
        self.portal.collection.description = "This is a collection with two documents"
        self.portal.collection.query = [
            {
                "i": "portal_type",
                "o": "plone.app.querystring.operation.string.is",
                "v": "Document",
            }
        ]
        self.portal.invokeFactory("Document", id="doc1", title="Document 1")
        self.portal.invokeFactory("Document", id="doc2", title="Document 2")
        transaction.commit()
        response = self.api_session.get(self.portal.collection.absolute_url())
        save_request_and_response_for_docs("collection", response)

    def test_documentation_collection_fullobjects(self):
        self.portal.invokeFactory("Collection", id="collection")
        self.portal.collection.title = "My Collection"
        self.portal.collection.description = "This is a collection with two documents"
        self.portal.collection.query = [
            {
                "i": "portal_type",
                "o": "plone.app.querystring.operation.string.is",
                "v": "Document",
            }
        ]
        self.portal.invokeFactory("Document", id="doc1", title="Document 1")
        self.portal.invokeFactory("Document", id="doc2", title="Document 2")
        transaction.commit()
        response = self.api_session.get(
            self.portal.collection.absolute_url() + "?fullobjects"
        )
        save_request_and_response_for_docs("collection_fullobjects", response)

    def test_documentation_siteroot(self):
        response = self.api_session.get(self.portal.absolute_url())
        save_request_and_response_for_docs("siteroot", response)

    def test_documentation_404_not_found(self):
        response = self.api_session.get("non-existing-resource")
        save_request_and_response_for_docs("404_not_found", response)

    def test_documentation_search(self):
        query = {"sort_on": "path"}
        response = self.api_session.get("/@search", params=query)
        save_request_and_response_for_docs("search", response)

    def test_documentation_search_options(self):
        self.portal.invokeFactory("Folder", id="folder1", title="Folder 1")
        self.portal.folder1.invokeFactory("Folder", id="folder2", title="Folder 2")
        transaction.commit()
        query = {
            "sort_on": "path",
            "path.query": "/plone/folder1",
            "path.depth": "1",
        }
        response = self.api_session.get("/@search", params=query)
        save_request_and_response_for_docs("search_options", response)

    def test_documentation_search_multiple_paths(self):
        self.portal.invokeFactory("Folder", id="folder1", title="Folder 1")
        self.portal.folder1.invokeFactory("Document", id="doc1", title="Lorem Ipsum")
        self.portal.invokeFactory("Folder", id="folder2", title="Folder 2")
        self.portal.folder2.invokeFactory("Document", id="doc2", title="Lorem Ipsum")
        transaction.commit()
        query = {
            "sort_on": "path",
            "path.query": ["/plone/folder1", "/plone/folder2"],
            "path.depth": "2",
        }
        response = self.api_session.get("/@search", params=query)
        save_request_and_response_for_docs("search_multiple_paths", response)

    def test_documentation_search_sort_multiple_indexes(self):
        self.portal.invokeFactory("Folder", id="folder1", title="Folder 1")
        self.portal.invokeFactory("Document", id="doc1", title="Lorem Ipsum")
        self.portal.invokeFactory("Folder", id="folder2", title="Folder 2")
        self.portal.invokeFactory("Document", id="doc2", title="Lorem Ipsum")
        transaction.commit()
        query = {
            "sort_on": ["portal_type", "sortable_title"],
        }
        response = self.api_session.get("/@search", params=query)
        save_request_and_response_for_docs("search_sort_multiple_indexes", response)

    def test_documentation_search_metadata_fields(self):
        self.portal.invokeFactory("Document", id="doc1", title="Lorem Ipsum")
        transaction.commit()
        query = {
            "SearchableText": "lorem",
            "metadata_fields": ["modified", "created"],
        }
        response = self.api_session.get("/@search", params=query)
        save_request_and_response_for_docs("search_metadata_fields", response)

    def test_documentation_search_fullobjects(self):
        self.portal.invokeFactory("Document", id="doc1", title="Lorem Ipsum")
        transaction.commit()
        query = {"SearchableText": "lorem", "fullobjects": 1}
        response = self.api_session.get("/@search", params=query)
        save_request_and_response_for_docs("search_fullobjects", response)

    def test_documentation_workflow(self):
        response = self.api_session.get(f"{self.document.absolute_url()}/@workflow")
        save_request_and_response_for_docs("workflow_get", response)

    def test_documentation_workflow_transition(self):
        response = self.api_session.post(
            f"{self.document.absolute_url()}/@workflow/publish"
        )
        save_request_and_response_for_docs("workflow_post", response)

    def test_documentation_workflow_transition_with_body(self):
        folder = self.portal[self.portal.invokeFactory("Folder", id="folder")]
        transaction.commit()
        response = self.api_session.post(
            f"{folder.absolute_url()}/@workflow/publish",
            json={
                "comment": "Publishing my folder...",
                "include_children": True,
                "effective": "2018-01-21T08:00:00",
                "expires": "2019-01-21T08:00:00",
            },
        )
        save_request_and_response_for_docs("workflow_post_with_body", response)

    def test_documentation_registry_get(self):
        response = self.api_session.get(
            "/@registry/plone.app.querystring.field.path.title"
        )
        save_request_and_response_for_docs("registry_get", response)

    def test_documentation_registry_update(self):
        response = self.api_session.patch(
            "/@registry/",
            json={"plone.app.querystring.field.path.title": "Value"},
        )
        save_request_and_response_for_docs("registry_update", response)

    def test_documentation_registry_get_list(self):
        response = self.api_session.get("/@registry")
        save_request_and_response_for_docs("registry_get_list", response)

    def test_documentation_types(self):
        response = self.api_session.get("/@types")
        save_request_and_response_for_docs("types", response)

    def test_documentation_types_document_crud(self):
        #
        # POST
        #

        # Add fieldset
        response = self.api_session.post(
            "/@types/Document",
            json={
                "factory": "fieldset",
                "title": "Contact Info",
                "description": "Contact information",
            },
        )
        save_request_and_response_for_docs("types_document_post_fieldset", response)

        # Add field
        response = self.api_session.post(
            "/@types/Document",
            json={
                "factory": "Email",
                "title": "Author email",
                "description": "Email of the author",
                "required": True,
            },
        )
        # With plone.dexterity 2.10+ we get an unstable behavior name like this:
        # plone.dexterity.schema.generated.plone_5_1630611587_2_523689_0_Document
        # In older versions, we got this:
        # plone.dexterity.schema.generated.plone_0_Document
        # Normalize this to look like the new name
        document_schema_re = re.compile(
            r"^plone.dexterity.schema.generated.plone_5_\d*_2_\d*_0_Document$"
        )
        stable_behavior = (
            "plone.dexterity.schema.generated.plone_5_1234567890_2_123456_0_Document"
        )
        json_response = response.json()
        response_text_override = ""
        behavior = json_response.get("behavior")
        if behavior and document_schema_re.match(behavior):
            json_response["behavior"] = stable_behavior
            response_text_override = pretty_json(json_response)
        save_request_and_response_for_docs(
            "types_document_post_field", response, response_text_override
        )

        #
        # GET
        #

        # Document
        response = self.api_session.get("/@types/Document")
        json_response = response.json()
        response_text_override = ""
        try:
            author_email = json_response["properties"]["author_email"]
            if document_schema_re.match(author_email["behavior"]):
                author_email["behavior"] = stable_behavior
                response_text_override = pretty_json(json_response)
        except KeyError:
            pass
        save_request_and_response_for_docs(
            "types_document", response, response_text_override
        )
        doc_json = json.loads(response.content)

        # Get fieldset
        response = self.api_session.get("/@types/Document/contact_info")
        save_request_and_response_for_docs("types_document_get_fieldset", response)

        # Get field
        response = self.api_session.get("/@types/Document/author_email")
        json_response = response.json()
        response_text_override = ""
        behavior = json_response.get("behavior")
        if behavior and document_schema_re.match(behavior):
            json_response["behavior"] = stable_behavior
            response_text_override = pretty_json(json_response)
        save_request_and_response_for_docs(
            "types_document_get_field", response, response_text_override
        )

        #
        # PATCH
        #

        # Update Document defaults
        response = self.api_session.patch(
            "/@types/Document",
            json={
                "properties": {
                    "author_email": {
                        "default": "foo@bar.com",
                        "minLength": 5,
                        "maxLength": 20,
                    }
                }
            },
        )
        save_request_and_response_for_docs("types_document_patch_properites", response)

        # Change field tab / order
        response = self.api_session.patch(
            "/@types/Document",
            json={
                "fieldsets": [
                    {
                        "id": "contact_info",
                        "title": "Contact info",
                        "fields": ["author_email"],
                    }
                ]
            },
        )
        save_request_and_response_for_docs("types_document_patch_fieldsets", response)

        # Update fieldset settings
        response = self.api_session.patch(
            "/@types/Document/contact_info",
            json={
                "title": "Contact information",
                "description": "Contact information",
                "fields": ["author_email"],
            },
        )
        save_request_and_response_for_docs("types_document_patch_fieldset", response)

        # Update field settings
        response = self.api_session.patch(
            "/@types/Document/author_email",
            json={
                "title": "Author e-mail",
                "description": "The e-mail address of the author",
                "minLength": 10,
                "maxLength": 20,
                "required": True,
            },
        )
        save_request_and_response_for_docs("types_document_patch_field", response)

        doc_json["layouts"] = ["thumbnail_view", "table_view"]
        doc_json["fieldsets"] = [
            {
                "id": "author",
                "title": "Contact the author",
                "fields": [
                    "author_email",
                    "author_url",
                    "author_name",
                ],
            },
            {"id": "contact_info", "title": "Contact info", "fields": []},
        ]

        doc_json["properties"]["author_name"] = {
            "description": "Name of the author",
            "factory": "Text line (String)",
            "title": "Author name",
        }

        doc_json["properties"]["author_url"] = {
            "description": "Author webpage",
            "factory": "URL",
            "title": "Author website",
            "minLength": 5,
            "maxLength": 30,
        }

        response = self.api_session.put("/@types/Document", json=doc_json)
        # In this case, not the response but the request has a non deterministic behavior.
        # I don't want to change it in the request itself, only in the test output.
        request_text_override = ""
        try:
            author_email = doc_json["properties"]["author_email"]
            if document_schema_re.match(author_email["behavior"]):
                author_email["behavior"] = stable_behavior
                request_text_override = pretty_json(doc_json)
        except KeyError:
            pass
        save_request_and_response_for_docs(
            "types_document_put",
            response,
            request_text_override=request_text_override,
        )

        #
        # DELETE
        #

        # Remove field
        response = self.api_session.delete(
            "/@types/Document/author_email",
        )
        save_request_and_response_for_docs("types_document_delete_field", response)

        # Remove fieldset
        response = self.api_session.delete(
            "/@types/Document/contact_info",
        )
        save_request_and_response_for_docs("types_document_delete_fieldset", response)

    def test_documentation_jwt_login(self):
        self.portal.acl_users.jwt_auth._secret = "secret"
        self.portal.acl_users.jwt_auth.use_keyring = False
        self.portal.acl_users.jwt_auth.token_timeout = 0
        transaction.commit()
        self.api_session.auth = None
        response = self.api_session.post(
            f"{self.portal.absolute_url()}/@login",
            json={"login": SITE_OWNER_NAME, "password": SITE_OWNER_PASSWORD},
        )
        save_request_and_response_for_docs("jwt_login", response)

    def test_documentation_jwt_logged_in(self):
        self.portal.acl_users.jwt_auth._secret = "secret"
        self.portal.acl_users.jwt_auth.use_keyring = False
        self.portal.acl_users.jwt_auth.token_timeout = 0
        self.portal.acl_users.jwt_auth.store_tokens = True
        transaction.commit()
        self.api_session.auth = None
        response = self.api_session.post(
            f"{self.portal.absolute_url()}/@login",
            json={"login": SITE_OWNER_NAME, "password": SITE_OWNER_PASSWORD},
        )
        token = json.loads(response.content)["token"]
        response = self.api_session.get(
            "/", headers={"Authorization": f"Bearer {token}"}
        )
        save_request_and_response_for_docs("jwt_logged_in", response)

    def test_documentation_jwt_login_renew(self):
        self.portal.acl_users.jwt_auth._secret = "secret"
        self.portal.acl_users.jwt_auth.use_keyring = False
        self.portal.acl_users.jwt_auth.token_timeout = 0
        transaction.commit()
        self.api_session.auth = None
        response = self.api_session.post(
            f"{self.portal.absolute_url()}/@login",
            json={"login": SITE_OWNER_NAME, "password": SITE_OWNER_PASSWORD},
        )
        token = json.loads(response.content)["token"]
        response = self.api_session.post(
            f"{self.portal.absolute_url()}/@login-renew",
            headers={"Authorization": f"Bearer {token}"},
        )
        save_request_and_response_for_docs("jwt_login_renew", response)

    def test_documentation_jwt_logout(self):
        self.portal.acl_users.jwt_auth._secret = "secret"
        self.portal.acl_users.jwt_auth.use_keyring = False
        self.portal.acl_users.jwt_auth.token_timeout = 0
        self.portal.acl_users.jwt_auth.store_tokens = True
        transaction.commit()
        self.api_session.auth = None
        response = self.api_session.post(
            f"{self.portal.absolute_url()}/@login",
            json={"login": SITE_OWNER_NAME, "password": SITE_OWNER_PASSWORD},
        )
        token = json.loads(response.content)["token"]
        response = self.api_session.post(
            f"{self.portal.absolute_url()}/@logout",
            headers={"Authorization": f"Bearer {token}"},
        )
        save_request_and_response_for_docs("jwt_logout", response)

    def test_documentation_batching(self):
        folder = self.portal[
            self.portal.invokeFactory("Folder", id="folder", title="Folder")
        ]
        for i in range(7):
            folder.invokeFactory(
                "Document",
                id="doc-%s" % str(i + 1),
                title="Document %s" % str(i + 1),
            )
        transaction.commit()

        query = {"sort_on": "path"}
        response = self.api_session.get("/folder/@search?b_size=5", params=query)
        save_request_and_response_for_docs("batching", response)

    def test_documentation_users(self):
        test_user = api.user.get(username=TEST_USER_ID)
        properties = {
            "description": "This is a test user",
            "email": "test@example.com",
            "fullname": "Test User",
            "home_page": "http://www.example.com",
            "location": "Bonn",
            "username": "test-user",
        }
        test_user.setMemberProperties(mapping=properties)
        admin = api.user.get(username="admin")
        properties = {
            "description": "This is an admin user",
            "email": "admin@example.com",
            "fullname": "Administrator",
            "home_page": "http://www.example.com",
            "location": "Berlin",
            "username": "admin",
        }
        admin.setMemberProperties(mapping=properties)
        transaction.commit()
        response = self.api_session.get("/@users")
        save_request_and_response_for_docs("users", response)

    def test_documentation_users_as_anonymous(self):
        logged_out_api_session = RelativeSession(self.portal_url, test=self)
        logged_out_api_session.headers.update({"Accept": "application/json"})

        response = logged_out_api_session.get("@users")
        save_request_and_response_for_docs("users_anonymous", response)
        self.assertEqual(response.status_code, 401)
        logged_out_api_session.close()

    def test_documentations_users_as_unauthorized_user(self):
        properties = {
            "email": "noam.chomsky@example.com",
            "username": "noamchomsky",
            "fullname": "Noam Avram Chomsky",
            "home_page": "web.mit.edu/chomsky",
            "description": "Professor of Linguistics",
            "location": "Cambridge, MA",
        }
        api.user.create(
            email="noam.chomsky@example.com",
            username="noam",
            password="password",
            properties=properties,
        )
        transaction.commit()

        standard_api_session = RelativeSession(self.portal_url, test=self)
        standard_api_session.headers.update({"Accept": "application/json"})
        standard_api_session.auth = ("noam", "password")

        response = standard_api_session.get("@users")
        save_request_and_response_for_docs("users_unauthorized", response)
        self.assertEqual(response.status_code, 401)
        standard_api_session.close()

    def test_documentation_users_get(self):
        properties = {
            "email": "noam.chomsky@example.com",
            "username": "noamchomsky",
            "fullname": "Noam Avram Chomsky",
            "home_page": "web.mit.edu/chomsky",
            "description": "Professor of Linguistics",
            "location": "Cambridge, MA",
        }
        api.user.create(
            email="noam.chomsky@example.com",
            username="noam",
            properties=properties,
        )
        transaction.commit()
        response = self.api_session.get("@users/noam")
        save_request_and_response_for_docs("users_get", response)

    def test_documentation_users_anonymous_get(self):
        properties = {
            "email": "noam.chomsky@example.com",
            "username": "noamchomsky",
            "fullname": "Noam Avram Chomsky",
            "home_page": "web.mit.edu/chomsky",
            "description": "Professor of Linguistics",
            "location": "Cambridge, MA",
        }
        api.user.create(
            email="noam.chomsky@example.com",
            username="noam",
            properties=properties,
        )
        transaction.commit()

        logged_out_api_session = RelativeSession(self.portal_url, test=self)
        logged_out_api_session.headers.update({"Accept": "application/json"})

        response = logged_out_api_session.get("@users/noam")
        save_request_and_response_for_docs("users_anonymous_get", response)
        logged_out_api_session.close()

    def test_documentation_users_unauthorized_get(self):
        properties = {
            "email": "noam.chomsky@example.com",
            "username": "noamchomsky",
            "fullname": "Noam Avram Chomsky",
            "home_page": "web.mit.edu/chomsky",
            "description": "Professor of Linguistics",
            "location": "Cambridge, MA",
        }
        api.user.create(
            email="noam.chomsky@example.com",
            username="noam",
            password=TEST_USER_PASSWORD,
            properties=properties,
        )

        api.user.create(
            email="noam.chomsky@example.com",
            username="noam-fake",
            password=TEST_USER_PASSWORD,
            properties=properties,
        )

        transaction.commit()

        logged_out_api_session = RelativeSession(self.portal_url, test=self)
        logged_out_api_session.headers.update({"Accept": "application/json"})
        logged_out_api_session.auth = ("noam-fake", TEST_USER_PASSWORD)

        response = logged_out_api_session.get("@users/noam")
        save_request_and_response_for_docs("users_unauthorized_get", response)
        logged_out_api_session.close()

    def test_documentation_users_authorized_get(self):
        properties = {
            "email": "noam.chomsky@example.com",
            "username": "noamchomsky",
            "fullname": "Noam Avram Chomsky",
            "home_page": "web.mit.edu/chomsky",
            "description": "Professor of Linguistics",
            "location": "Cambridge, MA",
        }
        api.user.create(
            email="noam.chomsky@example.com",
            username="noam",
            password=TEST_USER_PASSWORD,
            properties=properties,
        )
        transaction.commit()

        logged_out_api_session = RelativeSession(self.portal_url, test=self)
        logged_out_api_session.headers.update({"Accept": "application/json"})
        logged_out_api_session.auth = ("noam", TEST_USER_PASSWORD)
        response = logged_out_api_session.get("@users/noam")
        save_request_and_response_for_docs("users_authorized_get", response)
        logged_out_api_session.close()

    def test_documentation_users_filtered_get(self):
        properties = {
            "fullname": "Noam Avram Chomsky",
            "home_page": "web.mit.edu/chomsky",
            "description": "Professor of Linguistics",
            "location": "Cambridge, MA",
        }
        api.user.create(
            email="noam.chomsky@example.com",
            username="noam",
            properties=properties,
        )
        api.group.add_user(groupname="Reviewers", username="noam")
        transaction.commit()
        # filter by username
        response = self.api_session.get("@users", params={"query": "oam"})
        save_request_and_response_for_docs("users_filtered_by_username", response)
        # filter by groups
        response = self.api_session.get(
            "@users",
            params={"groups-filter:list": ["Reviewers", "Site Administrators"]},
        )
        save_request_and_response_for_docs("users_filtered_by_groups", response)

    def test_documentation_users_searched_get(self):
        properties = {
            "fullname": "Noam Avram Chomsky",
            "home_page": "web.mit.edu/chomsky",
            "description": "Professor of Linguistics",
            "location": "Cambridge, MA",
        }
        api.user.create(
            email="noam.chomsky@example.com",
            username="noam",
            properties=properties,
        )
        api.group.add_user(groupname="Reviewers", username="noam")
        transaction.commit()
        # search by fullname
        response = self.api_session.get("@users", params={"search": "avram"})
        save_request_and_response_for_docs("users_searched", response)

    def test_documentation_users_created(self):
        response = self.api_session.post(
            "/@users",
            json={
                "email": "noam.chomsky@example.com",
                "password": "colorlessgreenideas",
                "username": "noamchomsky",
                "fullname": "Noam Avram Chomsky",
                "home_page": "web.mit.edu/chomsky",
                "description": "Professor of Linguistics",
                "location": "Cambridge, MA",
                "roles": ["Contributor"],
            },
        )
        save_request_and_response_for_docs("users_created", response)

    def test_documentation_users_add(self):
        response = self.api_session.post(
            "/@users",
            json={
                "email": "noam.chomsky@example.com",
                "username": "noamchomsky",
                "fullname": "Noam Avram Chomsky",
                "home_page": "web.mit.edu/chomsky",
                "description": "Professor of Linguistics",
                "location": "Cambridge, MA",
                "sendPasswordReset": True,
            },
        )
        save_request_and_response_for_docs("users_add", response)

    def test_documentation_users_update(self):
        properties = {
            "email": "noam.chomsky@example.com",
            "username": "noamchomsky",
            "fullname": "Noam Avram Chomsky",
            "home_page": "web.mit.edu/chomsky",
            "description": "Professor of Linguistics",
            "location": "Cambridge, MA",
        }
        api.user.create(
            email="noam.chomsky@example.com",
            username="noam",
            properties=properties,
        )
        transaction.commit()

        response = self.api_session.patch(
            "/@users/noam",
            json={
                "email": "avram.chomsky@example.com",
                "roles": {"Contributor": False},
            },
        )
        save_request_and_response_for_docs("users_update", response)

    def test_documentation_users_update_portrait(self):
        payload = {
            "portrait": {
                "filename": "image.gif",
                "encoding": "base64",
                "data": "R0lGODlhAQABAIAAAP///wAAACwAAAAAAQABAAACAkQBADs=",
                "content-type": "image/gif",
            }
        }
        api.user.create(email="noam.chomsky@example.com", username="noam")
        transaction.commit()
        response = self.api_session.patch("/@users/noam", json=payload)
        transaction.commit()

        response_get = self.api_session.get("/@users/noam", json=payload)

        save_request_and_response_for_docs("users_update_portrait", response)
        save_request_and_response_for_docs("users_update_portrait_get", response_get)

    def test_documentation_users_update_portrait_with_scale(self):
        payload = {
            "portrait": {
                "filename": "image.gif",
                "encoding": "base64",
                "data": "R0lGODlhAQABAIAAAP///wAAACwAAAAAAQABAAACAkQBADs=",
                "content-type": "image/gif",
                "scale": True,
            }
        }
        api.user.create(email="noam.chomsky@example.com", username="noam")
        transaction.commit()
        response = self.api_session.patch("/@users/noam", json=payload)

        save_request_and_response_for_docs("users_update_portrait_scale", response)

    def test_documentation_users_delete(self):
        properties = {
            "email": "noam.chomsky@example.com",
            "username": "noamchomsky",
            "fullname": "Noam Avram Chomsky",
            "home_page": "web.mit.edu/chomsky",
            "description": "Professor of Linguistics",
            "location": "Cambridge, MA",
        }
        api.user.create(
            email="noam.chomsky@example.com",
            username="noam",
            properties=properties,
        )
        transaction.commit()

        response = self.api_session.delete("/@users/noam")
        save_request_and_response_for_docs("users_delete", response)

    def test_documentation_users_delete_no_localroles(self):
        properties = {
            "email": "noam.chomsky@example.com",
            "username": "noamchomsky",
            "fullname": "Noam Avram Chomsky",
            "home_page": "web.mit.edu/chomsky",
            "description": "Professor of Linguistics",
            "location": "Cambridge, MA",
        }
        api.user.create(
            email="noam.chomsky@example.com",
            username="noam",
            properties=properties,
        )
        transaction.commit()

        response = self.api_session.delete(
            "/@users/noam", data={"delete_localroles": 0}
        )
        save_request_and_response_for_docs("users_delete_no_localroles", response)

    def test_documentation_users_delete_no_memberareas(self):
        properties = {
            "email": "noam.chomsky@example.com",
            "username": "noamchomsky",
            "fullname": "Noam Avram Chomsky",
            "home_page": "web.mit.edu/chomsky",
            "description": "Professor of Linguistics",
            "location": "Cambridge, MA",
        }
        api.user.create(
            email="noam.chomsky@example.com",
            username="noam",
            properties=properties,
        )
        transaction.commit()

        response = self.api_session.delete(
            "/@users/noam", data={"delete_memberareas": 0}
        )
        save_request_and_response_for_docs("users_delete_no_memberareas", response)

    def test_documentation_groups(self):
        gtool = api.portal.get_tool("portal_groups")
        properties = {
            "title": "Plone Team",
            "description": "We are Plone",
            "email": "ploneteam@plone.org",
        }
        gtool.addGroup(
            "ploneteam",
            (),
            (),
            properties=properties,
            title=properties["title"],
            description=properties["description"],
        )
        properties = {
            "fullname": "Noam Avram Chomsky",
            "home_page": "web.mit.edu/chomsky",
            "description": "Professor of Linguistics",
            "location": "Cambridge, MA",
        }
        api.user.create(
            email="noam.chomsky@example.com",
            username="noam",
            properties=properties,
        )
        api.group.add_user(groupname="ploneteam", username="noam")
        transaction.commit()
        response = self.api_session.get("/@groups")
        save_request_and_response_for_docs("groups", response)

    def test_documentation_groups_get(self):
        gtool = api.portal.get_tool("portal_groups")
        properties = {
            "title": "Plone Team",
            "description": "We are Plone",
            "email": "ploneteam@plone.org",
        }
        gtool.addGroup(
            "ploneteam",
            (),
            (),
            properties=properties,
            title=properties["title"],
            description=properties["description"],
        )
        properties = {
            "fullname": "Noam Avram Chomsky",
            "home_page": "web.mit.edu/chomsky",
            "description": "Professor of Linguistics",
            "location": "Cambridge, MA",
        }
        api.user.create(
            email="noam.chomsky@example.com",
            username="noam",
            properties=properties,
        )
        api.group.add_user(groupname="ploneteam", username="noam")
        transaction.commit()
        response = self.api_session.get("@groups/ploneteam")
        save_request_and_response_for_docs("groups_get", response)

    def test_documentation_groups_filtered_get(self):
        gtool = api.portal.get_tool("portal_groups")
        properties = {
            "title": "Plone Team",
            "description": "We are Plone",
            "email": "ploneteam@plone.org",
        }
        gtool.addGroup(
            "ploneteam",
            (),
            (),
            properties=properties,
            title=properties["title"],
            description=properties["description"],
        )
        transaction.commit()
        response = self.api_session.get("@groups", params={"query": "plo"})
        save_request_and_response_for_docs(
            "groups_filtered_by_groupname", response
        )  # noqa

    def test_documentation_groups_created(self):
        response = self.api_session.post(
            "/@groups",
            json={
                "groupname": "fwt",
                "email": "fwt@plone.org",
                "title": "Framework Team",
                "description": "The Plone Framework Team",
                "roles": ["Manager"],
                "groups": ["Administrators"],
                "users": [SITE_OWNER_NAME, TEST_USER_ID],
            },
        )
        save_request_and_response_for_docs("groups_created", response)

    def test_documentation_groups_update(self):
        gtool = api.portal.get_tool("portal_groups")
        properties = {
            "title": "Plone Team",
            "description": "We are Plone",
            "email": "ploneteam@plone.org",
        }
        gtool.addGroup(
            "ploneteam",
            (),
            (),
            properties=properties,
            title=properties["title"],
            description=properties["description"],
        )
        transaction.commit()

        response = self.api_session.patch(
            "/@groups/ploneteam",
            json={
                "description": "Plone team members",
                "email": "ploneteam2@plone.org",
                "groups": ["Site Administrators"],
                "users": {TEST_USER_ID: False},
                "roles": ["Authenticated", "Reviewer"],
                "title": "The Plone team",
            },
        )
        save_request_and_response_for_docs("groups_update", response)

    def test_documentation_groups_delete(self):
        gtool = api.portal.get_tool("portal_groups")
        properties = {
            "title": "Plone Team",
            "description": "We are Plone",
            "email": "ploneteam@plone.org",
        }
        gtool.addGroup(
            "ploneteam",
            (),
            (),
            properties=properties,
            title=properties["title"],
            description=properties["description"],
        )
        transaction.commit()

        response = self.api_session.delete("/@groups/ploneteam")
        save_request_and_response_for_docs("groups_delete", response)

    def test_documentation_breadcrumbs(self):
        response = self.api_session.get(f"{self.document.absolute_url()}/@breadcrumbs")
        save_request_and_response_for_docs("breadcrumbs", response)

    def test_documentation_navigation(self):
        response = self.api_session.get(f"{self.document.absolute_url()}/@navigation")
        save_request_and_response_for_docs("navigation", response)

    def test_documentation_navigation_tree(self):
        folder = createContentInContainer(
            self.portal, "Folder", id="folder", title="Some Folder"
        )
        createContentInContainer(
            self.portal, "Folder", id="folder2", title="Some Folder 2"
        )
        subfolder1 = createContentInContainer(
            folder, "Folder", id="subfolder1", title="SubFolder 1"
        )
        createContentInContainer(folder, "Folder", id="subfolder2", title="SubFolder 2")
        thirdlevelfolder = createContentInContainer(
            subfolder1,
            "Folder",
            id="thirdlevelfolder",
            title="Third Level Folder",
        )
        createContentInContainer(
            thirdlevelfolder,
            "Folder",
            id="fourthlevelfolder",
            title="Fourth Level Folder",
        )
        createContentInContainer(folder, "Document", id="doc1", title="A document")
        transaction.commit()

        response = self.api_session.get(
            f"{self.document.absolute_url()}/@navigation",
            params={"expand.navigation.depth": 4},
        )
        save_request_and_response_for_docs("navigation_tree", response)

    def test_documentation_contextnavigation(self):
        folder = createContentInContainer(
            self.portal, "Folder", id="folder", title="Some Folder"
        )
        createContentInContainer(
            self.portal, "Folder", id="folder2", title="Some Folder 2"
        )
        subfolder1 = createContentInContainer(
            folder, "Folder", id="subfolder1", title="SubFolder 1"
        )
        createContentInContainer(folder, "Folder", id="subfolder2", title="SubFolder 2")
        thirdlevelfolder = createContentInContainer(
            subfolder1,
            "Folder",
            id="thirdlevelfolder",
            title="Third Level Folder",
        )
        createContentInContainer(
            thirdlevelfolder,
            "Folder",
            id="fourthlevelfolder",
            title="Fourth Level Folder",
        )
        createContentInContainer(folder, "Document", id="doc1", title="A document")
        transaction.commit()
        response = self.api_session.get(
            f"{self.portal.absolute_url()}/folder/@contextnavigation"
        )
        save_request_and_response_for_docs("contextnavigation", response)

    def test_documentation_principals(self):
        gtool = api.portal.get_tool("portal_groups")
        properties = {
            "title": "Plone Team",
            "description": "We are Plone",
            "email": "ploneteam@plone.org",
        }
        gtool.addGroup(
            "ploneteam",
            (),
            (),
            properties=properties,
            title=properties["title"],
            description=properties["description"],
        )
        transaction.commit()
        response = self.api_session.get("/@principals", params={"search": "ploneteam"})
        save_request_and_response_for_docs("principals", response)

    def test_documentation_copy(self):
        response = self.api_session.post(
            "/@copy", json={"source": self.document.absolute_url()}
        )
        save_request_and_response_for_docs("copy", response)

    def test_documentation_copy_multiple(self):
        newsitem = self.portal[self.portal.invokeFactory("News Item", id="newsitem")]
        newsitem.title = "My News Item"
        transaction.commit()

        response = self.api_session.post(
            "/@copy",
            json={
                "source": [
                    self.document.absolute_url(),
                    newsitem.absolute_url(),
                ]
            },
        )
        save_request_and_response_for_docs("copy_multiple", response)

    def test_documentation_move(self):
        self.portal.invokeFactory("Folder", id="folder")
        transaction.commit()
        response = self.api_session.post(
            "/folder/@move", json={"source": self.document.absolute_url()}
        )
        save_request_and_response_for_docs("move", response)

    def test_documentation_vocabularies_all(self):
        response = self.api_session.get("/@vocabularies")
        save_request_and_response_for_docs("vocabularies", response)

    def test_documentation_vocabularies_get(self):
        response = self.api_session.get(
            "/@vocabularies/plone.app.vocabularies.ReallyUserFriendlyTypes"
        )
        save_request_and_response_for_docs("vocabularies_get", response)

    def test_documentation_vocabularies_get_fields(self):
        response = self.api_session.get("/@vocabularies/Fields")
        save_request_and_response_for_docs("vocabularies_get_fields", response)

    def test_documentation_vocabularies_get_filtered_by_title(self):
        response = self.api_session.get(
            "/@vocabularies/plone.app.vocabularies.ReallyUserFriendlyTypes?title=doc"
        )
        save_request_and_response_for_docs(
            "vocabularies_get_filtered_by_title", response
        )

    def test_documentation_vocabularies_get_filtered_by_token(self):
        response = self.api_session.get(
            "/@vocabularies/plone.app.vocabularies.ReallyUserFriendlyTypes?"
            "token=Document"
        )
        save_request_and_response_for_docs(
            "vocabularies_get_filtered_by_token", response
        )

    def test_documentation_sources_get(self):
        api.content.create(
            container=self.portal,
            id="doc",
            type="DXTestDocument",
            title="DX Document",
        )
        transaction.commit()
        response = self.api_session.get("/doc/@sources/test_choice_with_source")
        save_request_and_response_for_docs("sources_get", response)

    def test_documentation_sharing_folder_get(self):
        self.portal.invokeFactory("Folder", id="folder")
        transaction.commit()
        response = self.api_session.get("/folder/@sharing")
        save_request_and_response_for_docs("sharing_folder_get", response)

    def test_documentation_sharing_folder_post(self):
        self.portal.invokeFactory("Folder", id="folder")
        transaction.commit()
        payload = {
            "inherit": True,
            "entries": [
                {
                    "id": "AuthenticatedUsers",
                    "roles": {
                        "Reviewer": True,
                        "Editor": False,
                        "Reader": True,
                        "Contributor": False,
                    },
                    "type": "user",
                }
            ],
        }
        response = self.api_session.post("/folder/@sharing", json=payload)
        save_request_and_response_for_docs("sharing_folder_post", response)

    def test_documentation_sharing_search(self):
        self.portal.invokeFactory("Folder", id="folder")
        self.portal.folder.invokeFactory("Document", id="doc")
        api.user.grant_roles("admin", roles=["Contributor"])
        api.user.grant_roles("admin", roles=["Editor"], obj=self.portal.folder)
        transaction.commit()
        response = self.api_session.get("/folder/doc/@sharing?search=admin")
        save_request_and_response_for_docs("sharing_search", response)

    def test_documentation_expansion(self):
        response = self.api_session.get("/front-page")
        save_request_and_response_for_docs("expansion", response)

    def test_documentation_expansion_expanded(self):
        response = self.api_session.get("/front-page?expand=breadcrumbs")
        save_request_and_response_for_docs("expansion_expanded", response)

    def test_documentation_expansion_expanded_full(self):
        response = self.api_session.get(
            "/front-page?expand=actions,breadcrumbs,navigation,workflow,types"
        )
        save_request_and_response_for_docs("expansion_expanded_full", response)

    def test_history_get(self):
        self.document.setTitle("My new title")
        url = f"{self.document.absolute_url()}/@history"
        response = self.api_session.get(url)
        save_request_and_response_for_docs("history_get", response)

    def test_history_revert(self):
        url = f"{self.document.absolute_url()}/@history"
        response = self.api_session.patch(url, json={"version": 0})
        save_request_and_response_for_docs("history_revert", response)

    def test_tusupload_options(self):
        self.portal.invokeFactory("Folder", id="folder")
        transaction.commit()
        response = self.api_session.options("/folder/@tus-upload")
        save_request_and_response_for_docs("tusupload_options", response)

    def test_tusupload_post_head_patch(self):
        # We create both the POST and PATCH example here, because we need the
        # temporary id

        def clean_upload_url(response, _id="032803b64ad746b3ab46d9223ea3d90f"):
            pattern = r"@tus-upload/(\w+)"
            repl = "@tus-upload/" + _id

            # Replaces the dynamic part in the headers with a stable id
            for target in [response, response.request]:
                for key, val in target.headers.items():
                    target.headers[key] = re.sub(pattern, repl, val)

                target.url = re.sub(pattern, repl, target.url)

        def clean_final_url(response, _id="document-2016-10-21"):
            url = self.portal.folder.absolute_url() + "/" + _id
            response.headers["Location"] = url

        self.portal.invokeFactory("Folder", id="folder")
        transaction.commit()

        # POST create an upload
        metadata = "filename {},content-type {}".format(
            b64encode(UPLOAD_FILENAME).decode("utf-8"),
            b64encode(UPLOAD_MIMETYPE).decode("utf-8"),
        )
        response = self.api_session.post(
            "/folder/@tus-upload",
            headers={
                "Tus-Resumable": "1.0.0",
                "Upload-Length": str(UPLOAD_LENGTH),
                "Upload-Metadata": metadata,
            },
        )

        upload_url = response.headers["location"]

        clean_upload_url(response)
        save_request_and_response_for_docs("tusupload_post", response)

        # PATCH upload a partial document
        response = self.api_session.patch(
            upload_url,
            headers={
                "Tus-Resumable": "1.0.0",
                "Content-Type": "application/offset+octet-stream",
                "Upload-Offset": "0",
            },
            data=UPLOAD_DATA[:3],
        )
        clean_upload_url(response)
        save_request_and_response_for_docs("tusupload_patch", response)

        # HEAD ask for much the server has
        response = self.api_session.head(upload_url, headers={"Tus-Resumable": "1.0.0"})
        clean_upload_url(response)
        save_request_and_response_for_docs("tusupload_head", response)

        # Finalize the upload
        response = self.api_session.patch(
            upload_url,
            headers={
                "Tus-Resumable": "1.0.0",
                "Content-Type": "application/offset+octet-stream",
                "Upload-Offset": response.headers["Upload-Offset"],
            },
            data=UPLOAD_DATA[3:],
        )
        clean_upload_url(response)
        clean_final_url(response)
        save_request_and_response_for_docs("tusupload_patch_finalized", response)

    def test_tusreplace_post_patch(self):
        self.portal.invokeFactory("File", id="myfile")
        transaction.commit()

        # POST create an upload
        metadata = "filename {},content-type {}".format(
            b64encode(UPLOAD_FILENAME).decode("utf-8"),
            b64encode(UPLOAD_MIMETYPE).decode("utf-8"),
        )
        response = self.api_session.post(
            "/myfile/@tus-replace",
            headers={
                "Tus-Resumable": "1.0.0",
                "Upload-Length": str(UPLOAD_LENGTH),
                "Upload-Metadata": metadata,
            },
        )
        upload_url = response.headers["location"]
        # Replace dynamic uuid with a static one
        response.headers["location"] = "/".join(
            upload_url.split("/")[:-1] + ["4e465958b24a46ec8657e6f3be720991"]
        )
        save_request_and_response_for_docs("tusreplace_post", response)

        # PATCH upload file data
        response = self.api_session.patch(
            upload_url,
            headers={
                "Tus-Resumable": "1.0.0",
                "Content-Type": "application/offset+octet-stream",
                "Upload-Offset": "0",
            },
            data=UPLOAD_DATA,
        )
        # Replace dynamic uuid with a static one
        response.request.url = "/".join(
            upload_url.split("/")[:-1] + ["4e465958b24a46ec8657e6f3be720991"]
        )
        save_request_and_response_for_docs("tusreplace_patch", response)

    def test_locking_lock(self):
        url = f"{self.document.absolute_url()}/@lock"
        response = self.api_session.post(url)
        # Replace dynamic lock token with a static one
        response._content = re.sub(
            b'"token": "[^"]+"',
            b'"token":'
            b' "0.684672730996-0.25195226375-00105A989226:1477076400.000"',  # noqa
            response.content,
        )
        save_request_and_response_for_docs("lock", response)

    def test_locking_lock_nonstealable_and_timeout(self):
        url = f"{self.document.absolute_url()}/@lock"
        response = self.api_session.post(
            url, json={"stealable": False, "timeout": 3600}
        )
        # Replace dynamic lock token with a static one
        response._content = re.sub(
            b'"token": "[^"]+"',
            b'"token":'
            b' "0.684672730996-0.25195226375-00105A989226:1477076400.000"',  # noqa
            response.content,
        )
        save_request_and_response_for_docs("lock_nonstealable_timeout", response)

    def test_locking_unlock(self):
        url = f"{self.document.absolute_url()}/@lock"
        response = self.api_session.post(url)
        url = f"{self.document.absolute_url()}/@lock"
        response = self.api_session.delete(url)
        save_request_and_response_for_docs("unlock", response)

    def test_locking_unlock_force(self):
        url = f"{self.document.absolute_url()}/@lock"
        response = self.api_session.post(url)
        url = f"{self.document.absolute_url()}/@lock"
        response = self.api_session.delete(url, json={"force": True})
        save_request_and_response_for_docs("unlock_force", response)

    def test_locking_refresh_lock(self):
        url = f"{self.document.absolute_url()}/@lock"
        response = self.api_session.post(url)
        response = self.api_session.patch(url)
        # Replace dynamic lock token with a static one
        response._content = re.sub(
            b'"token": "[^"]+"',
            b'"token":'
            b' "0.684672730996-0.25195226375-00105A989226:1477076400.000"',  # noqa
            response.content,
        )
        save_request_and_response_for_docs("refresh_lock", response)

    def test_locking_lockinfo(self):
        url = f"{self.document.absolute_url()}/@lock"
        response = self.api_session.get(url)
        save_request_and_response_for_docs("lock_get", response)

    def test_update_with_lock(self):
        url = f"{self.document.absolute_url()}/@lock"
        response = self.api_session.post(url)
        token = response.json()["token"]
        response = self.api_session.patch(
            self.document.absolute_url(),
            headers={"Lock-Token": token},
            json={"title": "New Title"},
        )
        response.request.headers[
            "Lock-Token"
        ] = "0.684672730996-0.25195226375-00105A989226:1477076400.000"  # noqa
        save_request_and_response_for_docs("lock_update", response)

    def test_querystring_get(self):
        url = "/@querystring"
        response = self.api_session.get(url)
        save_request_and_response_for_docs("querystring_get", response)

    def test_querystring_get_contextual(self):
        url = f"{self.document.absolute_url()}/@querystring"
        response = self.api_session.get(url)
        save_request_and_response_for_docs("querystring_get_contextual", response)

    def test_querystringsearch_post(self):
        url = "/@querystring-search"

        self.portal.invokeFactory("Document", "testdocument", title="Test Document")
        transaction.commit()

        response = self.api_session.post(
            url,
            json={
                "query": [
                    {
                        "i": "portal_type",
                        "o": "plone.app.querystring.operation.selection.any",
                        "v": ["Document"],
                    }
                ]
            },
        )
        save_request_and_response_for_docs("querystringsearch_post", response)

    def test_querystringsearch_get(self):
        query = {
            "query": "%7B%22query%22%3A%5B%7B%22i%22%3A%22portal_type%22%2C%22o%22%3A%20%22plone.app.querystring.operation.selection.any%22%2C%22v%22%3A%5B%22Document%22%5D%7D%5D%7D"
        }
        url = "/@querystring-search"

        self.portal.invokeFactory("Document", "testdocument", title="Test Document")
        transaction.commit()

        response = self.api_session.get(url, params=query)
        save_request_and_response_for_docs("querystringsearch_get", response)

    def test_system_get(self):
        response = self.api_session.get("/@system")
        save_request_for_docs("system_get", response)

    def test_database_get(self):
        response = self.api_session.get("/@database")
        save_request_for_docs("database_get", response)

    def test_addons_install_specific_profile(self):
        response = self.api_session.post(
            "/@addons/plone.restapi/import/testing-workflows"
        )
        save_request_for_docs("addons_install_profile", response)

    def test_site_navroot_get(self):
        response = self.api_session.get("/@navroot")
        save_request_and_response_for_docs("navroot_standard_site_get", response)

    def test_site_content_navroot_get(self):
        response = self.api_session.get("/front-page/@navroot")
        save_request_and_response_for_docs(
            "navroot_standard_site_content_get", response
        )

    def test_site_navroot_get_expansion(self):
        response = self.api_session.get("/?expand=navroot")
        save_request_and_response_for_docs(
            "navroot_standard_site_get_expansion", response
        )

    def test_site_navroot_content_get_expansion(self):
        response = self.api_session.get("/front-page?expand=navroot")
        save_request_and_response_for_docs(
            "navroot_standard_site_content_get_expansion", response
        )

    def test_site_get(self):
        response = self.api_session.get("/@site")
        save_request_and_response_for_docs("site_get", response)


class TestDocumentationMessageTranslations(TestDocumentationBase):
    layer = PLONE_RESTAPI_DX_FUNCTIONAL_TESTING

    def setUp(self):
        super().setUp()

        self.api_session.headers.update({"Accept-Language": "es"})

        self.document = self.create_document()
        alsoProvides(self.document, ITTWLockable)
        transaction.commit()

    def tearDown(self):
        super().tearDown()

    def create_document(self):
        self.portal.invokeFactory("Document", id="front-page")
        document = self.portal["front-page"]
        document.title = "Welcome to Plone"
        document.description = "Congratulations! You have successfully installed Plone."
        document.text = RichTextValue(
            "If you're seeing this instead of the web site you were "
            + "expecting, the owner of this web site has just installed "
            + "Plone. Do not contact the Plone Team or the Plone mailing "
            + "lists about this.",
            "text/plain",
            "text/html",
        )
        return document

    def test_translate_messages_types(self):
        response = self.api_session.get("/@types")
        save_request_and_response_for_docs("translated_messages_types", response)

    def test_translate_messages_types_folder(self):
        response = self.api_session.get("/@types/Folder")
        save_request_and_response_for_docs("translated_messages_types_folder", response)

    def test_translate_messages_object_workflow(self):
        response = self.api_session.get(f"{self.document.id}/@workflow")
        save_request_and_response_for_docs(
            "translated_messages_object_workflow", response
        )

    def test_translate_messages_object_history(self):
        response = self.api_session.get(f"{self.document.id}/@history")
        save_request_and_response_for_docs(
            "translated_messages_object_history", response
        )

    def test_translate_messages_addons(self):
        with patch_addon_versions("1.2.3"):
            response = self.api_session.get("/@addons")
            save_request_and_response_for_docs("translated_messages_addons", response)


class TestCommenting(TestDocumentationBase):
    layer = PLONE_RESTAPI_DX_FUNCTIONAL_TESTING

    def setUp(self):
        super().setUp()

        registry = getUtility(IRegistry)
        settings = registry.forInterface(IDiscussionSettings, check=False)
        settings.globally_enabled = True
        settings.edit_comment_enabled = True
        settings.delete_own_comment_enabled = True

        self.document = self.create_document_with_comments()
        transaction.commit()

    def tearDown(self):
        super().tearDown()

    def create_document_with_comments(self):
        self.portal.invokeFactory("Document", id="front-page")
        document = self.portal["front-page"]
        document.allow_discussion = True
        document.title = "Welcome to Plone"
        document.description = "Congratulations! You have successfully installed Plone."
        document.text = RichTextValue(
            "If you're seeing this instead of the web site you were "
            + "expecting, the owner of this web site has just installed "
            + "Plone. Do not contact the Plone Team or the Plone mailing "
            + "lists about this.",
            "text/plain",
            "text/html",
        )

        # Add a bunch of comments to the default conversation so we can do
        # batching
        self.conversation = conversation = IConversation(document)
        self.replies = replies = IReplies(conversation)
        for x in range(1, 2):
            comment = createObject("plone.Comment")
            comment.text = "Comment %d" % x
            comment = replies[replies.addComment(comment)]

            comment_replies = IReplies(comment)
            for y in range(1, 2):
                comment = createObject("plone.Comment")
                comment.text = "Comment %d.%d" % (x, y)
                comment_replies.addComment(comment)
        self.comment_id, self.comment = list(replies.items())[0]

        return document

    @staticmethod
    def clean_comment_id_from_urls(response, _id="123456"):
        pattern = r"@comments/(\w+)"
        pattern_bytes = b"@comments/(\\w+)"
        repl = "@comments/" + _id

        # Replaces the dynamic part in the headers with a stable id
        for target in [response, response.request]:
            for key, val in target.headers.items():
                target.headers[key] = re.sub(pattern, repl, val)

            target.url = re.sub(pattern, repl, target.url)

        # and the body
        if response.request.body:
            response.request.body = re.sub(pattern_bytes, repl, response.request.body)

        # and the response
        if response.content:
            response._content = re.sub(
                pattern_bytes, repl.encode("utf-8"), response._content
            )

    @staticmethod
    def clean_comment_id_from_body(response):
        # Build a mapping of all comment IDs found in the response, and
        # replace them with static ones.
        # Assumption: comment IDs are long enough to be unique.
        pattern_bytes = re.compile(b'"comment_id": "(\\w+)"')
        comment_ids = re.findall(pattern_bytes, response._content)

        def new_cid(idx):
            return str(idx + 1400000000000000).encode("ascii")

        static_comment_ids = {
            old_cid: new_cid(idx) for idx, old_cid in enumerate(comment_ids)
        }

        for cid, idx in static_comment_ids.items():
            response._content = re.sub(cid, idx, response._content)

    def test_comments_get(self):
        url = f"{self.document.absolute_url()}/@comments"
        response = self.api_session.get(url)
        self.clean_comment_id_from_body(response)
        save_request_and_response_for_docs("comments_get", response)

    def test_comments_add_root(self):
        url = f"{self.document.absolute_url()}/@comments/"
        payload = {"text": "My comment"}
        response = self.api_session.post(url, json=payload)
        self.clean_comment_id_from_urls(response)
        save_request_and_response_for_docs("comments_add_root", response)

    def test_comments_add_sub(self):
        # Add a reply
        url = f"{self.document.absolute_url()}/@comments/{self.comment_id}"
        payload = {"text": "My reply"}
        response = self.api_session.post(url, json=payload)

        self.clean_comment_id_from_urls(response)
        save_request_and_response_for_docs("comments_add_sub", response)

    def test_comments_update(self):
        url = f"{self.document.absolute_url()}/@comments/{self.comment_id}"
        payload = {"text": "My NEW comment"}
        response = self.api_session.patch(url, json=payload)
        self.clean_comment_id_from_urls(response)
        save_request_and_response_for_docs("comments_update", response)

    def test_comments_delete(self):
        url = f"{self.document.absolute_url()}/@comments/{self.comment_id}"
        response = self.api_session.delete(url)
        self.clean_comment_id_from_urls(response)
        save_request_and_response_for_docs("comments_delete", response)

    def test_roles_get(self):
        url = f"{self.portal_url}/@roles"
        response = self.api_session.get(url)
        save_request_and_response_for_docs("roles", response)

    def test_documentation_expansion(self):
        response = self.api_session.get("/front-page?expand=breadcrumbs,workflow")
        save_request_and_response_for_docs("expansion", response)

    def test_aliases_add(self):
        # Add 3 aliases
        url = f"{self.document.absolute_url()}/@aliases"
        payload = {
            "items": [
                {"path": "/new-alias"},
                {"path": "/old-alias"},
                {"path": "/final-alias"},
            ]
        }
        response = self.api_session.post(url, json=payload)
        save_request_and_response_for_docs("aliases_add", response)

    def test_aliases_delete(self):
        # Delete 1 alias
        url = f"{self.document.absolute_url()}/@aliases"
        payload = {
            "items": [
                {"path": "/new-alias"},
                {"path": "/old-alias"},
                {"path": "/final-alias"},
            ]
        }
        response = self.api_session.post(url, json=payload)

        payload = {"items": [{"path": "/old-alias"}]}
        response = self.api_session.delete(url, json=payload)

        save_request_and_response_for_docs("aliases_delete", response)

    def test_aliases_get(self):
        # Get aliases
        url = f"{self.document.absolute_url()}/@aliases"

        payload = {"items": "/simple-alias"}
        response = self.api_session.post(url, json=payload)

        response = self.api_session.get(url)
        save_request_and_response_for_docs("aliases_get", response)

    def test_aliases_root_add(self):
        # Add 2 aliases
        url = f"{self.portal.absolute_url()}/@aliases"
        payload = {
            "items": [
                {
                    "path": "/old-page",
                    "redirect-to": "/front-page",
                    "datetime": "2022-05-05",
                },
                {
                    "path": "/fizzbuzz",
                    "redirect-to": "/front-page",
                    "datetime": "2022-05-05",
                },
            ]
        }

        response = self.api_session.post(url, json=payload)
        save_request_and_response_for_docs("aliases_root_add", response)

    def test_aliases_root_delete(self):
        # Delete 1 alias
        url = f"{self.portal.absolute_url()}/@aliases"
        payload = {
            "items": [
                {
                    "path": "/old-page",
                    "redirect-to": "/front-page",
                },
                {
                    "path": "/fizzbuzz",
                    "redirect-to": "/front-page",
                },
            ]
        }
        response = self.api_session.post(url, json=payload)

        payload = {"items": [{"path": "/old-page"}]}
        response = self.api_session.delete(url, json=payload)

        save_request_and_response_for_docs("aliases_root_delete", response)

    def test_aliases_root_get(self):
        # Get aliases
        url = f"{self.portal.absolute_url()}/@aliases"
        query = ""

        payload = {
            "items": [
                {
                    "path": "/old-page",
                    "redirect-to": "/front-page",
                    "datetime": "2022-05-05",
                },
                {
                    "path": "/fizzbuzz",
                    "redirect-to": "/front-page",
                    "datetime": "2022-05-05",
                },
            ]
        }
        response = self.api_session.post(url, json=payload)

        response = self.api_session.get(url + query)
        save_request_and_response_for_docs("aliases_root_get", response)

    def test_aliases_root_filter(self):
        # Get aliases
        url = f"{self.portal.absolute_url()}/@aliases"
        query = "?q=/fizzbuzz"

        payload = {
            "items": [
                {
                    "path": "/old-page",
                    "redirect-to": "/front-page",
                    "datetime": "2022-05-05",
                },
                {
                    "path": "/fizzbuzz",
                    "redirect-to": "/front-page",
                    "datetime": "2022-05-05",
                },
            ]
        }
        response = self.api_session.post(url, json=payload)

        response = self.api_session.get(url + query)
        save_request_and_response_for_docs("aliases_root_filter", response)


class TestControlPanelDocumentation(TestDocumentationBase):
    layer = PLONE_RESTAPI_DX_FUNCTIONAL_TESTING

    def test_controlpanels_get_listing(self):
        response = self.api_session.get("/@controlpanels")
        save_request_and_response_for_docs("controlpanels_get", response)

    def test_controlpanels_get_item(self):
        response = self.api_session.get("/@controlpanels/editing")
        save_request_and_response_for_docs("controlpanels_get_item", response)

    def test_controlpanels_get_dexterity(self):
        response = self.api_session.get("/@controlpanels/dexterity-types")
        save_request_and_response_for_docs("controlpanels_get_dexterity", response)

    def test_controlpanels_crud_dexterity(self):
        # POST
        response = self.api_session.post(
            "/@controlpanels/dexterity-types",
            json={
                "title": "My Custom Content Type",
                "description": "A custom content-type",
            },
        )
        save_request_and_response_for_docs(
            "controlpanels_post_dexterity_item", response
        )

        # GET
        response = self.api_session.get(
            "/@controlpanels/dexterity-types/my_custom_content_type"
        )
        save_request_and_response_for_docs("controlpanels_get_dexterity_item", response)

        # PATCH
        response = self.api_session.patch(
            "/@controlpanels/dexterity-types/my_custom_content_type",
            json={
                "title": "My Content Type",
                "description": "A content-type",
                "plone.richtext": True,
                "plone.versioning": True,
            },
        )
        save_request_and_response_for_docs(
            "controlpanels_patch_dexterity_item", response
        )

        # DELETE
        response = self.api_session.delete(
            "/@controlpanels/dexterity-types/my_custom_content_type"
        )
        save_request_and_response_for_docs(
            "controlpanels_delete_dexterity_item", response
        )


class TestPAMDocumentation(TestDocumentationBase):
    layer = PLONE_RESTAPI_DX_PAM_FUNCTIONAL_TESTING

    def setUp(self):
        super().setUp()

        language_tool = api.portal.get_tool("portal_languages")
        language_tool.addSupportedLanguage("en")
        language_tool.addSupportedLanguage("es")
        language_tool.addSupportedLanguage("de")
        if api.portal.get().portal_setup.profileExists(
            "plone.app.multilingual:default"
        ):
            applyProfile(self.portal, "plone.app.multilingual:default")

        # We manually set the UIDs for LRFs here because the static uuid
        # generator is not applied for LRFs.
        # When we have tried to apply it for LRFs we have had several
        # utility registration problems.
        #
        setattr(self.portal.en, "_plone.uuid", "00000000000000000000000000000001")
        setattr(self.portal.es, "_plone.uuid", "00000000000000000000000000000002")
        setattr(self.portal.fr, "_plone.uuid", "00000000000000000000000000000003")
        setattr(self.portal.de, "_plone.uuid", "00000000000000000000000000000004")

        en_id = self.portal["en"].invokeFactory(
            "Document", id="test-document", title="Test document"
        )
        self.en_content = self.portal["en"].get(en_id)
        es_id = self.portal["es"].invokeFactory(
            "Document", id="test-document", title="Test document"
        )
        self.es_content = self.portal["es"].get(es_id)
        transaction.commit()

    def test_documentation_translations_post(self):
        response = self.api_session.post(
            f"{self.en_content.absolute_url()}/@translations",
            json={"id": self.es_content.absolute_url()},
        )
        save_request_and_response_for_docs("translations_post", response)

    def test_documentation_translations_post_by_id(self):
        response = self.api_session.post(
            f"{self.en_content.absolute_url()}/@translations",
            json={"id": self.es_content.absolute_url().replace(self.portal_url, "")},
        )
        save_request_and_response_for_docs("translations_post_by_id", response)

    def test_documentation_translations_post_by_uid(self):
        response = self.api_session.post(
            f"{self.en_content.absolute_url()}/@translations",
            json={"id": self.es_content.UID()},
        )
        save_request_and_response_for_docs("translations_post_by_uid", response)

    def test_documentation_translations_get(self):
        ITranslationManager(self.en_content).register_translation("es", self.es_content)
        transaction.commit()

        response = self.api_session.get(
            f"{self.en_content.absolute_url()}/@translations"
        )

        save_request_and_response_for_docs("translations_get", response)

    def test_documentation_translations_delete(self):
        ITranslationManager(self.en_content).register_translation("es", self.es_content)
        transaction.commit()
        response = self.api_session.delete(
            f"{self.en_content.absolute_url()}/@translations",
            json={"language": "es"},
        )
        save_request_and_response_for_docs("translations_delete", response)

    def test_documentation_translations_link_on_post(self):
        response = self.api_session.post(
            f"{self.portal.absolute_url()}/de",
            json={
                "@type": "Document",
                "id": "mydocument",
                "title": "My German Document",
                "translation_of": self.es_content.UID(),
                "language": "de",
            },
        )
        save_request_and_response_for_docs("translations_link_on_post", response)

    def test_documentation_translation_locator(self):
        response = self.api_session.get(
            "{}/@translation-locator?target_language=de".format(
                self.es_content.absolute_url()
            ),
            headers={"Accept": "application/json"},
            auth=(SITE_OWNER_NAME, SITE_OWNER_PASSWORD),
        )
        save_request_and_response_for_docs("translation_locator", response)

    def test_documentation_translations_unexpanded_get(self):
        response = self.api_session.get(
            f"{self.en_content.absolute_url()}",
        )
        save_request_and_response_for_docs("translations_unexpanded_get", response)

    def test_documentation_translations_expand_get(self):
        self.api_session.post(
            f"{self.en_content.absolute_url()}/@translations",
            json={"id": self.es_content.absolute_url()},
        )
        response = self.api_session.get(
            f"{self.en_content.absolute_url()}?expand=translations",
        )
        save_request_and_response_for_docs("translations_expand_get", response)

    def test_site_navroot_get(self):
        response = self.api_session.get("/@navroot")
        save_request_and_response_for_docs("navroot_site_get", response)

    def test_site_navroot_language_folder_get(self):
        response = self.api_session.get("/en/@navroot")
        save_request_and_response_for_docs("navroot_lang_folder_get", response)

    def test_site_navroot_language_content_get(self):
        response = self.api_session.get("/en/test-document/@navroot")
        save_request_and_response_for_docs("navroot_lang_content_get", response)

    def test_site_expansion_navroot(self):
        response = self.api_session.get("?expand=navroot")
        save_request_and_response_for_docs("site_get_expand_navroot", response)

    def test_site_expansion_navroot_language_folder(self):
        response = self.api_session.get("/en?expand=navroot")
        save_request_and_response_for_docs("site_get_expand_lang_folder", response)

    def test_site_expansion_navroot_language_folder_content(self):
        response = self.api_session.get("/en/test-document?expand=navroot")
        save_request_and_response_for_docs(
            "site_get_expand_lang_folder_content", response
        )


class TestIterateDocumentation(TestDocumentationBase):
    layer = PLONE_RESTAPI_ITERATE_FUNCTIONAL_TESTING

    def setUp(self):
        super().setUp()

        self.doc = self.portal.invokeFactory(
            "Document", id="document", title="Test document"
        )
        transaction.commit()

    def tearDown(self):
        super().tearDown()

    def test_documentation_workingcopy_post(self):
        response = self.api_session.post(
            "/document/@workingcopy",
        )

        save_request_and_response_for_docs("workingcopy_post", response)

    def test_documentation_workingcopy_get(self):
        response = self.api_session.post(
            "/document/@workingcopy",
        )

        response = self.api_session.get(
            "/document/@workingcopy",
        )

        save_request_and_response_for_docs("workingcopy_get", response)

        response = self.api_session.get(
            "/document",
        )

        # The response text contains an unpredictable token.
        # This would make the documentation tests break.
        # So replace it.
        json_response = json.loads(response.text)
        lock = json_response.get("lock")
        response_text_override = ""
        if lock:
            token = lock.get("token")
            if token:
                # Only replace the token when it fits a pattern.
                token = re.sub(
                    r".*-.*:.*",
                    "0.12345678901234567-0.98765432109876543-00105A989226:1630609830.249",
                    token,
                )
                lock["token"] = token
                response_text_override = pretty_json(json_response)
        save_request_and_response_for_docs(
            "workingcopy_baseline_get", response, response_text_override
        )

        response = self.api_session.get(
            "/copy_of_document",
        )

        save_request_and_response_for_docs("workingcopy_wc_get", response)

    def test_documentation_workingcopy_patch(self):
        response = self.api_session.post(
            "/document/@workingcopy",
        )

        response = self.api_session.patch(
            "/copy_of_document", json={"title": "I just changed the title"}
        )

        response = self.api_session.patch(
            "/copy_of_document/@workingcopy",
        )

        save_request_and_response_for_docs("workingcopy_patch", response)

    def test_documentation_workingcopy_delete(self):
        response = self.api_session.post(
            "/document/@workingcopy",
        )

        response = self.api_session.delete(
            "/copy_of_document/@workingcopy",
        )

        save_request_and_response_for_docs("workingcopy_delete", response)

    def test_documentation_vocabularies_get_filtered_by_token_list(self):
        response = self.api_session.get(
            "/@vocabularies/plone.app.vocabularies.ReallyUserFriendlyTypes?tokens=Document&tokens=Event",
        )
        save_request_and_response_for_docs(
            "vocabularies_get_filtered_by_token_list", response
        )

    def test_documentation_schema_user(self):
        response = self.api_session.get("/@userschema")

        save_request_and_response_for_docs("userschema", response)


class TestRules(TestDocumentationBase):
    layer = PLONE_RESTAPI_DX_FUNCTIONAL_TESTING

    def setUp(self):
        super().setUp()

        # Create two test rules and assign them globally

        rules = getMultiAdapter((self.portal, self.request), name="+rule")
        add_form = getMultiAdapter((rules, self.request), name="plone.ContentRule")
        add_form.update()
        data = {
            "title": "First test rule",
            "description": "First rule added in the testing setup",
            "event": ICommentAddedEvent,
            "enabled": True,
            "stop": False,
            "cascading": False,
        }
        rule = add_form.form_instance.create(data)
        rules.add(rule)
        edit_form = getMultiAdapter((rule, self.request), name="manage-elements")
        edit_form.authorize = lambda: True
        edit_form.globally_assign()
        data = {
            "title": "Second test rule",
            "description": "Second rule added in the testing setup",
            "event": ICommentAddedEvent,
            "enabled": True,
            "stop": False,
            "cascading": False,
        }
        rule = add_form.form_instance.create(data)
        rules.add(rule)
        edit_form = getMultiAdapter((rule, self.request), name="manage-elements")
        edit_form.authorize = lambda: True
        edit_form.globally_assign()

        # Create a folder for copy and move actions
        self.portal.invokeFactory("Folder", id="folder")

        transaction.commit()

    def tearDown(self):
        super().tearDown()

    # Tests for the object rules

    def test_rules_add(self):
        # Assign a rule
        url = "/@content-rules/rule-1"
        response = self.api_session.post(url)
        save_request_and_response_for_docs("rules_add", response)

    def test_rules_get(self):
        # Get assigned rules
        url = "/@content-rules/rule-1"
        self.api_session.post(url)
        url = "/@content-rules"
        response = self.api_session.get(url)
        save_request_and_response_for_docs("rules_get", response)

    def test_rules_delete(self):
        # Unassign a rule
        url = "/@content-rules/rule-1"
        self.api_session.post(url)
        payload = {"rule_ids": ["rule-1"]}
        url = "/@content-rules"
        response = self.api_session.delete(url, json=payload)
        save_request_and_response_for_docs("rules_delete", response)

    def test_rules_move_up(self):
        # Move a rule up in the order
        url = "/@content-rules/rule-1"
        self.api_session.post(url)
        url = "/@content-rules/rule-2"
        self.api_session.post(url)
        url = "/@content-rules"
        payload = {"operation": "move_up", "rule_id": "rule-2"}
        response = self.api_session.patch(url, json=payload)
        save_request_and_response_for_docs("rules_move_up", response)

    def test_rules_move_down(self):
        # Move a rule down in the order
        url = "/@content-rules/rule-1"
        self.api_session.post(url)
        url = "/@content-rules/rule-2"
        self.api_session.post(url)
        url = "/@content-rules"
        payload = {"operation": "move_down", "rule_id": "rule-1"}
        response = self.api_session.patch(url, json=payload)
        save_request_and_response_for_docs("rules_move_down", response)

    def test_rules_enable(self):
        # Enable some rules
        url = "/@content-rules"
        self.api_session.post(url)
        payload = {
            "form.button.Enable": True,
            "rule_ids": ["rule-1", "rule-2"],
        }
        response = self.api_session.patch(url, json=payload)
        save_request_and_response_for_docs("rules_enable", response)

    def test_rules_disable(self):
        # Disable some assigned rules
        url = "/@content-rules"
        self.api_session.post(url)
        payload = {
            "form.button.Disable": True,
            "rule_ids": ["rule-1", "rule-2"],
        }
        response = self.api_session.patch(url, json=payload)
        save_request_and_response_for_docs("rules_disable", response)

    def test_rules_apply_subfolders(self):
        # Enable apply on subfolders
        url = "/@content-rules"
        self.api_session.post(url)
        payload = {
            "form.button.Bubble": True,
            "rule_ids": ["rule-1", "rule-2"],
        }
        response = self.api_session.patch(url, json=payload)
        save_request_and_response_for_docs("rules_apply_subfolders", response)

    def test_rules_disable_apply_subfolders(self):
        # Disable apply on subfolders
        url = "/@content-rules"
        self.api_session.post(url)
        payload = {
            "form.button.NoBubble": True,
            "rule_ids": ["rule-1", "rule-2"],
        }
        response = self.api_session.patch(url, json=payload)
        save_request_and_response_for_docs("rules_disable_apply_subfolders", response)

    # Tests for the rules controlpanel

    def test_controlpanels_get_rules(self):
        # Get rules defined in controlpanel
        url = "/@controlpanels/content-rules"
        response = self.api_session.get(url)
        save_request_and_response_for_docs("controlpanels_get_contentrules", response)

    def test_controlpanels_crud_rules(self):
        # POST
        url = "/@controlpanels/content-rules"
        payload = {
            "title": "Third test rule",
            "description": "Third rule added in the testing setup",
            "event": "Comment added",
            "enabled": True,
            "stop": False,
            "cascading": False,
        }
        response = self.api_session.post(url, json=payload)
        save_request_and_response_for_docs("controlpanels_post_rule", response)

        # Conditions
        url = "/@controlpanels/content-rules/rule-3/condition"
        payload = {
            "check_types": ["Collection", "Comment"],
            "type": "plone.conditions.PortalType",
        }
        response = self.api_session.post(url, json=payload)
        save_request_and_response_for_docs(
            "controlpanels_post_rule_condition_portaltype", response
        )
        payload = {
            "file_extension": "JPG",
            "type": "plone.conditions.FileExtension",
        }
        response = self.api_session.post(url, json=payload)
        save_request_and_response_for_docs(
            "controlpanels_post_rule_condition_fileextension", response
        )
        payload = {
            "wf_states": ["pending", "private"],
            "type": "plone.conditions.WorkflowState",
        }
        response = self.api_session.post(url, json=payload)
        save_request_and_response_for_docs(
            "controlpanels_post_rule_condition_workflowstate", response
        )
        payload = {
            "group_names": ["Administrators", "Site Administrators"],
            "type": "plone.conditions.Group",
        }
        response = self.api_session.post(url, json=payload)
        save_request_and_response_for_docs(
            "controlpanels_post_rule_condition_group", response
        )
        payload = {
            "role_names": ["Anonymous", "Authenticated"],
            "type": "plone.conditions.Role",
        }
        response = self.api_session.post(url, json=payload)
        save_request_and_response_for_docs(
            "controlpanels_post_rule_condition_role", response
        )
        payload = {
            "tales_expression": "<tal:block content='string:' />",
            "type": "plone.conditions.TalesExpression",
        }
        response = self.api_session.post(url, json=payload)
        save_request_and_response_for_docs(
            "controlpanels_post_rule_condition_tales", response
        )

        # Actions
        url = "/@controlpanels/content-rules/rule-3/action"
        payload = {
            "targetLogger": "Plone",
            "Level": "20",
            "message": "text_contentrules_logger_message",
            "type": "plone.actions.Logger",
        }
        response = self.api_session.post(url, json=payload)
        save_request_and_response_for_docs(
            "controlpanels_post_rule_action_logger", response
        )
        payload = {
            "message": "Information",
            "message_type": "info",
            "type": "plone.actions.Notify",
        }
        response = self.api_session.post(url, json=payload)
        save_request_and_response_for_docs(
            "controlpanels_post_rule_action_notify", response
        )
        uuid = IUUID(self.portal.folder)
        payload = {"target_folder": uuid, "type": "plone.actions.Copy"}
        response = self.api_session.post(url, json=payload)
        save_request_and_response_for_docs(
            "controlpanels_post_rule_action_copy", response
        )
        payload = {"target_folder": uuid, "type": "plone.actions.Move"}
        response = self.api_session.post(url, json=payload)
        save_request_and_response_for_docs(
            "controlpanels_post_rule_action_move", response
        )
        payload = {"type": "plone.actions.Delete"}
        response = self.api_session.post(url, json=payload)
        save_request_and_response_for_docs(
            "controlpanels_post_rule_action_delete", response
        )
        payload = {"transition": "hide", "type": "plone.actions.Workflow"}
        response = self.api_session.post(url, json=payload)
        save_request_and_response_for_docs(
            "controlpanels_post_rule_action_transition", response
        )
        payload = {
            "subject": "Email Subject",
            "source": "noreply@something.com",
            "recipients": "test@somethingelse.com",
            "exclude_actor": True,
            "message": "And the message body",
            "type": "plone.actions.Mail",
        }
        response = self.api_session.post(url, json=payload)
        save_request_and_response_for_docs(
            "controlpanels_post_rule_action_mail", response
        )
        payload = {
            "comment": "Some comment",
            "type": "plone.actions.Versioning",
        }
        response = self.api_session.post(url, json=payload)
        save_request_and_response_for_docs(
            "controlpanels_post_rule_action_versioning", response
        )

        # GET
        url = "/@controlpanels/content-rules/rule-3"
        response = self.api_session.get(url)
        save_request_and_response_for_docs("controlpanels_get_rule", response)

        # get condition
        url = "/@controlpanels/content-rules/rule-3/condition/0"
        response = self.api_session.get(url)
        save_request_and_response_for_docs(
            "controlpanels_get_rule_condition_portaltype", response
        )
        url = "/@controlpanels/content-rules/rule-3/condition/1"
        response = self.api_session.get(url)
        save_request_and_response_for_docs(
            "controlpanels_get_rule_condition_fileextension", response
        )
        url = "/@controlpanels/content-rules/rule-3/condition/2"
        response = self.api_session.get(url)
        save_request_and_response_for_docs(
            "controlpanels_get_rule_condition_workflowstate", response
        )
        url = "/@controlpanels/content-rules/rule-3/condition/3"
        response = self.api_session.get(url)
        save_request_and_response_for_docs(
            "controlpanels_get_rule_condition_group", response
        )
        url = "/@controlpanels/content-rules/rule-3/condition/4"
        response = self.api_session.get(url)
        save_request_and_response_for_docs(
            "controlpanels_get_rule_condition_role", response
        )
        url = "/@controlpanels/content-rules/rule-3/condition/5"
        response = self.api_session.get(url)
        save_request_and_response_for_docs(
            "controlpanels_get_rule_condition_tales", response
        )

        # get action

        url = "/@controlpanels/content-rules/rule-3/action/0"
        response = self.api_session.get(url)
        save_request_and_response_for_docs(
            "controlpanels_get_rule_action_logger", response
        )
        url = "/@controlpanels/content-rules/rule-3/action/1"
        response = self.api_session.get(url)
        save_request_and_response_for_docs(
            "controlpanels_get_rule_action_notify", response
        )
        url = "/@controlpanels/content-rules/rule-3/action/2"
        response = self.api_session.get(url)
        save_request_and_response_for_docs(
            "controlpanels_get_rule_action_copy", response
        )
        url = "/@controlpanels/content-rules/rule-3/action/3"
        response = self.api_session.get(url)
        save_request_and_response_for_docs(
            "controlpanels_get_rule_action_move", response
        )

        # delete action doesn't have any values to get

        url = "/@controlpanels/content-rules/rule-3/action/5"
        response = self.api_session.get(url)
        save_request_and_response_for_docs(
            "controlpanels_get_rule_action_transition", response
        )
        url = "/@controlpanels/content-rules/rule-3/action/6"
        response = self.api_session.get(url)
        save_request_and_response_for_docs(
            "controlpanels_get_rule_action_mail", response
        )
        url = "/@controlpanels/content-rules/rule-3/action/7"
        response = self.api_session.get(url)
        save_request_and_response_for_docs(
            "controlpanels_get_rule_action_versioning", response
        )

        # PATCH
        url = "/@controlpanels/content-rules/rule-3"
        payload = {
            "title": "Third test rule (modified)",
            "description": "Third rule added in the testing setup (modified)",
            "event": "Comment removed",
            "enabled": False,
            "stop": True,
            "cascading": True,
        }
        response = self.api_session.patch(url, json=payload)
        save_request_and_response_for_docs("controlpanels_patch_rule", response)

        # Conditions
        url = "/@controlpanels/content-rules/rule-3/condition/0"
        payload = {
            "check_types": ["Collection"],
        }
        response = self.api_session.patch(url, json=payload)
        save_request_and_response_for_docs(
            "controlpanels_patch_rule_condition_portaltype", response
        )

        # move
        # down
        url = "/@controlpanels/content-rules/rule-3/condition/0"
        payload = {
            "form.button.Move": "_move_down",
        }
        response = self.api_session.patch(url, json=payload)
        save_request_and_response_for_docs(
            "controlpanels_patch_rule_condition_move_down", response
        )
        # up
        url = "/@controlpanels/content-rules/rule-3/condition/1"
        payload = {
            "form.button.Move": "_move_up",
        }
        response = self.api_session.patch(url, json=payload)
        save_request_and_response_for_docs(
            "controlpanels_patch_rule_condition_move_up", response
        )
        # Actions
        url = "/@controlpanels/content-rules/rule-3/action/0"
        payload = {
            "targetLogger": "Plone6",
            "Level": "20",
            "message": "text_contentrules_logger_message",
        }
        response = self.api_session.patch(url, json=payload)
        save_request_and_response_for_docs(
            "controlpanels_patch_rule_action_logger", response
        )
        # move
        # down
        url = "/@controlpanels/content-rules/rule-3/action/0"
        payload = {
            "form.button.Move": "_move_down",
        }
        response = self.api_session.patch(url, json=payload)
        save_request_and_response_for_docs(
            "controlpanels_patch_rule_action_move_down", response
        )
        # up
        url = "/@controlpanels/content-rules/rule-3/action/1"
        payload = {
            "form.button.Move": "_move_up",
        }
        response = self.api_session.patch(url, json=payload)
        save_request_and_response_for_docs(
            "controlpanels_patch_rule_action_move_up", response
        )

        # DELETE
        url = "/@controlpanels/content-rules/rule-3/condition/0"
        response = self.api_session.delete(url)
        save_request_and_response_for_docs(
            "controlpanels_delete_rule_condition", response
        )

        url = "/@controlpanels/content-rules/rule-3/action/0"
        response = self.api_session.delete(url)
        save_request_and_response_for_docs(
            "controlpanels_delete_action_condition", response
        )

        url = "/@controlpanels/content-rules/rule-3"
        response = self.api_session.delete(url)
        save_request_and_response_for_docs("controlpanels_delete_rule", response)


class TestLinkintegrity(TestDocumentationBase):

    layer = PLONE_RESTAPI_DX_FUNCTIONAL_TESTING

    def setUp(self):
        super().setUp()

        # Create one document with a reference to another
        self.doc1 = createContentInContainer(
            self.portal, "Document", id="doc-1", title="First document"
        )
        self.doc2 = createContentInContainer(
            self.portal, "Document", id="doc-2", title="Second document"
        )
        intids = getUtility(IIntIds)
        self.doc1.relatedItems = [RelationValue(intids.getId(self.doc2))]
        notify(ObjectModifiedEvent(self.doc1))
        transaction.commit()

    def test_linkintegrity_get(self):
        response = self.api_session.get("/@linkintegrity?uids=" + self.doc2.UID())
        save_request_and_response_for_docs("linkintegrity_get", response)