test_basic.py

# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

from http import HTTPStatus

import pytest
import webtest


@pytest.mark.parametrize(
    ("domain", "indexable"), [("pypi.org", True), ("test.pypi.org", False)]
)
def test_robots_txt(app_config, domain, indexable):
    app_config.add_settings({"warehouse.domain": domain, "enforce_https": False})
    testapp = webtest.TestApp(app_config.make_wsgi_app())
    resp = testapp.get("/robots.txt")
    assert resp.status_code == HTTPStatus.OK
    assert resp.content_type == "text/plain"
    body = resp.body.decode(resp.charset)
    if indexable:
        assert body == (
            "Sitemap: http://localhost/sitemap.xml\n\n"
            "User-agent: *\n"
            "Disallow: /simple/\n"
            "Disallow: /packages/\n"
            "Disallow: /_includes/\n"
            "Disallow: /pypi/*/json\n"
            "Disallow: /pypi/*/*/json\n"
            "Disallow: /pypi*?\n"
            "Disallow: /search*\n"
        )
    else:
        assert body == (
            "Sitemap: http://localhost/sitemap.xml\n\n"
            "User-agent: *\n"
            "Disallow: /\n"
        )


def test_non_existent_route_404(webtest):
    resp = webtest.get("/asdadadasdasd/", status=HTTPStatus.NOT_FOUND)
    assert resp.status_code == HTTPStatus.NOT_FOUND