mirror of
https://github.com/kennethreitz/pipenv.git
synced 2026-06-05 22:50:18 +00:00
Matt Davis
9848862927
* Check point progress on moving tests to pypiserver. * Allow other indexes to mimic the pypi json API for package hashes. * Fix these tests that run on lower python versions only. * Try adding the pypiserver to the github actions to only run once. * Expand the scope of fixtures for pypiserver. * try to accomedate microsoft runner. * Windows networking troubles. * Remove running as a background job. * Try to condtionally invoke different start pypi-server commands * Try to condtionally invoke different start pypi-server commands * Try to condtionally invoke different start pypi-server commands * Try to condtionally invoke different start pypi-server commands * Try to condtionally invoke different start pypi-server commands * Try to condtionally invoke different start pypi-server commands * Try to condtionally invoke different start pypi-server commands * Try to introduce pypi as the root index because setuptools-scm is not in our pypi artifacts. * see if the windows tests run faster (and the other tests) by supplying waitress. * Only use waitress on windows because the others are fast on the default. Fix requests pollution. * Supply a suitable Pipfile instead for these two failing tests. * More requests resolver cross test contamination cleanup. * remove problematic tests because even on my version of python 3.8.12 this does not work due to AttributeError: 'HTMLParser' object has no attribute 'unescape' * fix mirror install test. * Fix Pipfile. * Fix Pipfile for real * Fix tests * Cleanup test naming and more test enhancements. * Save this optimization for a subsequent PR. * Cleanup the TemporaryDirectory between tests. * resolve merge conflict. * Cleanup path initalization -- it hsould always be a TemporaryDirectory for tests that gets cleanedup. * Cleanup path initalization -- it hsould always be a TemporaryDirectory for tests that gets cleanedup. * tableflip on those requests tests that read the setup metadata in reqlib from other tests. * Update developer documentation for running tests. * add news fragment. * Try gunicorn perfoormance for linux/mac * Only use gunicorn on linux based on the results of last run.
493 lines
16 KiB
Python
493 lines
16 KiB
Python
import os
|
|
from unittest import mock
|
|
|
|
import pytest
|
|
|
|
import pipenv.utils.shell
|
|
from pipenv.utils import dependencies
|
|
from pipenv.utils import indexes
|
|
from pipenv.utils import internet
|
|
from pipenv.utils import shell
|
|
from pipenv.utils import toml
|
|
from pipenv.exceptions import PipenvUsageError
|
|
|
|
|
|
# Pipfile format <-> requirements.txt format.
|
|
DEP_PIP_PAIRS = [
|
|
({"django": ">1.10"}, "django>1.10"),
|
|
({"Django": ">1.10"}, "Django>1.10"),
|
|
({"requests": {"extras": ["socks"], "version": ">1.10"}}, "requests[socks]>1.10"),
|
|
({"requests": {"extras": ["socks"], "version": "==1.10"}}, "requests[socks]==1.10"),
|
|
(
|
|
{
|
|
"pinax": {
|
|
"git": "https://github.com/pinax/pinax.git",
|
|
"ref": "1.4",
|
|
"editable": True,
|
|
}
|
|
},
|
|
"-e git+https://github.com/pinax/pinax.git@1.4#egg=pinax",
|
|
),
|
|
(
|
|
{"pinax": {"git": "https://github.com/pinax/pinax.git", "ref": "1.4"}},
|
|
"git+https://github.com/pinax/pinax.git@1.4#egg=pinax",
|
|
),
|
|
( # Mercurial.
|
|
{
|
|
"MyProject": {
|
|
"hg": "http://hg.myproject.org/MyProject",
|
|
"ref": "da39a3ee5e6b",
|
|
}
|
|
},
|
|
"hg+http://hg.myproject.org/MyProject@da39a3ee5e6b#egg=MyProject",
|
|
),
|
|
( # SVN.
|
|
{
|
|
"MyProject": {
|
|
"svn": "svn://svn.myproject.org/svn/MyProject",
|
|
"editable": True,
|
|
}
|
|
},
|
|
"-e svn+svn://svn.myproject.org/svn/MyProject#egg=MyProject",
|
|
),
|
|
(
|
|
# Extras in url
|
|
{
|
|
"discord.py": {
|
|
"file": "https://github.com/Rapptz/discord.py/archive/async.zip",
|
|
"extras": ["voice"],
|
|
}
|
|
},
|
|
"https://github.com/Rapptz/discord.py/archive/async.zip#egg=[voice]",
|
|
),
|
|
(
|
|
{
|
|
"requests": {
|
|
"git": "https://github.com/requests/requests.git",
|
|
"ref": "master",
|
|
"extras": ["security"],
|
|
"editable": False,
|
|
}
|
|
},
|
|
"git+https://github.com/requests/requests.git@master#egg=requests[security]",
|
|
),
|
|
]
|
|
|
|
|
|
def mock_unpack(link, source_dir, download_dir, only_download=False, session=None,
|
|
hashes=None, progress_bar="off"):
|
|
return
|
|
|
|
|
|
@pytest.mark.utils
|
|
@pytest.mark.parametrize("deps, expected", DEP_PIP_PAIRS)
|
|
@pytest.mark.needs_internet
|
|
def test_convert_deps_to_pip(deps, expected):
|
|
if expected.startswith("Django"):
|
|
expected = expected.lower()
|
|
assert dependencies.convert_deps_to_pip(deps) == [expected]
|
|
|
|
|
|
@pytest.mark.utils
|
|
@pytest.mark.needs_internet
|
|
def test_convert_deps_to_pip_star_specifier():
|
|
deps = {"six": "*"}
|
|
expected = "six"
|
|
assert dependencies.convert_deps_to_pip(deps) == [expected]
|
|
|
|
|
|
@pytest.mark.utils
|
|
@pytest.mark.needs_internet
|
|
def test_convert_deps_to_pip_extras_no_version():
|
|
deps = {"uvicorn": {"extras": ["standard"], "version": "*"}}
|
|
expected = "uvicorn[standard]"
|
|
assert dependencies.convert_deps_to_pip(deps) == [expected]
|
|
|
|
|
|
@pytest.mark.utils
|
|
@pytest.mark.parametrize(
|
|
"deps, expected",
|
|
[
|
|
# Hash value should be passed into the result.
|
|
(
|
|
{
|
|
"FooProject": {
|
|
"version": "==1.2",
|
|
"hash": "sha256:2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824",
|
|
}
|
|
},
|
|
"FooProject==1.2 --hash=sha256:2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824",
|
|
),
|
|
(
|
|
{
|
|
"FooProject": {
|
|
"version": "==1.2",
|
|
"extras": ["stuff"],
|
|
"hash": "sha256:2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824",
|
|
}
|
|
},
|
|
"FooProject[stuff]==1.2 --hash=sha256:2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824",
|
|
),
|
|
(
|
|
{
|
|
"uvicorn": {
|
|
"git": "https://github.com/encode/uvicorn.git",
|
|
"ref": "master",
|
|
"extras": ["standard"],
|
|
}
|
|
},
|
|
"git+https://github.com/encode/uvicorn.git@master#egg=uvicorn[standard]",
|
|
),
|
|
],
|
|
)
|
|
def test_convert_deps_to_pip_one_way(deps, expected):
|
|
assert dependencies.convert_deps_to_pip(deps) == [expected.lower()]
|
|
|
|
|
|
@pytest.mark.utils
|
|
def test_convert_deps_to_pip_one_way():
|
|
deps = {"uvicorn": dict()}
|
|
expected = "uvicorn"
|
|
assert dependencies.convert_deps_to_pip(deps) == [expected.lower()]
|
|
|
|
|
|
@pytest.mark.utils
|
|
@pytest.mark.parametrize(
|
|
"deps, expected",
|
|
[
|
|
({"uvicorn": {}}, ["uvicorn"]),
|
|
({"FooProject": {"path": ".", "editable": "true"}}, []),
|
|
({"FooProject": {"version": "==1.2"}}, ["fooproject==1.2"]),
|
|
({"uvicorn": {"extras": ["standard"]}}, []),
|
|
({"uvicorn": {"extras": []}}, ["uvicorn"]),
|
|
({"extras": {}}, ["extras"]),
|
|
({"uvicorn[standard]": {}}, [])
|
|
],
|
|
)
|
|
def test_get_constraints_from_deps(deps, expected):
|
|
assert dependencies.get_constraints_from_deps(deps) == expected
|
|
|
|
|
|
@pytest.mark.parametrize("line,result", [
|
|
("-i https://example.com/simple/", ("https://example.com/simple/", None, None, [])),
|
|
("--extra-index-url=https://example.com/simple/", (None, "https://example.com/simple/", None, [])),
|
|
("--trusted-host=example.com", (None, None, "example.com", [])),
|
|
("# -i https://example.com/simple/", (None, None, None, [])),
|
|
("requests # -i https://example.com/simple/", (None, None, None, ["requests"])),
|
|
])
|
|
@pytest.mark.utils
|
|
def test_parse_indexes(line, result):
|
|
assert indexes.parse_indexes(line) == result
|
|
|
|
|
|
@pytest.mark.parametrize("line", [
|
|
"-i https://example.com/simple/ --extra-index-url=https://extra.com/simple/",
|
|
"--extra-index-url https://example.com/simple/ --trusted-host=example.com",
|
|
"requests -i https://example.com/simple/",
|
|
])
|
|
@pytest.mark.utils
|
|
def test_parse_indexes_individual_lines(line):
|
|
with pytest.raises(ValueError):
|
|
indexes.parse_indexes(line, strict=True)
|
|
|
|
|
|
class TestUtils:
|
|
"""Test utility functions in pipenv"""
|
|
|
|
@pytest.mark.utils
|
|
@pytest.mark.parametrize(
|
|
"version, specified_ver, expected",
|
|
[
|
|
("*", "*", True),
|
|
("2.1.6", "==2.1.4", False),
|
|
("20160913", ">=20140815", True),
|
|
(
|
|
"1.4",
|
|
{"svn": "svn://svn.myproj.org/svn/MyProj", "version": "==1.4"},
|
|
True,
|
|
),
|
|
("2.13.0", {"extras": ["socks"], "version": "==2.12.4"}, False),
|
|
],
|
|
)
|
|
def test_is_required_version(self, version, specified_ver, expected):
|
|
assert dependencies.is_required_version(version, specified_ver) is expected
|
|
|
|
@pytest.mark.utils
|
|
@pytest.mark.parametrize(
|
|
"entry, expected",
|
|
[
|
|
({"git": "package.git", "ref": "v0.0.1"}, True),
|
|
({"hg": "https://package.com/package", "ref": "v1.2.3"}, True),
|
|
("*", False),
|
|
({"some_value": 5, "other_value": object()}, False),
|
|
("package", False),
|
|
("git+https://github.com/requests/requests.git#egg=requests", True),
|
|
("git+git@github.com:requests/requests.git#egg=requests", True),
|
|
("gitdb2", False),
|
|
],
|
|
)
|
|
@pytest.mark.vcs
|
|
def test_is_vcs(self, entry, expected):
|
|
from pipenv.vendor.requirementslib.utils import is_vcs
|
|
assert is_vcs(entry) is expected
|
|
|
|
@pytest.mark.utils
|
|
def test_python_version_from_bad_path(self):
|
|
assert dependencies.python_version("/fake/path") is None
|
|
|
|
@pytest.mark.utils
|
|
def test_python_version_from_non_python(self):
|
|
assert dependencies.python_version("/dev/null") is None
|
|
|
|
@pytest.mark.utils
|
|
@pytest.mark.parametrize(
|
|
"version_output, version",
|
|
[
|
|
("Python 3.6.2", "3.6.2"),
|
|
("Python 3.6.2 :: Continuum Analytics, Inc.", "3.6.2"),
|
|
("Python 3.6.20 :: Continuum Analytics, Inc.", "3.6.20"),
|
|
(
|
|
"Python 3.5.3 (3f6eaa010fce78cc7973bdc1dfdb95970f08fed2, Jan 13 2018, 18:14:01)\n[PyPy 5.10.1 with GCC 4.2.1 Compatible Apple LLVM 9.0.0 (clang-900.0.39.2)]",
|
|
"3.5.3",
|
|
),
|
|
],
|
|
)
|
|
def test_python_version_output_variants(
|
|
self, monkeypatch, version_output, version
|
|
):
|
|
def mock_version(path):
|
|
return version_output.split()[1]
|
|
monkeypatch.setattr("pipenv.vendor.pythonfinder.utils.get_python_version", mock_version)
|
|
assert dependencies.python_version("some/path") == version
|
|
|
|
@pytest.mark.utils
|
|
def test_is_valid_url(self):
|
|
url = "https://github.com/psf/requests.git"
|
|
not_url = "something_else"
|
|
assert internet.is_valid_url(url)
|
|
assert internet.is_valid_url(not_url) is False
|
|
|
|
@pytest.mark.utils
|
|
@pytest.mark.needs_internet
|
|
def test_download_file(self):
|
|
url = "https://github.com/pypa/pipenv/blob/master/README.md"
|
|
output = "test_download.md"
|
|
internet.download_file(url, output)
|
|
assert os.path.exists(output)
|
|
os.remove(output)
|
|
|
|
@pytest.mark.utils
|
|
@pytest.mark.parametrize('line, expected', [
|
|
("python", True),
|
|
("python3.7", True),
|
|
("python2.7", True),
|
|
("python2", True),
|
|
("python3", True),
|
|
("pypy3", True),
|
|
("anaconda3-5.3.0", True),
|
|
("which", False),
|
|
("vim", False),
|
|
("miniconda", True),
|
|
("micropython", True),
|
|
("ironpython", True),
|
|
("jython3.5", True),
|
|
("2", True),
|
|
("2.7", True),
|
|
("3.7", True),
|
|
("3", True)
|
|
])
|
|
def test_is_python_command(self, line, expected):
|
|
assert shell.is_python_command(line) == expected
|
|
|
|
@pytest.mark.utils
|
|
def test_new_line_end_of_toml_file(this):
|
|
# toml file that needs clean up
|
|
toml_data = """
|
|
[dev-packages]
|
|
|
|
"flake8" = ">=3.3.0,<4"
|
|
pytest = "*"
|
|
mock = "*"
|
|
sphinx = "<=1.5.5"
|
|
"-e ." = "*"
|
|
twine = "*"
|
|
"sphinx-click" = "*"
|
|
"pytest-xdist" = "*"
|
|
"""
|
|
new_toml = toml.cleanup_toml(toml_data)
|
|
# testing if the end of the generated file contains a newline
|
|
assert new_toml[-1] == "\n"
|
|
|
|
@pytest.mark.utils
|
|
@pytest.mark.parametrize(
|
|
"input_path, expected",
|
|
[
|
|
(
|
|
"c:\\Program Files\\Python36\\python.exe",
|
|
"C:\\Program Files\\Python36\\python.exe",
|
|
),
|
|
(
|
|
"C:\\Program Files\\Python36\\python.exe",
|
|
"C:\\Program Files\\Python36\\python.exe",
|
|
),
|
|
("\\\\host\\share\\file.zip", "\\\\host\\share\\file.zip"),
|
|
("artifacts\\file.zip", "artifacts\\file.zip"),
|
|
(".\\artifacts\\file.zip", ".\\artifacts\\file.zip"),
|
|
("..\\otherproject\\file.zip", "..\\otherproject\\file.zip"),
|
|
],
|
|
)
|
|
@pytest.mark.skipif(os.name != "nt", reason="Windows file paths tested")
|
|
def test_win_normalize_drive(self, input_path, expected):
|
|
assert pipenv.utils.shell.normalize_drive(input_path) == expected
|
|
|
|
@pytest.mark.utils
|
|
@pytest.mark.parametrize(
|
|
"input_path, expected",
|
|
[
|
|
("/usr/local/bin/python", "/usr/local/bin/python"),
|
|
("artifacts/file.zip", "artifacts/file.zip"),
|
|
("./artifacts/file.zip", "./artifacts/file.zip"),
|
|
("../otherproject/file.zip", "../otherproject/file.zip"),
|
|
],
|
|
)
|
|
@pytest.mark.skipif(os.name == "nt", reason="*nix file paths tested")
|
|
def test_nix_normalize_drive(self, input_path, expected):
|
|
assert pipenv.utils.shell.normalize_drive(input_path) == expected
|
|
|
|
@pytest.mark.utils
|
|
@pytest.mark.parametrize(
|
|
"sources, expected_args",
|
|
[
|
|
(
|
|
[{"url": "https://test.example.com/simple", "verify_ssl": True}],
|
|
["-i", "https://test.example.com/simple"],
|
|
),
|
|
(
|
|
[{"url": "https://test.example.com/simple", "verify_ssl": False}],
|
|
[
|
|
"-i",
|
|
"https://test.example.com/simple",
|
|
"--trusted-host",
|
|
"test.example.com",
|
|
],
|
|
),
|
|
(
|
|
[{"url": "https://test.example.com:12345/simple", "verify_ssl": False}],
|
|
[
|
|
"-i",
|
|
"https://test.example.com:12345/simple",
|
|
"--trusted-host",
|
|
"test.example.com:12345",
|
|
],
|
|
),
|
|
(
|
|
[
|
|
{"url": "https://pypi.org/simple"},
|
|
{"url": "https://custom.example.com/simple"},
|
|
],
|
|
[
|
|
"-i",
|
|
"https://pypi.org/simple",
|
|
"--extra-index-url",
|
|
"https://custom.example.com/simple",
|
|
],
|
|
),
|
|
(
|
|
[
|
|
{"url": "https://pypi.org/simple"},
|
|
{"url": "https://custom.example.com/simple", "verify_ssl": False},
|
|
],
|
|
[
|
|
"-i",
|
|
"https://pypi.org/simple",
|
|
"--extra-index-url",
|
|
"https://custom.example.com/simple",
|
|
"--trusted-host",
|
|
"custom.example.com",
|
|
],
|
|
),
|
|
(
|
|
[
|
|
{"url": "https://pypi.org/simple"},
|
|
{"url": "https://custom.example.com:12345/simple", "verify_ssl": False},
|
|
],
|
|
[
|
|
"-i",
|
|
"https://pypi.org/simple",
|
|
"--extra-index-url",
|
|
"https://custom.example.com:12345/simple",
|
|
"--trusted-host",
|
|
"custom.example.com:12345",
|
|
],
|
|
),
|
|
(
|
|
[
|
|
{"url": "https://pypi.org/simple"},
|
|
{
|
|
"url": "https://user:password@custom.example.com/simple",
|
|
"verify_ssl": False,
|
|
},
|
|
],
|
|
[
|
|
"-i",
|
|
"https://pypi.org/simple",
|
|
"--extra-index-url",
|
|
"https://user:password@custom.example.com/simple",
|
|
"--trusted-host",
|
|
"custom.example.com",
|
|
],
|
|
),
|
|
(
|
|
[
|
|
{"url": "https://pypi.org/simple"},
|
|
{"url": "https://user:password@custom.example.com/simple"},
|
|
],
|
|
[
|
|
"-i",
|
|
"https://pypi.org/simple",
|
|
"--extra-index-url",
|
|
"https://user:password@custom.example.com/simple",
|
|
],
|
|
),
|
|
(
|
|
[
|
|
{
|
|
"url": "https://user:password@custom.example.com/simple",
|
|
"verify_ssl": False,
|
|
},
|
|
],
|
|
[
|
|
"-i",
|
|
"https://user:password@custom.example.com/simple",
|
|
"--trusted-host",
|
|
"custom.example.com",
|
|
],
|
|
),
|
|
],
|
|
)
|
|
def test_prepare_pip_source_args(self, sources, expected_args):
|
|
assert (
|
|
indexes.prepare_pip_source_args(sources, pip_args=None)
|
|
== expected_args
|
|
)
|
|
|
|
@pytest.mark.utils
|
|
def test_invalid_prepare_pip_source_args(self):
|
|
sources = [{}]
|
|
with pytest.raises(PipenvUsageError):
|
|
indexes.prepare_pip_source_args(sources, pip_args=None)
|
|
|
|
@pytest.mark.utils
|
|
def test_project_python_tries_python3_before_python_if_system_is_true(self):
|
|
def mock_shutil_which(command, path=None):
|
|
if command != "python3":
|
|
return f"/usr/bin/{command}"
|
|
return "/usr/local/bin/python3"
|
|
|
|
with mock.patch("pipenv.utils.shell.shutil.which", wraps=mock_shutil_which):
|
|
# Setting project to None as system=True doesn't use it
|
|
project = None
|
|
python = shell.project_python(project, system=True)
|
|
|
|
assert python == "/usr/local/bin/python3"
|