import os from unittest import mock import pytest from pipenv.utils import dependencies from pipenv.utils import indexes from pipenv.utils import internet from pipenv.utils import shell from pipenv.utils import toml from pipenv.exceptions import PipenvUsageError # Pipfile format <-> requirements.txt format. DEP_PIP_PAIRS = [ ({"django": ">1.10"}, "django>1.10"), ({"Django": ">1.10"}, "Django>1.10"), ({"requests": {"extras": ["socks"], "version": ">1.10"}}, "requests[socks]>1.10"), ({"requests": {"extras": ["socks"], "version": "==1.10"}}, "requests[socks]==1.10"), ( { "pinax": { "git": "https://github.com/pinax/pinax.git", "ref": "1.4", "editable": True, } }, "-e git+https://github.com/pinax/pinax.git@1.4#egg=pinax", ), ( {"pinax": {"git": "https://github.com/pinax/pinax.git", "ref": "1.4"}}, "git+https://github.com/pinax/pinax.git@1.4#egg=pinax", ), ( # Mercurial. { "MyProject": { "hg": "http://hg.myproject.org/MyProject", "ref": "da39a3ee5e6b", } }, "hg+http://hg.myproject.org/MyProject@da39a3ee5e6b#egg=MyProject", ), ( # SVN. { "MyProject": { "svn": "svn://svn.myproject.org/svn/MyProject", "editable": True, } }, "-e svn+svn://svn.myproject.org/svn/MyProject#egg=MyProject", ), ( # Extras in url { "discord.py": { "file": "https://github.com/Rapptz/discord.py/archive/async.zip", "extras": ["voice"], } }, "https://github.com/Rapptz/discord.py/archive/async.zip#egg=[voice]", ), ( { "requests": { "git": "https://github.com/requests/requests.git", "ref": "master", "extras": ["security"], "editable": False, } }, "git+https://github.com/requests/requests.git@master#egg=requests[security]", ), ] def mock_unpack(link, source_dir, download_dir, only_download=False, session=None, hashes=None, progress_bar="off"): return @pytest.mark.utils @pytest.mark.parametrize("deps, expected", DEP_PIP_PAIRS) @pytest.mark.needs_internet def test_convert_deps_to_pip(deps, expected): if expected.startswith("Django"): expected = expected.lower() assert dependencies.convert_deps_to_pip(deps) == [expected] @pytest.mark.utils @pytest.mark.needs_internet def test_convert_deps_to_pip_star_specifier(): deps = {"six": "*"} expected = "six" assert dependencies.convert_deps_to_pip(deps) == [expected] @pytest.mark.utils @pytest.mark.needs_internet def test_convert_deps_to_pip_extras_no_version(): deps = {"uvicorn": {"extras": ["standard"], "version": "*"}} expected = "uvicorn[standard]" assert dependencies.convert_deps_to_pip(deps) == [expected] @pytest.mark.utils @pytest.mark.parametrize( "deps, expected", [ # Hash value should be passed into the result. ( { "FooProject": { "version": "==1.2", "hash": "sha256:2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824", } }, "FooProject==1.2 --hash=sha256:2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824", ), ( { "FooProject": { "version": "==1.2", "extras": ["stuff"], "hash": "sha256:2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824", } }, "FooProject[stuff]==1.2 --hash=sha256:2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824", ), ( { "uvicorn": { "git": "https://github.com/encode/uvicorn.git", "ref": "master", "extras": ["standard"], } }, "git+https://github.com/encode/uvicorn.git@master#egg=uvicorn[standard]", ), ], ) def test_convert_deps_to_pip_one_way(deps, expected): assert dependencies.convert_deps_to_pip(deps) == [expected.lower()] @pytest.mark.utils def test_convert_deps_to_pip_one_way(): deps = {"uvicorn": dict()} expected = "uvicorn" assert dependencies.convert_deps_to_pip(deps) == [expected.lower()] @pytest.mark.utils @pytest.mark.parametrize( "deps, expected", [ ({"uvicorn": {}}, ["uvicorn"]), ({"FooProject": {"path": ".", "editable": "true"}}, []), ({"FooProject": {"version": "==1.2"}}, ["fooproject==1.2"]), ({"uvicorn": {"extras": ["standard"]}}, []), ({"uvicorn": {"extras": []}}, ["uvicorn"]), ({"extras": {}}, ["extras"]), ({"uvicorn[standard]": {}}, []) ], ) def test_get_constraints_from_deps(deps, expected): assert dependencies.get_constraints_from_deps(deps) == expected @pytest.mark.parametrize("line,result", [ ("-i https://example.com/simple/", ("https://example.com/simple/", None, None, [])), ("--extra-index-url=https://example.com/simple/", (None, "https://example.com/simple/", None, [])), ("--trusted-host=example.com", (None, None, "example.com", [])), ("# -i https://example.com/simple/", (None, None, None, [])), ("requests # -i https://example.com/simple/", (None, None, None, ["requests"])), ]) @pytest.mark.utils def test_parse_indexes(line, result): assert indexes.parse_indexes(line) == result @pytest.mark.parametrize("line", [ "-i https://example.com/simple/ --extra-index-url=https://extra.com/simple/", "--extra-index-url https://example.com/simple/ --trusted-host=example.com", "requests -i https://example.com/simple/", ]) @pytest.mark.utils def test_parse_indexes_individual_lines(line): with pytest.raises(ValueError): indexes.parse_indexes(line, strict=True) class TestUtils: """Test utility functions in pipenv""" @pytest.mark.utils @pytest.mark.parametrize( "version, specified_ver, expected", [ ("*", "*", True), ("2.1.6", "==2.1.4", False), ("20160913", ">=20140815", True), ( "1.4", {"svn": "svn://svn.myproj.org/svn/MyProj", "version": "==1.4"}, True, ), ("2.13.0", {"extras": ["socks"], "version": "==2.12.4"}, False), ], ) def test_is_required_version(self, version, specified_ver, expected): assert dependencies.is_required_version(version, specified_ver) is expected @pytest.mark.utils @pytest.mark.parametrize( "entry, expected", [ ({"git": "package.git", "ref": "v0.0.1"}, True), ({"hg": "https://package.com/package", "ref": "v1.2.3"}, True), ("*", False), ({"some_value": 5, "other_value": object()}, False), ("package", False), ("git+https://github.com/requests/requests.git#egg=requests", True), ("git+git@github.com:requests/requests.git#egg=requests", True), ("gitdb2", False), ], ) @pytest.mark.vcs def test_is_vcs(self, entry, expected): from pipenv.vendor.requirementslib.utils import is_vcs assert is_vcs(entry) is expected @pytest.mark.utils def test_python_version_from_bad_path(self): assert dependencies.python_version("/fake/path") is None @pytest.mark.utils def test_python_version_from_non_python(self): assert dependencies.python_version("/dev/null") is None @pytest.mark.utils @pytest.mark.parametrize( "version_output, version", [ ("Python 3.6.2", "3.6.2"), ("Python 3.6.2 :: Continuum Analytics, Inc.", "3.6.2"), ("Python 3.6.20 :: Continuum Analytics, Inc.", "3.6.20"), ( "Python 3.5.3 (3f6eaa010fce78cc7973bdc1dfdb95970f08fed2, Jan 13 2018, 18:14:01)\n[PyPy 5.10.1 with GCC 4.2.1 Compatible Apple LLVM 9.0.0 (clang-900.0.39.2)]", "3.5.3", ), ], ) def test_python_version_output_variants( self, monkeypatch, version_output, version ): def mock_version(path): return version_output.split()[1] monkeypatch.setattr("pipenv.vendor.pythonfinder.utils.get_python_version", mock_version) assert dependencies.python_version("some/path") == version @pytest.mark.utils def test_is_valid_url(self): url = "https://github.com/psf/requests.git" not_url = "something_else" assert internet.is_valid_url(url) assert internet.is_valid_url(not_url) is False @pytest.mark.utils @pytest.mark.needs_internet def test_download_file(self): url = "https://github.com/pypa/pipenv/blob/master/README.md" output = "test_download.md" internet.download_file(url, output) assert os.path.exists(output) os.remove(output) @pytest.mark.utils @pytest.mark.parametrize('line, expected', [ ("python", True), ("python3.7", True), ("python2.7", True), ("python2", True), ("python3", True), ("pypy3", True), ("anaconda3-5.3.0", True), ("which", False), ("vim", False), ("miniconda", True), ("micropython", True), ("ironpython", True), ("jython3.5", True), ("2", True), ("2.7", True), ("3.7", True), ("3", True) ]) def test_is_python_command(self, line, expected): assert shell.is_python_command(line) == expected @pytest.mark.utils def test_new_line_end_of_toml_file(this): # toml file that needs clean up toml_data = """ [dev-packages] "flake8" = ">=3.3.0,<4" pytest = "*" mock = "*" sphinx = "<=1.5.5" "-e ." = "*" twine = "*" "sphinx-click" = "*" "pytest-xdist" = "*" """ new_toml = toml.cleanup_toml(toml_data) # testing if the end of the generated file contains a newline assert new_toml[-1] == "\n" @pytest.mark.utils @pytest.mark.parametrize( "input_path, expected", [ ( "c:\\Program Files\\Python36\\python.exe", "C:\\Program Files\\Python36\\python.exe", ), ( "C:\\Program Files\\Python36\\python.exe", "C:\\Program Files\\Python36\\python.exe", ), ("\\\\host\\share\\file.zip", "\\\\host\\share\\file.zip"), ("artifacts\\file.zip", "artifacts\\file.zip"), (".\\artifacts\\file.zip", ".\\artifacts\\file.zip"), ("..\\otherproject\\file.zip", "..\\otherproject\\file.zip"), ], ) @pytest.mark.skipif(os.name != "nt", reason="Windows file paths tested") def test_win_normalize_drive(self, input_path, expected): assert shell.normalize_drive(input_path) == expected @pytest.mark.utils @pytest.mark.parametrize( "input_path, expected", [ ("/usr/local/bin/python", "/usr/local/bin/python"), ("artifacts/file.zip", "artifacts/file.zip"), ("./artifacts/file.zip", "./artifacts/file.zip"), ("../otherproject/file.zip", "../otherproject/file.zip"), ], ) @pytest.mark.skipif(os.name == "nt", reason="*nix file paths tested") def test_nix_normalize_drive(self, input_path, expected): assert shell.normalize_drive(input_path) == expected @pytest.mark.utils @pytest.mark.parametrize( "sources, expected_args", [ ( [{"url": "https://test.example.com/simple", "verify_ssl": True}], ["-i", "https://test.example.com/simple"], ), ( [{"url": "https://test.example.com/simple", "verify_ssl": False}], [ "-i", "https://test.example.com/simple", "--trusted-host", "test.example.com", ], ), ( [{"url": "https://test.example.com:12345/simple", "verify_ssl": False}], [ "-i", "https://test.example.com:12345/simple", "--trusted-host", "test.example.com:12345", ], ), ( [ {"url": "https://pypi.org/simple"}, {"url": "https://custom.example.com/simple"}, ], [ "-i", "https://pypi.org/simple", "--extra-index-url", "https://custom.example.com/simple", ], ), ( [ {"url": "https://pypi.org/simple"}, {"url": "https://custom.example.com/simple", "verify_ssl": False}, ], [ "-i", "https://pypi.org/simple", "--extra-index-url", "https://custom.example.com/simple", "--trusted-host", "custom.example.com", ], ), ( [ {"url": "https://pypi.org/simple"}, {"url": "https://custom.example.com:12345/simple", "verify_ssl": False}, ], [ "-i", "https://pypi.org/simple", "--extra-index-url", "https://custom.example.com:12345/simple", "--trusted-host", "custom.example.com:12345", ], ), ( [ {"url": "https://pypi.org/simple"}, { "url": "https://user:password@custom.example.com/simple", "verify_ssl": False, }, ], [ "-i", "https://pypi.org/simple", "--extra-index-url", "https://user:password@custom.example.com/simple", "--trusted-host", "custom.example.com", ], ), ( [ {"url": "https://pypi.org/simple"}, {"url": "https://user:password@custom.example.com/simple"}, ], [ "-i", "https://pypi.org/simple", "--extra-index-url", "https://user:password@custom.example.com/simple", ], ), ( [ { "url": "https://user:password@custom.example.com/simple", "verify_ssl": False, }, ], [ "-i", "https://user:password@custom.example.com/simple", "--trusted-host", "custom.example.com", ], ), ], ) def test_prepare_pip_source_args(self, sources, expected_args): assert ( indexes.prepare_pip_source_args(sources, pip_args=None) == expected_args ) @pytest.mark.utils def test_invalid_prepare_pip_source_args(self): sources = [{}] with pytest.raises(PipenvUsageError): indexes.prepare_pip_source_args(sources, pip_args=None) @pytest.mark.utils def test_project_python_tries_python3_before_python_if_system_is_true(self): def mock_shutil_which(command, path=None): if command != "python3": return f"/usr/bin/{command}" return "/usr/local/bin/python3" with mock.patch("pipenv.utils.shell.shutil.which", wraps=mock_shutil_which): # Setting project to None as system=True doesn't use it project = None python = shell.project_python(project, system=True) assert python == "/usr/local/bin/python3" @pytest.mark.utils @pytest.mark.parametrize( "val, expected", ( (True, True), (False, False), ("true", True), ("1", True), ("off", False), ("0", False), ) ) def test_env_to_bool(self, val, expected): actual = shell.env_to_bool(val) assert actual == expected @pytest.mark.utils def test_is_env_truthy_exists_true(self, monkeypatch): name = "ZZZ" monkeypatch.setenv(name, "1") assert shell.is_env_truthy(name) is True @pytest.mark.utils def test_is_env_truthy_exists_false(self, monkeypatch): name = "ZZZ" monkeypatch.setenv(name, "0") assert shell.is_env_truthy(name) is False @pytest.mark.utils def test_is_env_truthy_does_not_exisxt(self, monkeypatch): name = "ZZZ" monkeypatch.delenv(name, raising=False) assert shell.is_env_truthy(name) is False