6 files changed
@@ -26,6 +26,7 @@ repos: | |||
| 26 | 26 | - id: pylint | |
| 27 | 27 | additional_dependencies: | |
| 28 | 28 | - argcomplete==1.12.3 | |
| 29 | + - pytest==6.2.5 | ||
| 29 | 30 | - requests==2.26.0 | |
| 30 | 31 | - requests-toolbelt==0.9.1 | |
| 31 | 32 | files: 'gitlab/' | |
@@ -4,7 +4,8 @@ | |||
| 4 | 4 | ||
| 5 | 5 | ``python-gitlab`` provides a :command:`gitlab` command-line tool to interact | |
| 6 | 6 | with GitLab servers. It uses a configuration file to define how to connect to | |
| 7 | - the servers. | ||
| 7 | + the servers. Without a configuration file, ``gitlab`` will default to | ||
| 8 | + https://gitlab.com and unauthenticated requests. | ||
| 8 | 9 | ||
| 9 | 10 | .. _cli_configuration: | |
| 10 | 11 | ||
@@ -16,8 +17,8 @@ Files | |||
| 16 | 17 | ||
| 17 | 18 | ``gitlab`` looks up 3 configuration files by default: | |
| 18 | 19 | ||
| 19 | - ``PYTHON_GITLAB_CFG`` environment variable | ||
| 20 | - An environment variable that contains the path to a configuration file | ||
| 20 | + The ``PYTHON_GITLAB_CFG`` environment variable | ||
| 21 | + An environment variable that contains the path to a configuration file. | ||
| 21 | 22 | ||
| 22 | 23 | ``/etc/python-gitlab.cfg`` | |
| 23 | 24 | System-wide configuration file | |
@@ -27,6 +28,13 @@ Files | |||
| 27 | 28 | ||
| 28 | 29 | You can use a different configuration file with the ``--config-file`` option. | |
| 29 | 30 | ||
| 31 | + .. warning:: | ||
| 32 | + If the ``PYTHON_GITLAB_CFG`` environment variable is defined and the target | ||
| 33 | + file exists, it will be the only configuration file parsed by ``gitlab``. | ||
| 34 | + | ||
| 35 | + If the environment variable is defined and the target file cannot be accessed, | ||
| 36 | + ``gitlab`` will fail explicitly. | ||
| 37 | + | ||
| 30 | 38 | Content | |
| 31 | 39 | ------- | |
| 32 | 40 | ||
@@ -20,27 +20,67 @@ | |||
| 20 | 20 | import shlex | |
| 21 | 21 | import subprocess | |
| 22 | 22 | from os.path import expanduser, expandvars | |
| 23 | + from pathlib import Path | ||
| 23 | 24 | from typing import List, Optional, Union | |
| 24 | 25 | ||
| 25 | - from gitlab.const import USER_AGENT | ||
| 26 | + from gitlab.const import DEFAULT_URL, USER_AGENT | ||
| 26 | 27 | ||
| 27 | - | ||
| 28 | - def _env_config() -> List[str]: | ||
| 29 | - if "PYTHON_GITLAB_CFG" in os.environ: | ||
| 30 | - return [os.environ["PYTHON_GITLAB_CFG"]] | ||
| 31 | - return [] | ||
| 32 | - | ||
| 33 | - | ||
| 34 | - _DEFAULT_FILES: List[str] = _env_config() + [ | ||
| 28 | + _DEFAULT_FILES: List[str] = [ | ||
| 35 | 29 | "/etc/python-gitlab.cfg", | |
| 36 | - os.path.expanduser("~/.python-gitlab.cfg"), | ||
| 30 | + str(Path.home() / ".python-gitlab.cfg"), | ||
| 37 | 31 | ] | |
| 38 | 32 | ||
| 39 | 33 | HELPER_PREFIX = "helper:" | |
| 40 | 34 | ||
| 41 | 35 | HELPER_ATTRIBUTES = ["job_token", "http_password", "private_token", "oauth_token"] | |
| 42 | 36 | ||
| 43 | 37 | ||
| 38 | + def _resolve_file(filepath: Union[Path, str]) -> str: | ||
| 39 | + resolved = Path(filepath).resolve(strict=True) | ||
| 40 | + return str(resolved) | ||
| 41 | + | ||
| 42 | + | ||
| 43 | + def _get_config_files( | ||
| 44 | + config_files: Optional[List[str]] = None, | ||
| 45 | + ) -> Union[str, List[str]]: | ||
| 46 | + """ | ||
| 47 | + Return resolved path(s) to config files if they exist, with precedence: | ||
| 48 | + 1. Files passed in config_files | ||
| 49 | + 2. File defined in PYTHON_GITLAB_CFG | ||
| 50 | + 3. User- and system-wide config files | ||
| 51 | + """ | ||
| 52 | + resolved_files = [] | ||
| 53 | + | ||
| 54 | + if config_files: | ||
| 55 | + for config_file in config_files: | ||
| 56 | + try: | ||
| 57 | + resolved = _resolve_file(config_file) | ||
| 58 | + except OSError as e: | ||
| 59 | + raise GitlabConfigMissingError(f"Cannot read config from file: {e}") | ||
| 60 | + resolved_files.append(resolved) | ||
| 61 | + | ||
| 62 | + return resolved_files | ||
| 63 | + | ||
| 64 | + try: | ||
| 65 | + env_config = os.environ["PYTHON_GITLAB_CFG"] | ||
| 66 | + return _resolve_file(env_config) | ||
| 67 | + except KeyError: | ||
| 68 | + pass | ||
| 69 | + except OSError as e: | ||
| 70 | + raise GitlabConfigMissingError( | ||
| 71 | + f"Cannot read config from PYTHON_GITLAB_CFG: {e}" | ||
| 72 | + ) | ||
| 73 | + | ||
| 74 | + for config_file in _DEFAULT_FILES: | ||
| 75 | + try: | ||
| 76 | + resolved = _resolve_file(config_file) | ||
| 77 | + except OSError: | ||
| 78 | + continue | ||
| 79 | + resolved_files.append(resolved) | ||
| 80 | + | ||
| 81 | + return resolved_files | ||
| 82 | + | ||
| 83 | + | ||
| 44 | 84 | class ConfigError(Exception): | |
| 45 | 85 | pass | |
| 46 | 86 | ||
@@ -66,155 +106,149 @@ def __init__( | |||
| 66 | 106 | self, gitlab_id: Optional[str] = None, config_files: Optional[List[str]] = None | |
| 67 | 107 | ) -> None: | |
| 68 | 108 | self.gitlab_id = gitlab_id | |
| 69 | - _files = config_files or _DEFAULT_FILES | ||
| 70 | - file_exist = False | ||
| 71 | - for file in _files: | ||
| 72 | - if os.path.exists(file): | ||
| 73 | - file_exist = True | ||
| 74 | - if not file_exist: | ||
| 75 | - raise GitlabConfigMissingError( | ||
| 76 | - "Config file not found. \nPlease create one in " | ||
| 77 | - "one of the following locations: {} \nor " | ||
| 78 | - "specify a config file using the '-c' parameter.".format( | ||
| 79 | - ", ".join(_DEFAULT_FILES) | ||
| 80 | - ) | ||
| 81 | - ) | ||
| 109 | + self.http_username: Optional[str] = None | ||
| 110 | + self.http_password: Optional[str] = None | ||
| 111 | + self.job_token: Optional[str] = None | ||
| 112 | + self.oauth_token: Optional[str] = None | ||
| 113 | + self.private_token: Optional[str] = None | ||
| 114 | + | ||
| 115 | + self.api_version: str = "4" | ||
| 116 | + self.order_by: Optional[str] = None | ||
| 117 | + self.pagination: Optional[str] = None | ||
| 118 | + self.per_page: Optional[int] = None | ||
| 119 | + self.retry_transient_errors: bool = False | ||
| 120 | + self.ssl_verify: Union[bool, str] = True | ||
| 121 | + self.timeout: int = 60 | ||
| 122 | + self.url: str = DEFAULT_URL | ||
| 123 | + self.user_agent: str = USER_AGENT | ||
| 82 | 124 | ||
| 83 | - self._config = configparser.ConfigParser() | ||
| 84 | - self._config.read(_files) | ||
| 125 | + self._files = _get_config_files(config_files) | ||
| 126 | + if self._files: | ||
| 127 | + self._parse_config() | ||
| 128 | + | ||
| 129 | + def _parse_config(self) -> None: | ||
| 130 | + _config = configparser.ConfigParser() | ||
| 131 | + _config.read(self._files) | ||
| 85 | 132 | ||
| 86 | 133 | if self.gitlab_id is None: | |
| 87 | 134 | try: | |
| 88 | - self.gitlab_id = self._config.get("global", "default") | ||
| 135 | + self.gitlab_id = _config.get("global", "default") | ||
| 89 | 136 | except Exception as e: | |
| 90 | 137 | raise GitlabIDError( | |
| 91 | 138 | "Impossible to get the gitlab id (not specified in config file)" | |
| 92 | 139 | ) from e | |
| 93 | 140 | ||
| 94 | 141 | try: | |
| 95 | - self.url = self._config.get(self.gitlab_id, "url") | ||
| 142 | + self.url = _config.get(self.gitlab_id, "url") | ||
| 96 | 143 | except Exception as e: | |
| 97 | 144 | raise GitlabDataError( | |
| 98 | 145 | "Impossible to get gitlab details from " | |
| 99 | 146 | f"configuration ({self.gitlab_id})" | |
| 100 | 147 | ) from e | |
| 101 | 148 | ||
| 102 | - self.ssl_verify: Union[bool, str] = True | ||
| 103 | 149 | try: | |
| 104 | - self.ssl_verify = self._config.getboolean("global", "ssl_verify") | ||
| 150 | + self.ssl_verify = _config.getboolean("global", "ssl_verify") | ||
| 105 | 151 | except ValueError: | |
| 106 | 152 | # Value Error means the option exists but isn't a boolean. | |
| 107 | 153 | # Get as a string instead as it should then be a local path to a | |
| 108 | 154 | # CA bundle. | |
| 109 | 155 | try: | |
| 110 | - self.ssl_verify = self._config.get("global", "ssl_verify") | ||
| 156 | + self.ssl_verify = _config.get("global", "ssl_verify") | ||
| 111 | 157 | except Exception: | |
| 112 | 158 | pass | |
| 113 | 159 | except Exception: | |
| 114 | 160 | pass | |
| 115 | 161 | try: | |
| 116 | - self.ssl_verify = self._config.getboolean(self.gitlab_id, "ssl_verify") | ||
| 162 | + self.ssl_verify = _config.getboolean(self.gitlab_id, "ssl_verify") | ||
| 117 | 163 | except ValueError: | |
| 118 | 164 | # Value Error means the option exists but isn't a boolean. | |
| 119 | 165 | # Get as a string instead as it should then be a local path to a | |
| 120 | 166 | # CA bundle. | |
| 121 | 167 | try: | |
| 122 | - self.ssl_verify = self._config.get(self.gitlab_id, "ssl_verify") | ||
| 168 | + self.ssl_verify = _config.get(self.gitlab_id, "ssl_verify") | ||
| 123 | 169 | except Exception: | |
| 124 | 170 | pass | |
| 125 | 171 | except Exception: | |
| 126 | 172 | pass | |
| 127 | 173 | ||
| 128 | - self.timeout = 60 | ||
| 129 | 174 | try: | |
| 130 | - self.timeout = self._config.getint("global", "timeout") | ||
| 175 | + self.timeout = _config.getint("global", "timeout") | ||
| 131 | 176 | except Exception: | |
| 132 | 177 | pass | |
| 133 | 178 | try: | |
| 134 | - self.timeout = self._config.getint(self.gitlab_id, "timeout") | ||
| 179 | + self.timeout = _config.getint(self.gitlab_id, "timeout") | ||
| 135 | 180 | except Exception: | |
| 136 | 181 | pass | |
| 137 | 182 | ||
| 138 | - self.private_token = None | ||
| 139 | 183 | try: | |
| 140 | - self.private_token = self._config.get(self.gitlab_id, "private_token") | ||
| 184 | + self.private_token = _config.get(self.gitlab_id, "private_token") | ||
| 141 | 185 | except Exception: | |
| 142 | 186 | pass | |
| 143 | 187 | ||
| 144 | - self.oauth_token = None | ||
| 145 | 188 | try: | |
| 146 | - self.oauth_token = self._config.get(self.gitlab_id, "oauth_token") | ||
| 189 | + self.oauth_token = _config.get(self.gitlab_id, "oauth_token") | ||
| 147 | 190 | except Exception: | |
| 148 | 191 | pass | |
| 149 | 192 | ||
| 150 | - self.job_token = None | ||
| 151 | 193 | try: | |
| 152 | - self.job_token = self._config.get(self.gitlab_id, "job_token") | ||
| 194 | + self.job_token = _config.get(self.gitlab_id, "job_token") | ||
| 153 | 195 | except Exception: | |
| 154 | 196 | pass | |
| 155 | 197 | ||
| 156 | - self.http_username = None | ||
| 157 | - self.http_password = None | ||
| 158 | 198 | try: | |
| 159 | - self.http_username = self._config.get(self.gitlab_id, "http_username") | ||
| 160 | - self.http_password = self._config.get(self.gitlab_id, "http_password") | ||
| 199 | + self.http_username = _config.get(self.gitlab_id, "http_username") | ||
| 200 | + self.http_password = _config.get(self.gitlab_id, "http_password") | ||
| 161 | 201 | except Exception: | |
| 162 | 202 | pass | |
| 163 | 203 | ||
| 164 | 204 | self._get_values_from_helper() | |
| 165 | 205 | ||
| 166 | - self.api_version = "4" | ||
| 167 | 206 | try: | |
| 168 | - self.api_version = self._config.get("global", "api_version") | ||
| 207 | + self.api_version = _config.get("global", "api_version") | ||
| 169 | 208 | except Exception: | |
| 170 | 209 | pass | |
| 171 | 210 | try: | |
| 172 | - self.api_version = self._config.get(self.gitlab_id, "api_version") | ||
| 211 | + self.api_version = _config.get(self.gitlab_id, "api_version") | ||
| 173 | 212 | except Exception: | |
| 174 | 213 | pass | |
| 175 | 214 | if self.api_version not in ("4",): | |
| 176 | 215 | raise GitlabDataError(f"Unsupported API version: {self.api_version}") | |
| 177 | 216 | ||
| 178 | - self.per_page = None | ||
| 179 | 217 | for section in ["global", self.gitlab_id]: | |
| 180 | 218 | try: | |
| 181 | - self.per_page = self._config.getint(section, "per_page") | ||
| 219 | + self.per_page = _config.getint(section, "per_page") | ||
| 182 | 220 | except Exception: | |
| 183 | 221 | pass | |
| 184 | 222 | if self.per_page is not None and not 0 <= self.per_page <= 100: | |
| 185 | 223 | raise GitlabDataError(f"Unsupported per_page number: {self.per_page}") | |
| 186 | 224 | ||
| 187 | - self.pagination = None | ||
| 188 | 225 | try: | |
| 189 | - self.pagination = self._config.get(self.gitlab_id, "pagination") | ||
| 226 | + self.pagination = _config.get(self.gitlab_id, "pagination") | ||
| 190 | 227 | except Exception: | |
| 191 | 228 | pass | |
| 192 | 229 | ||
| 193 | - self.order_by = None | ||
| 194 | 230 | try: | |
| 195 | - self.order_by = self._config.get(self.gitlab_id, "order_by") | ||
| 231 | + self.order_by = _config.get(self.gitlab_id, "order_by") | ||
| 196 | 232 | except Exception: | |
| 197 | 233 | pass | |
| 198 | 234 | ||
| 199 | - self.user_agent = USER_AGENT | ||
| 200 | 235 | try: | |
| 201 | - self.user_agent = self._config.get("global", "user_agent") | ||
| 236 | + self.user_agent = _config.get("global", "user_agent") | ||
| 202 | 237 | except Exception: | |
| 203 | 238 | pass | |
| 204 | 239 | try: | |
| 205 | - self.user_agent = self._config.get(self.gitlab_id, "user_agent") | ||
| 240 | + self.user_agent = _config.get(self.gitlab_id, "user_agent") | ||
| 206 | 241 | except Exception: | |
| 207 | 242 | pass | |
| 208 | 243 | ||
| 209 | - self.retry_transient_errors = False | ||
| 210 | 244 | try: | |
| 211 | - self.retry_transient_errors = self._config.getboolean( | ||
| 245 | + self.retry_transient_errors = _config.getboolean( | ||
| 212 | 246 | "global", "retry_transient_errors" | |
| 213 | 247 | ) | |
| 214 | 248 | except Exception: | |
| 215 | 249 | pass | |
| 216 | 250 | try: | |
| 217 | - self.retry_transient_errors = self._config.getboolean( | ||
| 251 | + self.retry_transient_errors = _config.getboolean( | ||
| 218 | 252 | self.gitlab_id, "retry_transient_errors" | |
| 219 | 253 | ) | |
| 220 | 254 | except Exception: | |
@@ -1,6 +1,6 @@ | |||
| 1 | 1 | coverage | |
| 2 | 2 | httmock | |
| 3 | - pytest | ||
| 3 | + pytest==6.2.5 | ||
| 4 | 4 | pytest-console-scripts==1.2.1 | |
| 5 | 5 | pytest-cov | |
| 6 | 6 | responses | |
@@ -1,8 +1,24 @@ | |||
| 1 | 1 | import json | |
| 2 | 2 | ||
| 3 | + import pytest | ||
| 4 | + import responses | ||
| 5 | + | ||
| 3 | 6 | from gitlab import __version__ | |
| 4 | 7 | ||
| 5 | 8 | ||
| 9 | + @pytest.fixture | ||
| 10 | + def resp_get_project(): | ||
| 11 | + with responses.RequestsMock() as rsps: | ||
| 12 | + rsps.add( | ||
| 13 | + method=responses.GET, | ||
| 14 | + url="https://gitlab.com/api/v4/projects/1", | ||
| 15 | + json={"name": "name", "path": "test-path", "id": 1}, | ||
| 16 | + content_type="application/json", | ||
| 17 | + status=200, | ||
| 18 | + ) | ||
| 19 | + yield rsps | ||
| 20 | + | ||
| 21 | + | ||
| 6 | 22 | def test_main_entrypoint(script_runner, gitlab_config): | |
| 7 | 23 | ret = script_runner.run("python", "-m", "gitlab", "--config-file", gitlab_config) | |
| 8 | 24 | assert ret.returncode == 2 | |
@@ -13,6 +29,29 @@ def test_version(script_runner): | |||
| 13 | 29 | assert ret.stdout.strip() == __version__ | |
| 14 | 30 | ||
| 15 | 31 | ||
| 32 | + @pytest.mark.script_launch_mode("inprocess") | ||
| 33 | + def test_defaults_to_gitlab_com(script_runner, resp_get_project): | ||
| 34 | + # Runs in-process to intercept requests to gitlab.com | ||
| 35 | + ret = script_runner.run("gitlab", "project", "get", "--id", "1") | ||
| 36 | + assert ret.success | ||
| 37 | + assert "id: 1" in ret.stdout | ||
| 38 | + | ||
| 39 | + | ||
| 40 | + def test_env_config_missing_file_raises(script_runner, monkeypatch): | ||
| 41 | + monkeypatch.setenv("PYTHON_GITLAB_CFG", "non-existent") | ||
| 42 | + ret = script_runner.run("gitlab", "project", "list") | ||
| 43 | + assert not ret.success | ||
| 44 | + assert ret.stderr.startswith("Cannot read config from PYTHON_GITLAB_CFG") | ||
| 45 | + | ||
| 46 | + | ||
| 47 | + def test_arg_config_missing_file_raises(script_runner): | ||
| 48 | + ret = script_runner.run( | ||
| 49 | + "gitlab", "--config-file", "non-existent", "project", "list" | ||
| 50 | + ) | ||
| 51 | + assert not ret.success | ||
| 52 | + assert ret.stderr.startswith("Cannot read config from file") | ||
| 53 | + | ||
| 54 | + | ||
| 16 | 55 | def test_invalid_config(script_runner): | |
| 17 | 56 | ret = script_runner.run("gitlab", "--gitlab", "invalid") | |
| 18 | 57 | assert not ret.success | |
0 commit comments