2014-04-26 19:47:14 +02:00
|
|
|
# coding=utf-8
|
2016-03-01 16:22:50 +01:00
|
|
|
"""Utilities for HTTPie test suite."""
|
2014-04-24 14:07:31 +02:00
|
|
|
import os
|
|
|
|
import sys
|
|
|
|
import time
|
|
|
|
import json
|
|
|
|
import tempfile
|
|
|
|
|
2016-03-02 06:16:41 +01:00
|
|
|
from httpie import ExitStatus, EXIT_STATUS_LABELS
|
2014-04-27 00:07:13 +02:00
|
|
|
from httpie.context import Environment
|
2014-04-24 14:07:31 +02:00
|
|
|
from httpie.core import main
|
2014-04-24 14:58:15 +02:00
|
|
|
from httpie.compat import bytes, str
|
2014-04-24 14:07:31 +02:00
|
|
|
|
|
|
|
|
2014-04-24 17:08:40 +02:00
|
|
|
TESTS_ROOT = os.path.abspath(os.path.dirname(__file__))
|
2014-04-24 14:07:31 +02:00
|
|
|
CRLF = '\r\n'
|
2014-04-24 15:48:01 +02:00
|
|
|
COLOR = '\x1b['
|
2014-06-28 16:35:57 +02:00
|
|
|
HTTP_OK = '200 OK'
|
2014-04-24 15:48:01 +02:00
|
|
|
HTTP_OK_COLOR = (
|
2014-04-24 14:07:31 +02:00
|
|
|
'HTTP\x1b[39m\x1b[38;5;245m/\x1b[39m\x1b'
|
|
|
|
'[38;5;37m1.1\x1b[39m\x1b[38;5;245m \x1b[39m\x1b[38;5;37m200'
|
|
|
|
'\x1b[39m\x1b[38;5;245m \x1b[39m\x1b[38;5;136mOK'
|
|
|
|
)
|
|
|
|
|
|
|
|
|
2016-03-01 16:22:50 +01:00
|
|
|
def mk_config_dir():
|
|
|
|
dirname = tempfile.mkdtemp(prefix='httpie_config_')
|
|
|
|
return dirname
|
2014-04-24 15:48:01 +02:00
|
|
|
|
2014-04-25 13:10:01 +02:00
|
|
|
|
2014-06-28 16:35:57 +02:00
|
|
|
def add_auth(url, auth):
|
|
|
|
proto, rest = url.split('://', 1)
|
|
|
|
return proto + '://' + auth + '@' + rest
|
2014-04-24 14:07:31 +02:00
|
|
|
|
|
|
|
|
|
|
|
class TestEnvironment(Environment):
|
2016-03-01 16:22:50 +01:00
|
|
|
"""Environment subclass with reasonable defaults for testing."""
|
2014-04-24 14:07:31 +02:00
|
|
|
colors = 0
|
|
|
|
stdin_isatty = True,
|
|
|
|
stdout_isatty = True
|
|
|
|
is_windows = False
|
2014-04-24 15:48:01 +02:00
|
|
|
|
2014-04-24 14:07:31 +02:00
|
|
|
def __init__(self, **kwargs):
|
|
|
|
if 'stdout' not in kwargs:
|
2016-03-01 16:11:06 +01:00
|
|
|
kwargs['stdout'] = tempfile.TemporaryFile(
|
|
|
|
mode='w+b',
|
|
|
|
prefix='httpie_stdout'
|
|
|
|
)
|
2014-04-24 14:07:31 +02:00
|
|
|
if 'stderr' not in kwargs:
|
2016-03-01 16:11:06 +01:00
|
|
|
kwargs['stderr'] = tempfile.TemporaryFile(
|
|
|
|
mode='w+t',
|
|
|
|
prefix='httpie_stderr'
|
|
|
|
)
|
2014-04-24 14:07:31 +02:00
|
|
|
super(TestEnvironment, self).__init__(**kwargs)
|
2016-03-01 16:11:06 +01:00
|
|
|
self._delete_config_dir = False
|
|
|
|
|
|
|
|
@property
|
|
|
|
def config(self):
|
|
|
|
if not self.config_dir.startswith(tempfile.gettempdir()):
|
|
|
|
self.config_dir = mk_config_dir()
|
|
|
|
self._delete_config_dir = True
|
|
|
|
return super(TestEnvironment, self).config
|
|
|
|
|
|
|
|
def cleanup(self):
|
|
|
|
if self._delete_config_dir:
|
|
|
|
assert self.config_dir.startswith(tempfile.gettempdir())
|
|
|
|
from shutil import rmtree
|
|
|
|
rmtree(self.config_dir)
|
2014-04-24 14:07:31 +02:00
|
|
|
|
|
|
|
def __del__(self):
|
2016-03-01 16:11:06 +01:00
|
|
|
try:
|
|
|
|
self.cleanup()
|
|
|
|
except Exception:
|
|
|
|
pass
|
2014-04-24 14:07:31 +02:00
|
|
|
|
|
|
|
|
2016-03-01 16:22:50 +01:00
|
|
|
class BaseCLIResponse(object):
|
|
|
|
"""
|
|
|
|
Represents the result of simulated `$ http' invocation via `http()`.
|
|
|
|
|
|
|
|
Holds and provides access to:
|
|
|
|
|
|
|
|
- stdout output: print(self)
|
|
|
|
- stderr output: print(self.stderr)
|
|
|
|
- exit_status output: print(self.exit_status)
|
|
|
|
|
|
|
|
"""
|
|
|
|
stderr = None
|
|
|
|
json = None
|
|
|
|
exit_status = None
|
|
|
|
|
|
|
|
|
|
|
|
class BytesCLIResponse(bytes, BaseCLIResponse):
|
|
|
|
"""
|
|
|
|
Used as a fallback when a StrCLIResponse cannot be used.
|
|
|
|
|
|
|
|
E.g. when the output contains binary data or when it is colorized.
|
|
|
|
|
|
|
|
`.json` will always be None.
|
|
|
|
|
|
|
|
"""
|
|
|
|
|
|
|
|
|
|
|
|
class StrCLIResponse(str, BaseCLIResponse):
|
|
|
|
|
|
|
|
@property
|
|
|
|
def json(self):
|
|
|
|
"""
|
|
|
|
Return deserialized JSON body, if one included in the output
|
|
|
|
and is parseable.
|
|
|
|
|
|
|
|
"""
|
|
|
|
if not hasattr(self, '_json'):
|
|
|
|
self._json = None
|
|
|
|
# De-serialize JSON body if possible.
|
|
|
|
if COLOR in self:
|
|
|
|
# Colorized output cannot be parsed.
|
|
|
|
pass
|
|
|
|
elif self.strip().startswith('{'):
|
|
|
|
# Looks like JSON body.
|
|
|
|
self._json = json.loads(self)
|
|
|
|
elif (self.count('Content-Type:') == 1 and
|
|
|
|
'application/json' in self):
|
|
|
|
# Looks like a whole JSON HTTP message,
|
|
|
|
# try to extract its body.
|
|
|
|
try:
|
|
|
|
j = self.strip()[self.strip().rindex('\r\n\r\n'):]
|
|
|
|
except ValueError:
|
|
|
|
pass
|
|
|
|
else:
|
|
|
|
try:
|
|
|
|
self._json = json.loads(j)
|
|
|
|
except ValueError:
|
|
|
|
pass
|
|
|
|
return self._json
|
|
|
|
|
|
|
|
|
2016-03-02 06:31:23 +01:00
|
|
|
class ExitStatusError(Exception):
|
2016-03-02 06:16:41 +01:00
|
|
|
pass
|
|
|
|
|
|
|
|
|
2014-04-24 14:07:31 +02:00
|
|
|
def http(*args, **kwargs):
|
2016-03-01 16:11:06 +01:00
|
|
|
# noinspection PyUnresolvedReferences
|
2014-04-24 14:07:31 +02:00
|
|
|
"""
|
2016-03-01 16:13:45 +01:00
|
|
|
Run HTTPie and capture stderr/out and exit status.
|
2014-04-25 12:18:35 +02:00
|
|
|
|
2016-03-01 16:13:45 +01:00
|
|
|
Invoke `httpie.core.main()` with `args` and `kwargs`,
|
|
|
|
and return a `CLIResponse` subclass instance.
|
2014-04-24 18:51:06 +02:00
|
|
|
|
2016-03-01 16:13:45 +01:00
|
|
|
The return value is either a `StrCLIResponse`, or `BytesCLIResponse`
|
|
|
|
if unable to decode the output.
|
2014-04-24 14:07:31 +02:00
|
|
|
|
2016-03-01 16:13:45 +01:00
|
|
|
The response has the following attributes:
|
2014-04-24 14:07:31 +02:00
|
|
|
|
2016-03-01 16:13:45 +01:00
|
|
|
`stdout` is represented by the instance itself (print r)
|
|
|
|
`stderr`: text written to stderr
|
|
|
|
`exit_status`: the exit status
|
|
|
|
`json`: decoded JSON (if possible) or `None`
|
2014-04-24 14:07:31 +02:00
|
|
|
|
2016-03-01 16:13:45 +01:00
|
|
|
Exceptions are propagated.
|
2014-04-26 15:06:51 +02:00
|
|
|
|
2016-03-01 16:13:45 +01:00
|
|
|
If you pass ``error_exit_ok=True``, then error exit statuses
|
|
|
|
won't result into an exception.
|
2014-04-26 15:06:51 +02:00
|
|
|
|
2016-03-01 16:13:45 +01:00
|
|
|
Example:
|
2014-04-24 14:07:31 +02:00
|
|
|
|
2016-03-01 16:13:45 +01:00
|
|
|
$ http --auth=user:password GET httpbin.org/basic-auth/user/password
|
2014-04-24 18:51:06 +02:00
|
|
|
|
2016-03-01 16:13:45 +01:00
|
|
|
>>> httpbin = getfixture('httpbin')
|
|
|
|
>>> r = http('-a', 'user:pw', httpbin.url + '/basic-auth/user/pw')
|
|
|
|
>>> type(r) == StrCLIResponse
|
|
|
|
True
|
|
|
|
>>> r.exit_status
|
|
|
|
0
|
|
|
|
>>> r.stderr
|
|
|
|
''
|
|
|
|
>>> 'HTTP/1.1 200 OK' in r
|
|
|
|
True
|
|
|
|
>>> r.json == {'authenticated': True, 'user': 'user'}
|
|
|
|
True
|
2014-04-24 18:51:06 +02:00
|
|
|
|
2016-03-01 16:13:45 +01:00
|
|
|
"""
|
2014-04-26 15:06:51 +02:00
|
|
|
error_exit_ok = kwargs.pop('error_exit_ok', False)
|
2014-04-24 14:07:31 +02:00
|
|
|
env = kwargs.get('env')
|
|
|
|
if not env:
|
|
|
|
env = kwargs['env'] = TestEnvironment()
|
|
|
|
|
|
|
|
stdout = env.stdout
|
|
|
|
stderr = env.stderr
|
|
|
|
|
2014-04-25 12:42:50 +02:00
|
|
|
args = list(args)
|
2016-03-03 10:14:39 +01:00
|
|
|
args_with_config_defaults = args + env.config.default_options
|
|
|
|
add_to_args = []
|
|
|
|
if '--debug' not in args_with_config_defaults:
|
2016-10-26 11:53:01 +02:00
|
|
|
if not error_exit_ok and '--traceback' not in args_with_config_defaults:
|
2016-03-03 10:14:39 +01:00
|
|
|
add_to_args.append('--traceback')
|
|
|
|
if not any('--timeout' in arg for arg in args_with_config_defaults):
|
|
|
|
add_to_args.append('--timeout=3')
|
|
|
|
args = add_to_args + args
|
2014-04-25 12:42:50 +02:00
|
|
|
|
2014-04-26 15:06:51 +02:00
|
|
|
def dump_stderr():
|
|
|
|
stderr.seek(0)
|
|
|
|
sys.stderr.write(stderr.read())
|
|
|
|
|
2014-04-24 18:32:15 +02:00
|
|
|
try:
|
2014-04-24 14:07:31 +02:00
|
|
|
try:
|
2014-04-24 18:32:15 +02:00
|
|
|
exit_status = main(args=args, **kwargs)
|
2014-04-24 14:07:31 +02:00
|
|
|
if '--download' in args:
|
|
|
|
# Let the progress reporter thread finish.
|
|
|
|
time.sleep(.5)
|
2014-04-26 15:06:51 +02:00
|
|
|
except SystemExit:
|
|
|
|
if error_exit_ok:
|
2016-03-02 06:16:41 +01:00
|
|
|
exit_status = ExitStatus.ERROR
|
2014-04-26 15:06:51 +02:00
|
|
|
else:
|
|
|
|
dump_stderr()
|
|
|
|
raise
|
2014-04-24 14:07:31 +02:00
|
|
|
except Exception:
|
2014-04-26 15:06:51 +02:00
|
|
|
stderr.seek(0)
|
2014-04-24 14:07:31 +02:00
|
|
|
sys.stderr.write(stderr.read())
|
|
|
|
raise
|
2014-04-26 15:06:51 +02:00
|
|
|
else:
|
2016-03-02 06:16:41 +01:00
|
|
|
if not error_exit_ok and exit_status != ExitStatus.OK:
|
2014-04-26 15:06:51 +02:00
|
|
|
dump_stderr()
|
2016-03-02 06:31:23 +01:00
|
|
|
raise ExitStatusError(
|
2016-03-02 06:16:41 +01:00
|
|
|
'httpie.core.main() unexpectedly returned'
|
|
|
|
' a non-zero exit status: {0} ({1})'.format(
|
|
|
|
exit_status,
|
|
|
|
EXIT_STATUS_LABELS[exit_status]
|
|
|
|
)
|
|
|
|
)
|
2014-04-24 14:07:31 +02:00
|
|
|
|
|
|
|
stdout.seek(0)
|
|
|
|
stderr.seek(0)
|
|
|
|
output = stdout.read()
|
|
|
|
try:
|
2014-04-25 12:42:50 +02:00
|
|
|
output = output.decode('utf8')
|
2014-04-24 14:07:31 +02:00
|
|
|
except UnicodeDecodeError:
|
2014-04-24 18:51:06 +02:00
|
|
|
# noinspection PyArgumentList
|
|
|
|
r = BytesCLIResponse(output)
|
2014-04-25 12:42:50 +02:00
|
|
|
else:
|
|
|
|
# noinspection PyArgumentList
|
|
|
|
r = StrCLIResponse(output)
|
2014-04-24 14:07:31 +02:00
|
|
|
r.stderr = stderr.read()
|
|
|
|
r.exit_status = exit_status
|
|
|
|
|
2016-03-02 06:16:41 +01:00
|
|
|
if r.exit_status != ExitStatus.OK:
|
2014-04-26 15:06:51 +02:00
|
|
|
sys.stderr.write(r.stderr)
|
|
|
|
|
2014-04-24 14:07:31 +02:00
|
|
|
return r
|
|
|
|
|
|
|
|
finally:
|
|
|
|
stdout.close()
|
|
|
|
stderr.close()
|
2016-03-01 16:11:06 +01:00
|
|
|
env.cleanup()
|