150 lines
4.7 KiB
Python
150 lines
4.7 KiB
Python
|
import json
|
||
|
import sys
|
||
|
from typing import List, Tuple, Dict
|
||
|
|
||
|
import click
|
||
|
import requests
|
||
|
from zope import component
|
||
|
|
||
|
from .operation_strings import descriptions as op_desc
|
||
|
from ceo_common.interfaces import IHTTPClient, IConfig
|
||
|
|
||
|
|
||
|
def http_request(method: str, path: str, **kwargs) -> requests.Response:
|
||
|
client = component.getUtility(IHTTPClient)
|
||
|
cfg = component.getUtility(IConfig)
|
||
|
if path.startswith('/api/db'):
|
||
|
host = cfg.get('ceod_db_host')
|
||
|
need_cred = False
|
||
|
else:
|
||
|
host = cfg.get('ceod_admin_host')
|
||
|
# The forwarded TGT is only needed for endpoints which write to LDAP
|
||
|
need_cred = method != 'GET'
|
||
|
return client.request(
|
||
|
host, path, method, principal=None, need_cred=need_cred,
|
||
|
stream=True, **kwargs)
|
||
|
|
||
|
|
||
|
def http_get(path: str, **kwargs) -> requests.Response:
|
||
|
return http_request('GET', path, **kwargs)
|
||
|
|
||
|
|
||
|
def http_post(path: str, **kwargs) -> requests.Response:
|
||
|
return http_request('POST', path, **kwargs)
|
||
|
|
||
|
|
||
|
def http_patch(path: str, **kwargs) -> requests.Response:
|
||
|
return http_request('PATCH', path, **kwargs)
|
||
|
|
||
|
|
||
|
def http_delete(path: str, **kwargs) -> requests.Response:
|
||
|
return http_request('DELETE', path, **kwargs)
|
||
|
|
||
|
|
||
|
def handle_stream_response(resp: requests.Response, operations: List[str]) -> List[Dict]:
|
||
|
"""
|
||
|
Print output to the console while operations are being streamed
|
||
|
from the server over HTTP.
|
||
|
Returns the parsed JSON data streamed from the server.
|
||
|
"""
|
||
|
if resp.status_code != 200:
|
||
|
click.echo('An error occurred:')
|
||
|
click.echo(resp.text)
|
||
|
sys.exit(1)
|
||
|
click.echo(op_desc[operations[0]] + '... ', nl=False)
|
||
|
idx = 0
|
||
|
data = []
|
||
|
for line in resp.iter_lines(decode_unicode=True, chunk_size=8):
|
||
|
d = json.loads(line)
|
||
|
data.append(d)
|
||
|
if d['status'] == 'aborted':
|
||
|
click.echo(click.style('ABORTED', fg='red'))
|
||
|
click.echo('The transaction was rolled back.')
|
||
|
click.echo('The error was: ' + d['error'])
|
||
|
click.echo('Please check the ceod logs.')
|
||
|
sys.exit(1)
|
||
|
elif d['status'] == 'completed':
|
||
|
click.echo('Transaction successfully completed.')
|
||
|
return data
|
||
|
|
||
|
operation = d['operation']
|
||
|
oper_failed = False
|
||
|
err_msg = None
|
||
|
prefix = 'failed_to_'
|
||
|
if operation.startswith(prefix):
|
||
|
operation = operation[len(prefix):]
|
||
|
oper_failed = True
|
||
|
# sometimes the operation looks like
|
||
|
# "failed_to_do_something: error message"
|
||
|
if ':' in operation:
|
||
|
operation, err_msg = operation.split(': ', 1)
|
||
|
|
||
|
while idx < len(operations) and operations[idx] != operation:
|
||
|
click.echo('Skipped')
|
||
|
idx += 1
|
||
|
if idx == len(operations):
|
||
|
break
|
||
|
click.echo(op_desc[operations[idx]] + '... ', nl=False)
|
||
|
if idx == len(operations):
|
||
|
click.echo('Unrecognized operation: ' + operation)
|
||
|
continue
|
||
|
if oper_failed:
|
||
|
click.echo(click.style('Failed', fg='red'))
|
||
|
if err_msg is not None:
|
||
|
click.echo(' Error message: ' + err_msg)
|
||
|
else:
|
||
|
click.echo(click.style('Done', fg='green'))
|
||
|
idx += 1
|
||
|
if idx < len(operations):
|
||
|
click.echo(op_desc[operations[idx]] + '... ', nl=False)
|
||
|
|
||
|
raise Exception('server response ended abruptly')
|
||
|
|
||
|
|
||
|
def handle_sync_response(resp: requests.Response):
|
||
|
"""
|
||
|
Exit the program if the request was not successful.
|
||
|
Returns the parsed JSON response.
|
||
|
"""
|
||
|
if resp.status_code // 100 != 2:
|
||
|
click.echo('An error occurred:')
|
||
|
click.echo(resp.text)
|
||
|
sys.exit(1)
|
||
|
return resp.json()
|
||
|
|
||
|
|
||
|
def print_colon_kv(pairs: List[Tuple[str, str]]):
|
||
|
"""
|
||
|
Pretty-print a list of key-value pairs such that the key and value
|
||
|
columns align.
|
||
|
Example:
|
||
|
key1: value1
|
||
|
key1000: value2
|
||
|
"""
|
||
|
maxlen = max(len(key) for key, val in pairs)
|
||
|
for key, val in pairs:
|
||
|
click.echo(key + ': ', nl=False)
|
||
|
extra_space = ' ' * (maxlen - len(key))
|
||
|
click.echo(extra_space, nl=False)
|
||
|
click.echo(val)
|
||
|
|
||
|
|
||
|
def get_failed_operations(data: List[Dict]) -> List[str]:
|
||
|
"""
|
||
|
Get a list of the failed operations using the JSON objects
|
||
|
streamed from the server.
|
||
|
"""
|
||
|
prefix = 'failed_to_'
|
||
|
failed = []
|
||
|
for d in data:
|
||
|
if 'operation' not in d:
|
||
|
continue
|
||
|
operation = d['operation']
|
||
|
if not operation.startswith(prefix):
|
||
|
continue
|
||
|
operation = operation[len(prefix):]
|
||
|
if ':' in operation:
|
||
|
operation = operation[:operation.index(':')]
|
||
|
failed.append(operation)
|
||
|
return failed
|