Compare commits

...

3 Commits

Author SHA1 Message Date
Julius Unverfehrt
aed09653aa BLACK 2022-03-21 15:20:24 +01:00
Julius Unverfehrt
d1b76673a2 change default response dict 2022-03-21 15:19:55 +01:00
Julius Unverfehrt
82bd48a754 fix handling of missing prometheus endpoint 2022-03-21 15:19:15 +01:00
3 changed files with 14 additions and 7 deletions

View File

@ -50,11 +50,15 @@ def set_up_probing_webserver():
try: try:
resp = requests.get(f"{CONFIG.rabbitmq.callback.analysis_endpoint}/prometheus") resp = requests.get(f"{CONFIG.rabbitmq.callback.analysis_endpoint}/prometheus")
resp.raise_for_status() resp.raise_for_status()
return resp.text except ConnectionError:
except Exception as err: return ""
except requests.exceptions.HTTPError as err:
if resp.status_code == 404:
if not informed_about_missing_prometheus_endpoint: if not informed_about_missing_prometheus_endpoint:
logger.warning(f"Got no metrics from analysis prometheus endpoint: {err}") logger.warning(f"Got no metrics from analysis prometheus endpoint: {err}")
informed_about_missing_prometheus_endpoint = True informed_about_missing_prometheus_endpoint = True
return resp else:
raise err
return resp.text
return app return app

View File

@ -48,7 +48,8 @@ def build_message_bodies(analyse_container_type):
message_dict.update({"targetFileExtension": "ORIGIN.pdf.gz", "responseFileExtension": "IMAGE_INFO.json.gz"}) message_dict.update({"targetFileExtension": "ORIGIN.pdf.gz", "responseFileExtension": "IMAGE_INFO.json.gz"})
if analyse_container_type == "ner": if analyse_container_type == "ner":
message_dict.update( message_dict.update(
{"targetFileExtension": "TEXT.json.gz", "responseFileExtension": "NER_ENTITIES.json.gz"}) {"targetFileExtension": "TEXT.json.gz", "responseFileExtension": "NER_ENTITIES.json.gz"}
)
return message_dict return message_dict
storage = get_s3_storage() storage = get_s3_storage()

View File

@ -31,6 +31,8 @@ def make_callback(analysis_endpoint):
operations = message.get("operations", ["/"]) operations = message.get("operations", ["/"])
results = map(perform_operation, operations) results = map(perform_operation, operations)
result = dict(zip(operations, results)) result = dict(zip(operations, results))
if list(result.keys()) == ["/"]:
result = list(result.values())[0]
return result return result
return callback return callback