cc0c1bb999
Merge in RR/pyinfra from response to master
Squashed commit of the following:
commit a3056c0df73091ee766491331f07e3a0377e7887
Author: cdietrich <clarissa.dietrich@iqser.com>
Date: Thu Mar 3 10:24:54 2022 +0100
refactor save response as file
49 lines
2.3 KiB
YAML
Executable File
49 lines
2.3 KiB
YAML
Executable File
service:
|
|
logging_level: $LOGGING_LEVEL_ROOT|DEBUG # Logging level for service logger
|
|
response:
|
|
type: $RESPONSE_TYPE|"file" # Whether the analysis response is stored as file on storage or sent as stream
|
|
extension: $RESPONSE_FILE_EXTENSION|".IMAGE_INFO.json.gz" # {.IMAGE_INFO.json.gz | .NER_ENTITIES.json.gz}
|
|
key: $RESPONSE_KEY|"imageMetadata" # the key of the result {result, imageMetadata}
|
|
|
|
probing_webserver:
|
|
host: $PROBING_WEBSERVER_HOST|"0.0.0.0" # Probe webserver address
|
|
port: $PROBING_WEBSERVER_PORT|8080 # Probe webserver port
|
|
mode: $PROBING_WEBSERVER_MODE|production # webserver mode: {development, production}
|
|
|
|
rabbitmq:
|
|
host: $RABBITMQ_HOST|localhost # RabbitMQ host address
|
|
port: $RABBITMQ_PORT|5672 # RabbitMQ host port
|
|
user: $RABBITMQ_USERNAME|user # RabbitMQ username
|
|
password: $RABBITMQ_PASSWORD|bitnami # RabbitMQ password
|
|
heartbeat: $RABBITMQ_HEARTBEAT|7200 # Controls AMQP heartbeat timeout in seconds
|
|
|
|
queues:
|
|
input: $REQUEST_QUEUE|request_queue # Requests to service
|
|
output: $RESPONSE_QUEUE|response_queue # Responses by service
|
|
dead_letter: $DEAD_LETTER_QUEUE|dead_letter_queue # Messages that failed to process
|
|
|
|
prefetch_count: 1
|
|
|
|
callback:
|
|
|
|
retry: # Controls retry behaviour for messages the processing of which failed
|
|
# TODO: check if this actually works
|
|
enabled: $RETRY|False # Toggles retry behaviour
|
|
max_attempts: $MAX_ATTEMPTS|3 # Number of times a message may fail before being published to dead letter queue
|
|
|
|
analysis_endpoint: $ANALYSIS_ENDPOINT|"http://127.0.0.1:5000"
|
|
|
|
storage:
|
|
|
|
backend: $STORAGE_BACKEND|s3 # The type of storage to use {s3, azure}
|
|
bucket: $STORAGE_BUCKET|"pyinfra-test-bucket" # The bucket / container to pull files specified in queue requests from
|
|
target_file_extension: $TARGET_FILE_EXTENSION|".ORIGIN.pdf.gz" # {.TEXT.json.gz | .ORIGIN.pdf.gz} Defines type of file to pull from storage
|
|
|
|
s3:
|
|
endpoint: $STORAGE_ENDPOINT|"http://127.0.0.1:9000"
|
|
access_key: $STORAGE_KEY|root
|
|
secret_key: $STORAGE_SECRET|password
|
|
|
|
azure:
|
|
connection_string: $STORAGE_AZURECONNECTIONSTRING|"DefaultEndpointsProtocol=https;AccountName=iqserdevelopment;AccountKey=4imAbV9PYXaztSOMpIyAClg88bAZCXuXMGJG0GA1eIBpdh2PlnFGoRBnKqLy2YZUSTmZ3wJfC7tzfHtuC6FEhQ==;EndpointSuffix=core.windows.net"
|