Merge in RR/pyinfra from image-prediction-v2-support to 2.0.0
Squashed commit of the following:
commit 37c536324e847357e86dd9b72d1e07ad792ed90f
Merge: 77d1db8 01bfb1d
Author: Julius Unverfehrt <julius.unverfehrt@iqser.com>
Date: Mon Jul 11 13:53:56 2022 +0200
Merge branch '2.0.0' of ssh://git.iqser.com:2222/rr/pyinfra into image-prediction-v2-support
commit 77d1db8e8630de8822c124eb39f4cd817ed1d3e1
Author: Julius Unverfehrt <julius.unverfehrt@iqser.com>
Date: Mon Jul 11 13:07:41 2022 +0200
add operation assignment via config if operation is not defined by caller
commit 36c8ca48a8c6151f713c093a23de110901ba6b02
Author: Julius Unverfehrt <julius.unverfehrt@iqser.com>
Date: Mon Jul 11 10:33:34 2022 +0200
refactor nothing part 2
commit f6cd0ef986802554dd544b9b7a24073d3b3f05b5
Author: Julius Unverfehrt <julius.unverfehrt@iqser.com>
Date: Mon Jul 11 10:28:49 2022 +0200
refactor nothing
commit 1e70d49531e89613c70903be49290b94ee014f65
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Wed Jul 6 17:42:12 2022 +0200
enable docker-compose fixture
commit 9fee32cecdd120cfac3e065fb8ad2b4f37b49226
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Wed Jul 6 17:40:35 2022 +0200
added 'multi' key to actual operation configurations
commit 4287f6d9878dd361489b8490eafd06f81df472ce
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Wed Jul 6 16:56:12 2022 +0200
removed debug prints
commit 23a533e8f99222c7e598fb0864f65e9aa3508a3b
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Wed Jul 6 16:31:50 2022 +0200
completed correcting / cleaning upload and download logic with regard to operations and ids. next: remove debug code
commit 33246d1ff94989d2ea70242c7ae2e58afa4d35c1
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Wed Jul 6 14:37:17 2022 +0200
corrected / cleaned upload and download logic with regard to operations and ids
commit 7f2b4e882022c6843cb2f80df202caa495c54ee9
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Tue Jul 5 18:41:07 2022 +0200
partially decomplected file descriptor manager from concrete and non-generic descriptor code
commit 40b892da17670dae3b8eba1700877c1dcf219852
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Tue Jul 5 09:53:46 2022 +0200
typo
commit ec4fa8e6f4551ff1f8d4f78c484b7a260f274898
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Tue Jul 5 09:52:41 2022 +0200
typo
commit 701b43403c328161fd96a73ce388a66035cca348
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Mon Jul 4 17:26:53 2022 +0200
made adjustments for image classification with pyinfra 2.x; added related fixmes
commit 7a794bdcc987631cdc4d89b5620359464e2e018e
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Mon Jul 4 13:05:26 2022 +0200
removed obsolete imports
commit 3fc6a7ef5d0172dbce1c4292d245eced2f378b5a
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Mon Jul 4 11:47:12 2022 +0200
enable docker-compose fixture
commit 36d8d3bc851b06d94cf12a73048a00a67ef79c42
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Mon Jul 4 11:46:53 2022 +0200
renaming
commit 3bf00d11cd041dff325b66f13fcd00d3ce96b8b5
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Thu Jun 30 12:47:57 2022 +0200
refactoring: added cached pipeline factory
commit 90e735852af2f86e35be845fabf28494de952edb
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Wed Jun 29 13:47:08 2022 +0200
renaming
commit 93b3d4b202b41183ed8cabe193a4bfa03f520787
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Wed Jun 29 13:25:03 2022 +0200
further refactored server setup code: moving and decomplecting
commit 8b2ed83c7ade5bd811cb045d56fbfb0353fa385e
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Wed Jun 29 12:53:09 2022 +0200
refactored server setup code: factored out and decoupled operation registry and prometheus summary registry
... and 6 more commits
64 lines
2.8 KiB
Python
64 lines
2.8 KiB
Python
from pyinfra.file_descriptor_builder import FileDescriptorBuilder
|
|
|
|
|
|
class FileDescriptorManager:
|
|
"""Decorates a file descriptor builder with additional convenience functionality and this way provides a
|
|
comprehensive interface for all file descriptor related operations, while the concrete descriptor logic is
|
|
implemented in a file descriptor builder.
|
|
|
|
TODO: This is supposed to be fully decoupled from the concrete file descriptor builder implementation, however some
|
|
bad coupling is still left.
|
|
"""
|
|
|
|
def __init__(self, bucket_name, file_descriptor_builder: FileDescriptorBuilder):
|
|
self.bucket_name = bucket_name
|
|
self.operation_file_descriptor_builder = file_descriptor_builder
|
|
|
|
def get_input_object_name(self, queue_item_body: dict):
|
|
return self.get_object_name(queue_item_body, end="input")
|
|
|
|
def get_output_object_name(self, queue_item_body: dict):
|
|
return self.get_object_name(queue_item_body, end="output")
|
|
|
|
def get_object_name(self, queue_item_body: dict, end):
|
|
file_descriptor = self.build_file_descriptor(queue_item_body, end=end)
|
|
object_name = self.__build_matcher(file_descriptor)
|
|
|
|
return object_name
|
|
|
|
def build_file_descriptor(self, queue_item_body, end="input"):
|
|
return self.operation_file_descriptor_builder.build_file_descriptor(queue_item_body, end=end)
|
|
|
|
def build_input_matcher(self, queue_item_body):
|
|
return self.build_matcher(queue_item_body, end="input")
|
|
|
|
def build_output_matcher(self, queue_item_body):
|
|
return self.build_matcher(queue_item_body, end="output")
|
|
|
|
def build_matcher(self, queue_item_body, end):
|
|
file_descriptor = self.build_file_descriptor(queue_item_body, end=end)
|
|
return self.__build_matcher(file_descriptor)
|
|
|
|
def __build_matcher(self, file_descriptor):
|
|
return self.operation_file_descriptor_builder.build_matcher(file_descriptor)
|
|
|
|
def get_input_object_descriptor(self, queue_item_body):
|
|
return self.get_object_descriptor(queue_item_body, end="input")
|
|
|
|
def get_output_object_descriptor(self, storage_upload_info):
|
|
return self.get_object_descriptor(storage_upload_info, end="output")
|
|
|
|
def get_object_descriptor(self, queue_item_body, end):
|
|
# TODO: this is complected with the Storage class API
|
|
# FIXME: bad coupling
|
|
return {
|
|
"bucket_name": self.bucket_name,
|
|
"object_name": self.get_object_name(queue_item_body, end=end),
|
|
}
|
|
|
|
def build_storage_upload_info(self, analysis_payload, request_metadata):
|
|
return self.operation_file_descriptor_builder.build_storage_upload_info(analysis_payload, request_metadata)
|
|
|
|
def get_path_prefix(self, queue_item_body):
|
|
return self.operation_file_descriptor_builder.get_path_prefix(queue_item_body)
|