added formatter to pipeline
This commit is contained in:
parent
ade318c7b7
commit
60617fd622
0
image_prediction/formatter/__init__.py
Normal file
0
image_prediction/formatter/__init__.py
Normal file
6
image_prediction/formatter/formatter.py
Normal file
6
image_prediction/formatter/formatter.py
Normal file
@ -0,0 +1,6 @@
|
|||||||
|
import abc
|
||||||
|
|
||||||
|
|
||||||
|
class Formatter(abc.ABC):
|
||||||
|
def format(self, info: dict):
|
||||||
|
pass
|
||||||
0
image_prediction/formatter/formatters/__init__.py
Normal file
0
image_prediction/formatter/formatters/__init__.py
Normal file
13
image_prediction/formatter/formatters/info_formatter.py
Normal file
13
image_prediction/formatter/formatters/info_formatter.py
Normal file
@ -0,0 +1,13 @@
|
|||||||
|
from enum import Enum
|
||||||
|
from typing import List
|
||||||
|
|
||||||
|
from image_prediction.formatter.formatter import Formatter
|
||||||
|
|
||||||
|
|
||||||
|
class EnumFormatter(Formatter):
|
||||||
|
|
||||||
|
def format(self, metadata: dict):
|
||||||
|
return {key.value if isinstance(key, Enum) else key: val for key, val in metadata.items()}
|
||||||
|
|
||||||
|
def __call__(self, metadata: List[dict]):
|
||||||
|
return map(self.format, metadata)
|
||||||
@ -1,5 +1,9 @@
|
|||||||
import os
|
import os
|
||||||
|
|
||||||
|
from funcy import rcompose
|
||||||
|
|
||||||
|
from image_prediction.formatter.formatters.info_formatter import EnumFormatter
|
||||||
|
|
||||||
os.environ["TF_CPP_MIN_LOG_LEVEL"] = "3"
|
os.environ["TF_CPP_MIN_LOG_LEVEL"] = "3"
|
||||||
|
|
||||||
from image_prediction.classifier.classifier import Classifier
|
from image_prediction.classifier.classifier import Classifier
|
||||||
@ -36,10 +40,16 @@ def get_extractor_classifier():
|
|||||||
return extractor_classifier
|
return extractor_classifier
|
||||||
|
|
||||||
|
|
||||||
|
def get_formatter():
|
||||||
|
formatter = EnumFormatter()
|
||||||
|
|
||||||
|
return formatter
|
||||||
|
|
||||||
|
|
||||||
class Pipeline:
|
class Pipeline:
|
||||||
|
|
||||||
def __init__(self):
|
def __init__(self):
|
||||||
self.pipeline = get_extractor_classifier()
|
self.pipe = rcompose(get_extractor_classifier(), get_formatter())
|
||||||
|
|
||||||
def __call__(self, pdf: bytes):
|
def __call__(self, pdf: bytes):
|
||||||
return self.pipeline(pdf)
|
return self.pipe(pdf)
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user