refactoring: replaced estimator adapter with monkeypatch

This commit is contained in:
Matthias Bisping 2022-03-25 17:58:34 +01:00
parent 2e36a9d46d
commit 981d7816a0
3 changed files with 100 additions and 73 deletions

View File

@ -0,0 +1,2 @@
class UnknownEstimatorAdapter(ValueError):
pass

View File

@ -0,0 +1,98 @@
import numpy as np
import pytest
from PIL import Image
from image_prediction.estimator.estimators.keras import KerasEstimator
from image_prediction.estimator.estimators.mock import EstimatorMock, DummyEstimator
from image_prediction.exceptions import UnknownEstimatorAdapter
from image_prediction.predictor.predictor import Predictor
from image_prediction.service_estimator.service_estimator import ServiceEstimator
@pytest.fixture
def predictor(service_estimator):
return Predictor(service_estimator)
@pytest.fixture
def service_estimator(estimator, classes):
service_estimator = ServiceEstimator(estimator, classes)
return service_estimator
@pytest.fixture
def estimator(estimator_type, keras_model, output_batch, monkeypatch):
if estimator_type == "mock":
estimator = EstimatorMock(DummyEstimator())
elif estimator_type == "keras":
estimator = KerasEstimator(keras_model)
else:
raise UnknownEstimatorAdapter(f"No adapter for estimator type {estimator_type} was specified.")
def mock_predict(batch):
_predict(batch)
return output_batch
_predict = estimator.predict
monkeypatch.setattr(estimator, "predict", mock_predict)
return estimator
@pytest.fixture
def keras_model(input_size):
import warnings
warnings.filterwarnings("ignore", category=DeprecationWarning)
import os
os.environ['TF_CPP_MIN_LOG_LEVEL'] = '3'
from tensorflow import keras
inputs = keras.Input(shape=input_size)
dense = keras.layers.Dense(64, activation="relu")
outputs = keras.layers.Dense(10)(dense(inputs))
model = keras.Model(inputs=inputs, outputs=outputs)
model.compile()
return model
@pytest.fixture
def images(input_batch):
return list(map(array_to_image, input_batch))
@pytest.fixture
def input_batch(batch_size, input_size):
return np.random.random_sample(size=(batch_size, *input_size))
def array_to_image(array):
assert np.all(array <= 1)
assert np.all(array >= 0)
return Image.fromarray(np.uint8(array * 255))
@pytest.fixture
def input_size(width=10, height=15):
return width, height
@pytest.fixture
def expected_predictions(output_batch, classes):
return map_labels(output_batch, classes)
@pytest.fixture
def output_batch(batch_size, classes):
return np.random.randint(low=0, high=len(classes), size=batch_size)
@pytest.fixture
def classes():
return ["A", "B", "C"]
def map_labels(numeric_labels, classes):
return [classes[nl] for nl in numeric_labels]

View File

@ -1,86 +1,13 @@
import logging
import numpy as np
import pytest
from image_prediction.estimator.adapter.patch import EstimatorAdapterPatch
from image_prediction.estimator.estimators.keras import KerasEstimator
from image_prediction.estimator.estimators.mock import EstimatorMock, DummyEstimator
from image_prediction.service_estimator.service_estimator import ServiceEstimator
from image_prediction.utils import get_logger
logger = get_logger()
logger.setLevel(logging.DEBUG)
@pytest.fixture(scope="session")
def input_size():
return 10, 15
@pytest.fixture(scope="session")
def keras_model(input_size):
import warnings
warnings.filterwarnings("ignore", category=DeprecationWarning)
import os
os.environ['TF_CPP_MIN_LOG_LEVEL'] = '3'
from tensorflow import keras
inputs = keras.Input(shape=input_size)
dense = keras.layers.Dense(64, activation="relu")
outputs = keras.layers.Dense(10)(dense(inputs))
model = keras.Model(inputs=inputs, outputs=outputs)
model.compile()
return model
@pytest.fixture(scope="session")
def estimator(estimator_type, keras_model):
if estimator_type == "mock":
return EstimatorMock(DummyEstimator())
if estimator_type == "keras":
return KerasEstimator(keras_model)
@pytest.fixture(scope="session")
def estimator_adapter(output_batch, estimator):
estimator_adapter = EstimatorAdapterPatch(estimator)
estimator_adapter.output_batch = output_batch
return estimator_adapter
@pytest.fixture(scope="session")
def input_batch(batch_size, classes, input_size):
return np.random.normal(size=(batch_size, *input_size))
@pytest.fixture(scope="session")
def output_batch(batch_size, classes):
return np.random.randint(low=0, high=len(classes), size=batch_size)
@pytest.fixture(scope="session")
def expected_predictions(output_batch, classes):
return map_labels(output_batch, classes)
@pytest.fixture(scope="session")
def classes():
return ["A", "B", "C"]
def map_labels(numeric_labels, classes):
return [classes[nl] for nl in numeric_labels]
@pytest.fixture(scope="session")
def service_estimator(estimator_adapter, classes):
return ServiceEstimator(estimator_adapter, classes)
@pytest.mark.parametrize("estimator_type", ["mock", "keras"], scope="session")
@pytest.mark.parametrize("batch_size", [0, 1, 2, 16, 32, 64], scope="session")
def test_predict(service_estimator, input_batch, expected_predictions):