Merge in RR/image-prediction from tdd_refactoring to master
Squashed commit of the following:
commit f6c64430007590f5d2b234a7f784e26025d06484
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Mon Apr 25 12:18:47 2022 +0200
renaming
commit 8f40b51282191edf3e2a5edcd6d6acb388ada453
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Mon Apr 25 12:07:18 2022 +0200
adjusted expetced output for alpha channel in response
commit 7e666302d5eadb1e84b70cae27e8ec6108d7a135
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Mon Apr 25 11:52:51 2022 +0200
added alpha channel check result to response
commit a6b9f64b51cd888fc0c427a38bd43ae2ae2cb051
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Mon Apr 25 11:27:57 2022 +0200
readme updated
commit 0d06ad657e3c21dcef361c53df37b05aba64528b
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Mon Apr 25 11:19:35 2022 +0200
readme updated and config
commit 75748a1d82f0ebdf3ad7d348c6d820c8858aa3cb
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Mon Apr 25 11:19:26 2022 +0200
refactoring
commit 60101337828d11f5ee5fed0d8c4ec80cde536d8a
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Mon Apr 25 11:18:23 2022 +0200
multiple reoutes for prediction
commit c8476cb5f55e470b831ae4557a031a2c1294eb86
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Mon Apr 25 11:17:49 2022 +0200
add banner.txt to container
commit 26ef5fce8a9bc015f1c35f32d40e8bea50a96454
Author: Matthias Bisping <Matthias.Bisping@iqser.com>
Date: Mon Apr 25 10:08:49 2022 +0200
Pull request #8: Pipeline refactoring
Merge in RR/image-prediction from pipeline_refactoring to tdd_refactoring
Squashed commit of the following:
commit 6989fcb3313007b7eecf4bba39077fcde6924a9a
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Mon Apr 25 09:49:49 2022 +0200
removed obsolete module
commit 7428aeee37b11c31cffa597c85b018ba71e79a1d
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Mon Apr 25 09:45:45 2022 +0200
refactoring
commit 0dcd3894154fdf34bd3ba4ef816362434474f472
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Mon Apr 25 08:57:21 2022 +0200
refactoring; removed obsolete extractor-classifier
commit 1078aa81144f4219149b3fcacdae8b09c4b905c0
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Fri Apr 22 17:18:10 2022 +0200
removed obsolete imports
commit 71f61fc5fc915da3941cf5ed5d9cc90fccc49031
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Fri Apr 22 17:16:25 2022 +0200
comment changed
commit b582726cd1de233edb55c5a76c91e99f9dd3bd13
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Fri Apr 22 17:12:11 2022 +0200
refactoring
commit 8abc9010048078868b235d6793ac6c8b20abb985
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Thu Apr 21 21:25:47 2022 +0200
formatting
commit 2c87c419fe3185a25c27139e7fcf79f60971ad24
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Thu Apr 21 21:24:05 2022 +0200
formatting
commit 50b161192db43a84464125c6d79650225e1010d6
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Thu Apr 21 21:20:18 2022 +0200
refactoring
commit 9a1446cccfa070852a5d9c0bdbc36037b82541fc
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Thu Apr 21 21:04:57 2022 +0200
refactoring
commit 6c10b55ff8e61412cb2fe5a5625e660ecaf1d7d1
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Thu Apr 21 19:48:05 2022 +0200
refactoring
commit 72e785e3e31c132ab352119e9921725f91fac9e2
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Thu Apr 21 19:43:39 2022 +0200
refactoring
commit f036ee55e6747daf31e3929bdc2d93dc5f2a56ca
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Wed Apr 20 18:30:41 2022 +0200
refactoring pipeline WIP
commit 120721f5f1a7e910c0c2ebc79dc87c2908794c80
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Wed Apr 20 15:39:58 2022 +0200
rm debug ls
commit 81226d4f8599af0db0e9718fbb1789cfad91a855
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Wed Apr 20 15:28:27 2022 +0200
no compose down
commit 943f7799d49b6a6b0fed985a76ed4fe725dfaeef
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Wed Apr 20 15:22:17 2022 +0200
coverage combine
commit d4cd96607157ea414db417cfd7133f56cb56afe1
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Wed Apr 20 14:43:09 2022 +0200
model builder path in mlruns adjusted
commit 5b90bb47c3421feb6123c179eb68d1125d58ff1e
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Wed Apr 20 10:56:58 2022 +0200
dvc pull in test running script
commit a935cacf2305a4a78a15ff571f368962f4538369
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Wed Apr 20 10:50:36 2022 +0200
no clean working dir
commit ba09df7884485b8ab8efbf42a8058de9af60c75c
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Wed Apr 20 10:43:22 2022 +0200
debug ls
commit 71263a9983dbfe2060ef5b74de7cc2cbbad43416
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Wed Apr 20 09:11:03 2022 +0200
debug ls
commit 41fbadc331e65e4ffe6d053e2d925e5e0543d8b7
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Tue Apr 19 20:08:08 2022 +0200
debug echo
commit bb19698d640b3a99ea404e5b4b06d719a9bfe9e9
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Tue Apr 19 20:01:59 2022 +0200
skip server predict test
commit 5094015a87fc0976c9d3ff5d1f4c6fdbd96b7eae
Author: Matthias Bisping <matthias.bisping@iqser.com>
Date: Tue Apr 19 19:05:50 2022 +0200
sonar stage after build stage
... and 253 more commits
78 lines
2.6 KiB
Python
78 lines
2.6 KiB
Python
import random
|
|
from operator import itemgetter
|
|
|
|
import fitz
|
|
import fpdf
|
|
import pytest
|
|
from PIL import Image
|
|
from funcy import first, rest
|
|
|
|
from image_prediction.extraction import extract_images_from_pdf
|
|
from image_prediction.image_extractor.extractor import ImageMetadataPair
|
|
from image_prediction.image_extractor.extractors.parsable import extract_pages, get_image_infos, has_alpha_channel
|
|
from image_prediction.info import Info
|
|
from test.utils.comparison import metadata_equal, image_sets_equal
|
|
from test.utils.generation.pdf import add_image, pdf_stream
|
|
|
|
|
|
@pytest.mark.parametrize("extractor_type", ["mock"])
|
|
@pytest.mark.parametrize("batch_size", [1, 2, 16])
|
|
def test_image_extractor_mock(image_extractor, images):
|
|
images_extracted, metadata = map(list, zip(*image_extractor(images)))
|
|
assert images_extracted == images
|
|
|
|
|
|
@pytest.mark.parametrize("extractor_type", ["parsable_pdf", "default"])
|
|
@pytest.mark.parametrize("input_size", [{"depth": 3, "width": 170, "height": 220}], indirect=["input_size"])
|
|
@pytest.mark.parametrize("alpha", [False, True])
|
|
def test_parsable_pdf_image_extractor(image_extractor, pdf, images, metadata, input_size, alpha):
|
|
images_extracted, metadata_extracted = map(list, extract_images_from_pdf(pdf, image_extractor))
|
|
if not alpha:
|
|
assert image_sets_equal(images_extracted, images)
|
|
assert metadata_equal(metadata_extracted, metadata)
|
|
|
|
|
|
@pytest.mark.parametrize("batch_size", [1, 2, 16])
|
|
def test_extract_pages(pdf):
|
|
doc = fitz.Document(stream=pdf)
|
|
|
|
max_index = max(0, doc.page_count - 1)
|
|
i = random.randint(0, max(0, max_index - 1))
|
|
j = random.randint(i + 1, max_index) if max_index > 0 else 0
|
|
|
|
page_range = range(i, j)
|
|
|
|
pages = list(extract_pages(doc, page_range))
|
|
assert all((isinstance(p, fitz.Page) for p in pages))
|
|
assert len(pages) == len(page_range)
|
|
|
|
|
|
@pytest.mark.parametrize("suffix", ["gif", "png", "jpeg"])
|
|
@pytest.mark.parametrize("mode", ["RGB", "RGBA"])
|
|
def test_has_alpha_channel(base_patch_metadata, suffix, mode):
|
|
|
|
mode = "RGB" if suffix == "jpeg" else mode
|
|
|
|
pdf = fpdf.FPDF(unit="pt")
|
|
|
|
image = Image.new(mode, itemgetter(Info.WIDTH, Info.HEIGHT)(base_patch_metadata), color=(10, 10, 10))
|
|
|
|
add_image(pdf, ImageMetadataPair(image, base_patch_metadata), suffix=suffix)
|
|
|
|
doc = fitz.Document(stream=pdf_stream(pdf))
|
|
|
|
page = first(doc)
|
|
|
|
xrefs = map(itemgetter("xref"), get_image_infos(page))
|
|
|
|
result = has_alpha_channel(doc, first(xrefs))
|
|
|
|
if mode == "RGBA":
|
|
assert result
|
|
if mode == "RGB":
|
|
assert not result
|
|
|
|
assert not list(rest(xrefs))
|
|
|
|
doc.close()
|