explore partial responses

test/exploration_tests/partial_response_test.py

@@ -11,18 +11,14 @@ from test.utils.server import bytes_to_string, string_to_bytes
 def test_sending_partial_request(url, data_items, metadata):
     def pack(metadata: dict, data: bytes):
         package = {"data": bytes_to_string(data), "metadata": metadata}
-        package = string_to_bytes(json.dumps(package))
+        package = json.dumps(package).encode()
         return package
 
     packages = starmap(pack, zip(repeat(metadata), data_items))
 
-    def f():
-        yield "a"
-        yield "b"
-
     requests.post(f"{url}/process", data=packages, stream=True)
 
 
 @pytest.fixture
 def metadata():
-    return {"idx": [0, 3, 9]}
+    return {"idx": [1, 100, 101], "path": "asd/asd"}

test/fixtures/input.py

@@ -12,4 +12,4 @@ def data(data_type, pdf):
 @pytest.fixture
 def data_items(item_type):
     if item_type == "string":
-        return iter([b"content"] * 5)
+        return iter([b"content"] * 4)

test/fixtures/server.py

@@ -7,6 +7,7 @@ from funcy import retry
 from waitress import serve
 
 from test.server import set_up_processing_server
+from test.utils.server import bytes_to_string
 
 
 @pytest.fixture
@@ -43,8 +44,7 @@ def processor_fn(item_type, data_items):
 
 def make_string_processor(data_items):
     def processor_fn(payload):
-        print(111111111111111111111111111111111111)
-        print(payload)
+        print(payload.stream.read())
         # def parse(package)
         # payload = json.load(payload)
         # data = string_to_bytes(payload["data"])