clari-added-section-chunk: change structure object from paragraph/headline to sections

* add sections without tables

layoutparser-service/layoutparser-service-processor/src/main/java/com/knecon/fforesight/service/layoutparser/processor/LayoutParsingPipeline.java

@@ -163,7 +163,7 @@ public class LayoutParsingPipeline {
         layoutParsingStorageService.storeSimplifiedText(layoutParsingRequest, simplifiedSectionTextService.toSimplifiedText(documentGraph));
         layoutParsingStorageService.storeViewerDocument(layoutParsingRequest, viewerDocumentFile);
 
-        if (layoutParsingRequest.layoutParsingType().equals(LayoutParsingType.CLARIFYND)) {
+        if (layoutParsingRequest.researchDocumentStorageId() != null) {
             log.info("Building research document data for {}", layoutParsingRequest.identifier());
             var researchDocumentData = TaasDocumentDataMapper.fromDocument(documentGraph);
             layoutParsingStorageService.storeResearchDocumentData(layoutParsingRequest, researchDocumentData);

layoutparser-service/layoutparser-service-processor/src/main/java/com/knecon/fforesight/service/layoutparser/processor/services/mapper/TaasDocumentDataMapper.java

@@ -16,6 +16,7 @@ import com.knecon.fforesight.service.layoutparser.internal.api.data.taas.TableDa
 import com.knecon.fforesight.service.layoutparser.processor.model.graph.Boundary;
 import com.knecon.fforesight.service.layoutparser.processor.model.graph.nodes.Document;
 import com.knecon.fforesight.service.layoutparser.processor.model.graph.nodes.Page;
+import com.knecon.fforesight.service.layoutparser.processor.model.graph.nodes.Section;
 import com.knecon.fforesight.service.layoutparser.processor.model.graph.nodes.SemanticNode;
 import com.knecon.fforesight.service.layoutparser.processor.model.graph.nodes.Table;
 import com.knecon.fforesight.service.layoutparser.processor.model.graph.nodes.TableCell;
@@ -28,7 +29,8 @@ public class TaasDocumentDataMapper {
         AtomicInteger structureObjectNumber = new AtomicInteger();
         List<StructureObject> structureObjects = document.streamAllSubNodes()
                 .filter(node -> !node.getType().equals(NodeType.TABLE_CELL))
-                .filter(node -> !node.getType().equals(NodeType.SECTION))
+                .filter(node -> !node.getType().equals(NodeType.SUPER_SECTION))
+                .filter(node -> !(node.getType().equals(NodeType.SECTION) && ((Section) node).hasTables()))
                 .map(node -> {
                     if (node.getType().equals(NodeType.TABLE)) {
                         return TaasDocumentDataMapper.fromTableWithTableData((Table) node, structureObjectNumber.getAndIncrement());