Marmelator/redaction-service
1
0
Fork 0
Code Issues Pull Requests 14 Actions Packages Projects Releases 622 Wiki Activity

RED-1970: Base64 encode text in communication with entity-recogintion-service

Browse Source
This commit is contained in:
Dominique Eifländer 2021-09-07 10:36:11 +02:00
parent a388a28cec
commit 8de655d884
2 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
redaction-service-v1/redaction-service-server-v1/src/main/java/com/iqser/red/service/redaction/v1/server/redaction/service/EntityRedactionService.java
View File

@ -10,6 +10,7 @@ import java.util.Set;
import java.util.stream.Collectors; import java.util.stream.Collectors;
import java.util.stream.Stream; import java.util.stream.Stream;
import org.apache.commons.codec.binary.Base64;
import org.apache.commons.lang3.StringUtils; import org.apache.commons.lang3.StringUtils;
import org.kie.api.runtime.KieContainer; import org.kie.api.runtime.KieContainer;
import org.springframework.stereotype.Service; import org.springframework.stereotype.Service;
@ -230,7 +231,7 @@ public class EntityRedactionService {
if (redactionServiceSettings.isEnableEntityRecognition() && nerEntities.getResult() if (redactionServiceSettings.isEnableEntityRecognition() && nerEntities.getResult()
.containsKey(sectionNumber)) { .containsKey(sectionNumber)) {
nerEntities.getResult().get(sectionNumber).forEach(res -> { nerEntities.getResult().get(sectionNumber).forEach(res -> {
found.add(new Entity(res.getValue(), res.getType(), res.getStartOffset(), res.getEndOffset(), headline, sectionNumber, false, false)); found.add(new Entity(new String(Base64.decodeBase64(res.getValue().getBytes())), res.getType(), res.getStartOffset(), res.getEndOffset(), headline, sectionNumber, false, false));
}); });
} }
} }

6
redaction-service-v1/redaction-service-server-v1/src/main/java/com/iqser/red/service/redaction/v1/server/redaction/service/NerAnalyserService.java
View File

@ -2,6 +2,7 @@ package com.iqser.red.service.redaction.v1.server.redaction.service;
import java.util.stream.Collectors; import java.util.stream.Collectors;
import org.apache.commons.codec.binary.Base64;
import org.springframework.stereotype.Service; import org.springframework.stereotype.Service;
import com.iqser.red.service.file.management.v1.api.model.FileType; import com.iqser.red.service.file.management.v1.api.model.FileType;
@ -33,8 +34,9 @@ public class NerAnalyserService {
var nerRequest = EntityRecognitionRequest.builder() var nerRequest = EntityRecognitionRequest.builder()
.data(text.getSectionTexts() .data(text.getSectionTexts()
.stream() .stream()
.map(sectionText -> new EntityRecognitionSection(sectionText.getSectionNumber(), sectionText .map(sectionText -> new EntityRecognitionSection(sectionText.getSectionNumber(), new String(Base64
.getText())) .encodeBase64(sectionText
.getText().getBytes()))))
.collect(Collectors.toList())) .collect(Collectors.toList()))
.build(); .build();