Marmelator/redaction-service
1
0
Fork 0
Code Issues Pull Requests 14 Actions Packages Projects Releases 622 Wiki Activity

Merge branch 'RED-7508-3.6' into 'release/3.222.x'

Browse Source 
RED-7508: Fixed removal of wrong false positive entries

See merge request redactmanager/redaction-service!112
This commit is contained in:
Dominique Eifländer 2023-08-29 13:51:31 +02:00
commit d62b9ac04d
1 changed files with 6 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
redaction-service-v1/redaction-service-server-v1/src/main/java/com/iqser/red/service/redaction/v1/server/redaction/service/EntityRedactionService.java
View File

@ -300,9 +300,11 @@ public class EntityRedactionService {
!local, !local,
model.isDossierDictionary(), model.isDossierDictionary(),
local ? Engine.RULE : Engine.DICTIONARY, local ? Engine.RULE : Engine.DICTIONARY,
local ? EntityType.RECOMMENDATION : EntityType.ENTITY)).stream().filter(e -> !e.isFalsePositive()).collect(Collectors.toSet()); local ? EntityType.RECOMMENDATION : EntityType.ENTITY));
EntitySearchUtils.addOrAddEngine(found, entities); var withPositions = EntitySearchUtils.clearAndFindPositions(entities, searchableText, dictionary, manualRedactions);
EntitySearchUtils.addOrAddEngine(found, withPositions.stream().filter(e -> !e.isFalsePositive()).collect(Collectors.toSet()));
} }
Set<Entity> nerFound = new HashSet<>(); Set<Entity> nerFound = new HashSet<>();
@ -310,8 +312,8 @@ public class EntityRedactionService {
nerFound.addAll(getNerValues(sectionNumber, nerEntities, cellStarts, headline)); nerFound.addAll(getNerValues(sectionNumber, nerEntities, cellStarts, headline));
} }
var cleared = EntitySearchUtils.clearAndFindPositions(found, searchableText, dictionary, manualRedactions); EntitySearchUtils.removeEntitiesContainedInLarger(found);
return new Entities(cleared.stream().filter(e -> !e.isFalsePositive()).collect(Collectors.toSet()), nerFound); return new Entities(found, nerFound);
} }