Marmelator/redaction-service
1
0
Fork 0
Code Issues Pull Requests 14 Actions Packages Projects Releases 622 Wiki Activity

fix logs

Browse Source
This commit is contained in:
lmaldacker 2021-02-24 14:03:55 +01:00
parent 2ba2340081
commit e188f8a1f6
2 changed files with 12 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
redaction-service-v1/redaction-service-server-v1/src/main/java/com/iqser/red/service/redaction/v1/server/redaction/service/EntityRedactionService.java
View File

@ -61,11 +61,13 @@ public class EntityRedactionService {
Dictionary dictionary = dictionaryService.getDeepCopyDictionary(ruleSetId); Dictionary dictionary = dictionaryService.getDeepCopyDictionary(ruleSetId);
long current = System.currentTimeMillis() - startTime; long current = System.currentTimeMillis() - startTime;
long untilNow = current;
log.info("Preparing took: {}.", current); log.info("Preparing took: {}.", current);
Set<Entity> documentEntities = new HashSet<>(findEntities(classifiedDoc, container, manualRedactions, dictionary, false, null)); Set<Entity> documentEntities = new HashSet<>(findEntities(classifiedDoc, container, manualRedactions, dictionary, false, null));
current = System.currentTimeMillis() - startTime - current; current = System.currentTimeMillis() - startTime - untilNow;
untilNow = untilNow + current;
log.info("Finding entries took: {}.", current); log.info("Finding entries took: {}.", current);
if (dictionary.hasLocalEntries()) { if (dictionary.hasLocalEntries()) {
@ -82,7 +84,8 @@ public class EntityRedactionService {
EntitySearchUtils.addEntitiesWithHigherRank(documentEntities, foundByLocal, dictionary); EntitySearchUtils.addEntitiesWithHigherRank(documentEntities, foundByLocal, dictionary);
EntitySearchUtils.removeEntitiesContainedInLarger(documentEntities); EntitySearchUtils.removeEntitiesContainedInLarger(documentEntities);
current = System.currentTimeMillis() - startTime - current; current = System.currentTimeMillis() - startTime - untilNow;
untilNow = untilNow + current;
log.info("Adding local dictionary annotations took: {}.", current); log.info("Adding local dictionary annotations took: {}.", current);
} }
@ -102,7 +105,8 @@ public class EntityRedactionService {
} }
} }
current = System.currentTimeMillis() - startTime - current; current = System.currentTimeMillis() - startTime - untilNow;
untilNow = untilNow + current;
log.info("Adding entity position sequence took: {}.", current); log.info("Adding entity position sequence took: {}.", current);
dictionaryService.updateExternalDictionary(dictionary, ruleSetId); dictionaryService.updateExternalDictionary(dictionary, ruleSetId);
@ -110,7 +114,7 @@ public class EntityRedactionService {
classifiedDoc.setDictionaryVersion(dictionary.getVersion()); classifiedDoc.setDictionaryVersion(dictionary.getVersion());
classifiedDoc.setRulesVersion(rulesVersion); classifiedDoc.setRulesVersion(rulesVersion);
current = System.currentTimeMillis() - startTime - current; current = System.currentTimeMillis() - startTime - untilNow;
log.info("Adjusting rules set took: {}.", current); log.info("Adjusting rules set took: {}.", current);
log.info("Finishing document processing took: {}.", System.currentTimeMillis() - startTime); log.info("Finishing document processing took: {}.", System.currentTimeMillis() - startTime);
} }

6
redaction-service-v1/redaction-service-server-v1/src/main/java/com/iqser/red/service/redaction/v1/server/redaction/service/RedactionLogCreatorService.java
View File

@ -64,20 +64,22 @@ public class RedactionLogCreatorService {
} }
long current = System.currentTimeMillis() - startTime; long current = System.currentTimeMillis() - startTime;
long untilNow = current;
log.info("Adding entries took: {}.", current); log.info("Adding entries took: {}.", current);
if (manualRedactionPages.contains(page)) { if (manualRedactionPages.contains(page)) {
addManualEntries(classifiedDoc, manualRedactions, page, ruleSetId); addManualEntries(classifiedDoc, manualRedactions, page, ruleSetId);
} }
current = System.currentTimeMillis() - startTime - current; current = System.currentTimeMillis() - startTime - untilNow;
untilNow = untilNow + current;
log.info("Adding manual entries took: {}.", current); log.info("Adding manual entries took: {}.", current);
if (!classifiedDoc.getPages().get(page - 1).getImageBounds().isEmpty()) { if (!classifiedDoc.getPages().get(page - 1).getImageBounds().isEmpty()) {
addImageEntries(classifiedDoc, page, ruleSetId); addImageEntries(classifiedDoc, page, ruleSetId);
} }
current = System.currentTimeMillis() - startTime - current; current = System.currentTimeMillis() - startTime - untilNow;
log.info("Adding image entries took: {}.", current); log.info("Adding image entries took: {}.", current);
} }