Compare commits

...
Author SHA1 Message Date
Philipp Schramm ddcc23d197 RED-4510: Generated Redaction Log and Generating will not run with profile 2022-07-26 16:45:47 +02:00
Philipp Schramm 099d1092f3 RED-4510: Generated Redaction Log and Generating will not run with profile 2022-07-26 16:41:05 +02:00
Philipp Schramm 276a603b8b RED-4510: Generated Redaction Log and Generating will not run with profile 2022-07-26 16:30:42 +02:00
Philipp Schramm 1b60ceee59 RED-4510: Generated Redaction Log and Generating will not run with profile 2022-07-26 16:22:37 +02:00
Philipp Schramm dfaf2c66d0 RED-4510: Generated Redaction Log and Generating will not run with profile 2022-07-26 16:20:18 +02:00
Philipp Schramm c668dc7eb2 RED-4510: Generated Redaction Log and Generating will not run with profile 2022-07-26 16:16:04 +02:00
Philipp Schramm d72117fcbe RED-4510: Generated Redaction Log and Generating will not run with profile 2022-07-26 16:10:22 +02:00
Philipp Schramm 81c0f1137a RED-4510: Generated Redaction Log and Generating will not run with profile 2022-07-26 16:07:47 +02:00
Philipp Schramm a2301fa8ca RED-4510: Generated Redaction Log and Generating will not run with profile 2022-07-26 16:03:47 +02:00
Philipp Schramm e9d925a659 RED-4510: Generated Redaction Log and Generating will not run with profile 2022-07-26 15:38:49 +02:00
Philipp Schramm 44a1f7a0aa RED-4510: Generated Redaction Log and Generating will not run with profile 2022-07-26 15:38:36 +02:00
Philipp Schramm e95656f9aa RED-4510: Generated Redaction Log and Generating will not run with profile 2022-07-26 15:25:44 +02:00
Philipp Schramm ce123be9d1 RED-4510: Generated Redaction Log and Generating will not run with profile 2022-07-26 15:15:19 +02:00
Philipp Schramm 41ab998c23 RED-4510: Generated Redaction Log and Generating will not run with profile 2022-07-26 15:15:07 +02:00
Philipp Schramm 95cd64ca87 RED-4510: Generated Redaction Log and Generating will not run with profile 2022-07-26 15:05:36 +02:00
9 changed files with 43 additions and 32 deletions
@@ -119,6 +119,10 @@ public class RulesTest {
private final static String TEST_DOSSIER_TEMPLATE_ID = "123";
private final static String TEST_DOSSIER_ID = "123";
private String TEST_FILE_ID = "123";
private int counter = 0;
private int fileSize = 0;
private final Map<String, List<String>> dictionary = new HashMap<>();
private final Map<String, List<String>> dossierDictionary = new HashMap<>();
private final Map<String, List<String>> falsePositive = new HashMap<>();
@@ -207,6 +211,7 @@ public class RulesTest {
public void generateRedactionLogForOneFile() {
String fileName = "files/Compounds/31 A14111B - EU AIR3 - MCP Section 1 - Identity of the plant protection product.pdf";
fileSize = 1;
generateAndSaveRedactionLog(fileName, true);
}
@@ -221,6 +226,7 @@ public class RulesTest {
Set<String> files = getFileNames(new HashSet<>(), FileSystems.getDefault().getPath(RESOURCES_PATH));
System.out.println("Will generate RedactionLog for " + files.size() + " files.");
fileSize = files.size();
files.forEach(this::generateAndSaveRedactionLog);
}
@@ -233,6 +239,7 @@ public class RulesTest {
public void analyseFileAndCompareRedactionLog() {
String fileName = "files/RulesTest/SYNGENTA_EFSA_sanitisation_GFL_v1_withHighlights.pdf";
fileSize = 1;
analyseFileAndCompareRedactionLog(fileName);
}
@@ -241,12 +248,13 @@ public class RulesTest {
* Analyses all files and compares its RedactionLog with saved one from here: REDACTION_LOG_PATH.
* If RedactionLog Json for one file does not exist, whole test will fail.
*/
@IfProfileValue(name = "test-groups", value = "rules-test") //TODO PSC
@IfProfileValue(name = "test-groups", value = "rules-test")
@Test
public void analyseAllFilesAndCompareRedactionLogs() {
Set<String> files = getFileNames(new HashSet<>(), FileSystems.getDefault().getPath(RESOURCES_PATH));
System.out.println("Will analyse " + files.size() + " files and compare its RedactionLogs.");
fileSize = files.size();
files.forEach(this::analyseFileAndCompareRedactionLog);
}
@@ -260,13 +268,14 @@ public class RulesTest {
@SneakyThrows
private void generateAndSaveRedactionLog(String fileName, boolean force) {
counter++;
if (!force && doesRedactionLogExist(fileName)) {
System.out.println("Skip generating RedactionLog as Json for " + fileName + " because it already exists.");
System.out.println("(" + counter + "/" + fileSize + ") Skip generating RedactionLog as Json for " + fileName + " because it already exists.");
} else {
generateTestFileId(fileName);
System.out.println("Generate RedactionLog as Json for " + fileName + " with fileId " + TEST_FILE_ID);
System.out.println("(" + counter + "/" + fileSize + ") Generate RedactionLog as Json for " + fileName + " with fileId " + TEST_FILE_ID);
loadNerForTest();
@@ -285,8 +294,9 @@ public class RulesTest {
@SneakyThrows
public void analyseFileAndCompareRedactionLog(String fileName) {
counter++;
generateTestFileId(fileName);
System.out.println("Analyse " + fileName + " with fileId " + TEST_FILE_ID + " and compare it with its saved RedactionLog");
System.out.println("(" + counter + "/" + fileSize + ") Analyse " + fileName + " with fileId " + TEST_FILE_ID + " and compare it with its saved RedactionLog");
RedactionLog savedRedactionLog = loadSavedRedactionLog(fileName);
@@ -358,7 +368,7 @@ public class RulesTest {
.filter(r -> r.getHeight() == rectangle.getHeight())
.filter(r -> r.getWidth() == rectangle.getWidth())
.findFirst();
// assertThat(savedRectangle).isPresent(); TODO PSC !!!
assertThat(savedRectangle).isPresent();
}
for (RedactionLogComment comment : redactionLogEntry.getComments()) {
@@ -394,7 +404,7 @@ public class RulesTest {
assertThat(savedManualChange).isPresent();
}
assertThat(savedRedactionLogEntry.get().getEngines()).containsExactly(redactionLogEntry.getEngines().toArray(new Engine[0]));
assertThat(savedRedactionLogEntry.get().getEngines()).containsExactlyInAnyOrder(redactionLogEntry.getEngines().toArray(new Engine[0]));
assertThat(savedRedactionLogEntry.get().getReference()).containsAll(redactionLogEntry.getReference());
assertThat(savedRedactionLogEntry.get().getImportedRedactionIntersections()).containsAll(redactionLogEntry.getImportedRedactionIntersections());
@@ -469,6 +479,25 @@ public class RulesTest {
}
@SneakyThrows
private Set<String> getFileNames(Set<String> fileNames, Path dir) {
try (DirectoryStream<Path> stream = Files.newDirectoryStream(dir)) {
for (Path path : stream) {
if (path.toFile().isDirectory()) {
getFileNames(fileNames, path);
} else if (StringUtils.endsWith(path.toAbsolutePath().toString(), ".pdf")) {
String absolutePath = cleanPath(path.toAbsolutePath().toString());
int pos = StringUtils.indexOf(absolutePath, RESOURCES_PATH) + RESOURCES_PATH.length();
fileNames.add(StringUtils.substring(absolutePath, pos));
}
}
}
return fileNames;
}
private String cleanPath(String path) {
return StringUtils.replace(path, "\\", "/");
@@ -613,24 +642,6 @@ public class RulesTest {
}
@SneakyThrows
private Set<String> getFileNames(Set<String> fileNames, Path dir) {
try (DirectoryStream<Path> stream = Files.newDirectoryStream(dir)) {
for (Path path : stream) {
if (path.toFile().isDirectory()) {
getFileNames(fileNames, path);
} else if (StringUtils.endsWith(path.toAbsolutePath().toString(), ".pdf")) {
String absolutePath = cleanPath(path.toAbsolutePath().toString());
int pos = StringUtils.indexOf(absolutePath, RESOURCES_PATH) + RESOURCES_PATH.length();
fileNames.add(StringUtils.substring(absolutePath, pos));
}
}
}
return fileNames;
}
private Type getDictionaryResponse(String type, boolean isDossierDictionary) {
return Type.builder()
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long