diff --git a/redaction-service-v1/redaction-service-server-v1/src/main/java/com/iqser/red/service/redaction/v1/server/redaction/model/Section.java b/redaction-service-v1/redaction-service-server-v1/src/main/java/com/iqser/red/service/redaction/v1/server/redaction/model/Section.java index 06167504..8b26da67 100644 --- a/redaction-service-v1/redaction-service-server-v1/src/main/java/com/iqser/red/service/redaction/v1/server/redaction/model/Section.java +++ b/redaction-service-v1/redaction-service-server-v1/src/main/java/com/iqser/red/service/redaction/v1/server/redaction/model/Section.java @@ -151,7 +151,15 @@ public class Section { if (values != null) { for (String value : values) { - String cleanValue = value.trim(); + + String trimmedValue = value.trim(); + String cleanValue; + if(trimmedValue.startsWith(":")){ + cleanValue = trimmedValue.substring(1).trim(); + } else { + cleanValue = trimmedValue; + } + if (StringUtils.isNotBlank(cleanValue) && cleanValue.length() >= 3) { localDictionaryAdds.computeIfAbsent(RECOMMENDATION_PREFIX + asType, (x) -> new HashSet<>()) .add(cleanValue); diff --git a/redaction-service-v1/redaction-service-server-v1/src/test/resources/dictionaries/false_positive.txt b/redaction-service-v1/redaction-service-server-v1/src/test/resources/dictionaries/false_positive.txt index 25e3e9e9..86e0c095 100644 --- a/redaction-service-v1/redaction-service-server-v1/src/test/resources/dictionaries/false_positive.txt +++ b/redaction-service-v1/redaction-service-server-v1/src/test/resources/dictionaries/false_positive.txt @@ -1,10 +1,237 @@ -Long-term +(Parent +ADME - Bioanalyses, Vergèze, +Aeration: Gentle +Andrews mean +Andrews pKi +BASF study code +Billington – +Bond elute +Brown Liquid +Brown Orange +Brown Solid +Brown disco +Brown discoloured +Brown fat Brown liquid Brown solid +Buehler (1980), +Buehler (1980). +Buehler 9 +Buehler Test. +Buehler assay +Buehler test +Buehler) +Buehler-like : +Calandra lark +Cary, NC, +Chambersas for +Class 4 +Class III’ +Class III’) +Class method, +Class2 (effectively +ClassMethod) Vischim +Clay = +Cochran-Armitage Test. +Cochran-armitage test. +Dunnett 2 +Dunnett's "t'' +Dunnett's Test +Dunnett's multiple +Dunnett's t-test +Dunnett's test +Dunnett) ** +Dunnett) Dose +Dunnett) Food +Dunnett) Lower +Dunnett, 1964) +Dunnett’s Multiple +Dunnett’s T +Dunnett’s Test) +Dunnett’s adjustment +Dunnett’s multiple +Dunnett’s post +Dunnett’s t-test) +Fine vacuolation +Fine white +Finewhite powder +Fischer 344 +Fischer 344) +Fischer F344 +Fischer rat +Fischer) Contaminants: +Fischer-344 acceptability +Fischer-344/ +Fischer-344/DuCrj acceptability +Fischer344 rats. +Fischer344) : +Fischerrat embryo +Fischer’s exact +Fisher 344 +Fisher Exact Test +Fisher Exact test +Fisher exact test +Fisher's Exact +Fisher-344 rat +Fisher344 (F344/ +Fisher344 rat +Fisher344 rats +Fisher344 rats. +Fisher344 rats/ +Fisher344) group +Fisher’s exact. +Freeman-Tukey transform +Gentle aeration +Grade 2: +Grade 3) +Grade 3: +Green +Green Alga +Green as +Green-, blue-, +GreenAlga, Selenastrum +GreenAlga.. Springborn +Gross External +Gross Necropsy +Gross and +Gross necropsies +Gross necropsy +Gross pathology +Gross pathology: +Hall Farm +Hall Farm) +HallFarm (396 +Ham's F12 +Ham’s F10 Hand-held +HarlanWinkelmann, Borchem, +Hill International, +Hill Top +Hill criteria +Hill, Bracknell, +HillTop Chamber, +Hillmodel was +Hill’s model +Japanese White +Jerneplaque assay +Kent. Blood +Klimisch score +Litchfield and Wilcoxon +Long term +Long-Term Toxicity +Long-term +Longbw/ +Major Macroscopic findings +Major biliary +Major defects +Major deviations +Major fetal +Major metabolic +Major metabolites +Major route +Major treatment-related +Mallard (Anas +Mallard with Manual-Hand held -Manual-Hand held -Weight: +Marsh Frog +Marsh harrier +Masonjars (500 +Meier formula) +Meier survival +Miles anti-Canine +Miles anti-dog +Netherlands, 2011 +Netherlands, published: +Netherlands. Report +Penn State +Porewater: +Rattray study +Read across +Reed Bunting +Reichert-Jung Cryo +RifconGmbH. Oxon +Ritz and +S.P.-U/ +San Diego, +Shaw's Farm, Sprague +Strain JapaneseWhite +Strong morphological +Weight - +Weight 2744 +Weight Gain +Weight On +Weight Range +Weight and Weight and length -Aeration: Gentle \ No newline at end of file +Weight at +Weight gain +Weight loss +Weight of +Weight only +Weight range +Weight, age +Weight, feed +Weight-of-evidence approach +Weight: +Weight; Adult +Weight; Whole +WeightGain 0-1 +WeightRange: +Weightat dosing: +Weightrange 200-250g. +White (Tif: +White 10 +White 3 +White Age +White Powder +White Strain +White blood +White cell +White crystalline +White guideline +White guinea-pigs +White hygroscopic +White powder +White solid +White stork +White swan +White to off-white +White wagtail +White, solid +WhitePowder Lot/ +Whiteguideline : +Whitehygroscopic solid +Whitepowder Lot/ +Whitepowder Stability +Whitesolid Batch +Whiteswan) +Whiteto off-white +Wildlife International specifications +Wildlife Internationalspecifications Water: +Williams E +Williams medium +Williams' medium +WilliamsE medium +Williams’ test +Wilson's method. +Wilson. All foetal +Wilson.All foetal +Wood pigeons +York. +Zeneca dossier); +Zenecadossier); see +green algae +CTL +No details reported +Not given +Not indicated +Not reported +Not reported. +Not stated +Syngenta +Syngenta AG +N/A +No details reported +Not available +Test facility \ No newline at end of file