issue #75: add getIgnorableRecords to all analyses

pkiraly · Dec 21, 2020 · 8563732 · 8563732
1 parent b629508
commit 8563732
Show file tree

Hide file tree

Showing 8 changed files with 24 additions and 0 deletions.
diff --git a/src/main/java/de/gwdg/metadataqa/marc/cli/AuthorityAnalysis.java b/src/main/java/de/gwdg/metadataqa/marc/cli/AuthorityAnalysis.java
@@ -77,6 +77,9 @@ public void processRecord(Record marc4jRecord, int recordNumber) throws IOExcept
 
   @Override
   public void processRecord(MarcRecord marcRecord, int recordNumber) throws IOException {
+    if (parameters.getIgnorableRecords().isIgnorable(marcRecord))
+      return;
+
     AuthorithyAnalyzer analyzer = new AuthorithyAnalyzer(marcRecord, statistics);
     int count = analyzer.process();
     count((count > 0), hasClassifications);

diff --git a/src/main/java/de/gwdg/metadataqa/marc/cli/ClassificationAnalysis.java b/src/main/java/de/gwdg/metadataqa/marc/cli/ClassificationAnalysis.java
@@ -79,6 +79,9 @@ public void processRecord(Record marc4jRecord, int recordNumber) throws IOExcept
 
   @Override
   public void processRecord(MarcRecord marcRecord, int recordNumber) throws IOException {
+    if (parameters.getIgnorableRecords().isIgnorable(marcRecord))
+      return;
+
     ClassificationAnalyzer analyzer = new ClassificationAnalyzer(marcRecord, statistics);
     analyzer.process();
     int total1 = statistics.getHasClassifications().get(true);

diff --git a/src/main/java/de/gwdg/metadataqa/marc/cli/FunctionalAnalysis.java b/src/main/java/de/gwdg/metadataqa/marc/cli/FunctionalAnalysis.java
@@ -77,6 +77,9 @@ public void processRecord(Record marc4jRecord, int recordNumber) throws IOExcept
 
   @Override
   public void processRecord(MarcRecord marcRecord, int recordNumber) throws IOException {
+    if (parameters.getIgnorableRecords().isIgnorable(marcRecord))
+      return;
+
     this.recordNumber = recordNumber;
     Map<FRBRFunction, Integer> recordCounter = new TreeMap<>();
     Map<DataFieldDefinition, Boolean> cache = new HashMap<>();

diff --git a/src/main/java/de/gwdg/metadataqa/marc/cli/MarcToSolr.java b/src/main/java/de/gwdg/metadataqa/marc/cli/MarcToSolr.java
@@ -74,6 +74,9 @@ public void processRecord(Record marc4jRecord, int recordNumber) throws IOExcept
 
   @Override
   public void processRecord(MarcRecord marcRecord, int recordNumber) throws IOException {
+    if (parameters.getIgnorableRecords().isIgnorable(marcRecord))
+      return;
+
     try {
       Map<String, List<String>> map = marcRecord.getKeyValuePairs(
         parameters.getSolrFieldType(), true

diff --git a/src/main/java/de/gwdg/metadataqa/marc/cli/NetworkAnalysis.java b/src/main/java/de/gwdg/metadataqa/marc/cli/NetworkAnalysis.java
@@ -82,6 +82,9 @@ public void processRecord(Record marc4jRecord, int recordNumber) throws IOExcept
 
   @Override
   public void processRecord(MarcRecord marcRecord, int recordNumber) throws IOException {
+    if (parameters.getIgnorableRecords().isIgnorable(marcRecord))
+      return;
+
     NetworkAnalyzer analyzer = new NetworkAnalyzer(marcRecord);
     Set<DataField> collector = analyzer.process(recordNumber);
     if (collector.size() > 0) {

diff --git a/src/main/java/de/gwdg/metadataqa/marc/cli/SerialScore.java b/src/main/java/de/gwdg/metadataqa/marc/cli/SerialScore.java
@@ -105,6 +105,9 @@ public void processRecord(Record marc4jRecord, int recordNumber) {
   @Override
   public void processRecord(MarcRecord marcRecord, int recordNumber) {
     if (marcRecord.getType().equals(Leader.Type.CONTINUING_RESOURCES)) {
+      if (parameters.getIgnorableRecords().isIgnorable(marcRecord))
+        return;
+
       Serial serial = new Serial(marcRecord);
       List<Integer> scores = serial.determineRecordQualityScore();
       String message = createRow(

diff --git a/src/main/java/de/gwdg/metadataqa/marc/cli/ShelfReadyCompleteness.java b/src/main/java/de/gwdg/metadataqa/marc/cli/ShelfReadyCompleteness.java
@@ -112,6 +112,9 @@ public void processRecord(Record marc4jRecord, int recordNumber) {
 
   @Override
   public void processRecord(MarcRecord marcRecord, int recordNumber) {
+    if (parameters.getIgnorableRecords().isIgnorable(marcRecord))
+      return;
+
     List<Double> scores = ShelfReadyAnalysis.getScores(marcRecord);
     String id = parameters.getTrimId()
               ? marcRecord.getId().trim()

diff --git a/src/main/java/de/gwdg/metadataqa/marc/cli/ThompsonTraillCompleteness.java b/src/main/java/de/gwdg/metadataqa/marc/cli/ThompsonTraillCompleteness.java
@@ -99,6 +99,9 @@ public void processRecord(Record marc4jRecord, int recordNumber) {
 
   @Override
   public void processRecord(MarcRecord marcRecord, int recordNumber) {
+    if (parameters.getIgnorableRecords().isIgnorable(marcRecord))
+      return;
+
     List<Integer> scores = ThompsonTraillAnalysis.getScores(marcRecord);
     String id = parameters.getTrimId()
               ? marcRecord.getId().trim()