Only evaluate on batches with a non-empty training map.

linqs · Nov 30, 2023 · c51799d · c51799d
1 parent 936aa5d
commit c51799d
Show file tree

Hide file tree

Showing 2 changed files with 13 additions and 3 deletions.
diff --git a/...ore/src/main/java/org/linqs/psl/application/learning/weight/gradient/GradientDescent.java b/...ore/src/main/java/org/linqs/psl/application/learning/weight/gradient/GradientDescent.java
@@ -516,13 +516,18 @@ protected void setValidationModel() {
     }
 
     protected void runTrainingEvaluation(int epoch) {
-        int numBatches = 0;
+        int numEvaluatedBatches = 0;
         float totalTrainingEvaluation = 0.0f;
 
         DeepPredicate.evalModeAllDeepPredicates();
 
         int batchId = batchGenerator.epochStart();
         while (!batchGenerator.isEpochComplete()) {
+            if (batchGenerator.getBatchTrainingMap(batchId).getLabelMap().size() <= 0) {
+                batchId = batchGenerator.nextBatch();
+                continue;
+            }
+
             setBatch(batchId);
             DeepPredicate.predictAllDeepPredicates();
             DeepPredicate.evalAllDeepPredicates();
@@ -536,11 +541,11 @@ protected void runTrainingEvaluation(int epoch) {
 
             batchId = batchGenerator.nextBatch();
 
-            numBatches++;
+            numEvaluatedBatches++;
         }
         batchGenerator.epochEnd();
 
-        currentTrainingEvaluationMetric = totalTrainingEvaluation / numBatches;
+        currentTrainingEvaluationMetric = totalTrainingEvaluation / numEvaluatedBatches;
 
         if (currentTrainingEvaluationMetric > bestTrainingEvaluationMetric) {
             lastTrainingImprovementEpoch = epoch;

diff --git a/...ava/org/linqs/psl/application/learning/weight/gradient/batchgenerator/BatchGenerator.java b/...ava/org/linqs/psl/application/learning/weight/gradient/batchgenerator/BatchGenerator.java
@@ -24,6 +24,7 @@
 import org.linqs.psl.model.predicate.DeepPredicate;
 import org.linqs.psl.reasoner.term.ReasonerTerm;
 import org.linqs.psl.reasoner.term.SimpleTermStore;
+import org.linqs.psl.util.Logger;
 import org.linqs.psl.util.RandUtils;
 import org.linqs.psl.util.Reflection;
 
@@ -37,6 +38,8 @@
  * A batch in this case is a set of terms and corresponding atoms defining a subgraph of the complete factor graph.
  */
 public abstract class BatchGenerator {
+    private static final Logger log = Logger.getLogger(BatchGenerator.class);
+
     protected InferenceApplication inferenceApplication;
     protected SimpleTermStore<? extends ReasonerTerm> fullTermStore;
     protected AtomStore fullTruthAtomStore;
@@ -136,6 +139,8 @@ public void generateBatches() {
         for (int i = 0; i < numBatchTermStores(); i++) {
             batchPermutation.add(i);
         }
+
+        log.info("Generated " + numBatchTermStores() + " batches.");
     }
 
     protected abstract void generateBatchesInternal();