From 94f465aa92dccb80f0df53d60927c6f68b60072c Mon Sep 17 00:00:00 2001
From: Carsten Behring <carsten.behring@gmail.com>
Date: Tue, 15 Oct 2024 12:46:02 +0000
Subject: [PATCH] cleaned tests

---
 test/scicloj/ml/text_test.clj | 57 ++---------------------------------
 1 file changed, 2 insertions(+), 55 deletions(-)

diff --git a/test/scicloj/ml/text_test.clj b/test/scicloj/ml/text_test.clj
index a97db8e..9d68e59 100644
--- a/test/scicloj/ml/text_test.clj
+++ b/test/scicloj/ml/text_test.clj
@@ -50,70 +50,17 @@
         ds-train (tc/left-join (tc/dataset {:document rnd-indexes-train}) ds [:document])
         ds-test (tc/left-join (tc/dataset {:document rnd-indexes-test}) ds [:document])
 
-        _ (def ds-train ds-train)
-        bow-train-old
-        (-> ds-train
-            text/->term-frequency-old
-            text/add-word-idx)
-
-        bow-train-new
+        bow-train
         (-> ds-train
             text/->term-frequency
             text/add-word-idx)
 
-
-
-        bow-test-old
-        (-> ds-test
-            text/->term-frequency-old
-            text/add-word-idx)
-
-        bow-test-new
+        bow-test
         (-> ds-test
             text/->term-frequency-old
             text/add-word-idx)
 
 
-        _ (def bow-train-old bow-train-old)
-        _ (def bow-train-new bow-train-new)
-
-        _
-        (=
-         (-> bow-train-old :document)
-         (-> bow-train-new :document))
-
-        _
-        (=
-         (apply + (take 1000 (-> bow-train-old :term-count)))
-         (apply + (take 1000 (-> bow-train-new :term-count))))
-
-        _
-        (=
-         (-> bow-train-old :term-idx)
-         (-> bow-train-new :term-idx))
-
-        _
-        (=
-         (-> bow-train-old
-             (tc/group-by :document)
-             (tc/aggregate #(-> % :label first)))
-         (-> bow-train-new
-             (tc/group-by :document)
-             (tc/aggregate #(-> % :label first))))
-
-        _
-        (-> bow-train-old
-            (tc/select-columns [:document :term-idx :term-count])
-            (tc/order-by [:document :term-idx :term-count]))
-
-        _
-        (-> bow-train-new
-            (tc/select-columns [:document :term-idx :term-count])
-            (tc/order-by [:document :term-idx :term-count]))
-
-
-        bow-train bow-train-new
-        bow-test bow-test-new
         m-train (xgboost/tidy-text-bow-ds->dmatrix (cf/feature bow-train)
                                                    (tc/select-columns bow-train [:label]))
         m-test (xgboost/tidy-text-bow-ds->dmatrix (cf/feature bow-test)