Fix chunk size bug

moekiorg · Jun 15, 2023 · ecd0302 · ecd0302
1 parent 58c2658
commit ecd0302
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/lib/baran/text_splitter.rb b/lib/baran/text_splitter.rb
@@ -38,7 +38,7 @@ def merged(splits, separator)
         if total + split.length >= chunk_size && current_splits.length.positive?
           results << joined(current_splits, separator)
 
-          while total > chunk_overlap || (total + split.length > chunk_size && total.positive?)
+          while total > chunk_overlap || (total + split.length >= chunk_size && total.positive?)
             total -= current_splits.first.length
             current_splits.shift
           end