Add support for spilt event processor(#4089)

Signed-off-by: srigovs <[email protected]>
opensearch-project · Feb 21, 2024 · 7d94919 · 7d94919
1 parent 2ef6aca
commit 7d94919
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 18 deletions.
diff --git a/data-prepper-plugins/split-event-processor/build.gradle b/data-prepper-plugins/split-event-processor/build.gradle
@@ -3,10 +3,6 @@
  * SPDX-License-Identifier: Apache-2.0
  */
 
-plugins {
-    id 'java'
-}
-
 jacocoTestCoverageVerification {
     dependsOn jacocoTestReport
     violationRules {
@@ -23,8 +19,4 @@ dependencies {
     implementation project(':data-prepper-api')
     implementation project(':data-prepper-plugins:common')
     implementation 'com.fasterxml.jackson.core:jackson-databind'
-}
-
-test {
-    useJUnitPlatform()
 }
diff --git a/...ain/java/org/opensearch/dataprepper/plugins/processor/splitevent/SplitEventProcessor.java b/...ain/java/org/opensearch/dataprepper/plugins/processor/splitevent/SplitEventProcessor.java
@@ -22,15 +22,17 @@
 
 import java.util.ArrayList;
 import java.util.Collection;
+import java.util.function.Function;
 import java.util.regex.Pattern;
 
 
 @DataPrepperPlugin(name = "split_event", pluginType = Processor.class, pluginConfigurationType = SplitEventProcessorConfig.class)
 public class SplitEventProcessor extends AbstractProcessor<Record<Event>, Record<Event>>{
-    final Pattern pattern;
     final String delimiter;
     final String delimiterRegex;
     final String field;
+    final Pattern pattern;
+    private final Function<String, String[]> splitter;
 
     @DataPrepperPluginConstructor
     public SplitEventProcessor(final PluginMetrics pluginMetrics, final SplitEventProcessorConfig config) {
@@ -49,8 +51,10 @@ public SplitEventProcessor(final PluginMetrics pluginMetrics, final SplitEventPr
 
         if(delimiterRegex != null && !delimiterRegex.isEmpty()) {
             pattern = Pattern.compile(delimiterRegex);
+            splitter = pattern::split;
         } else {
-            pattern = Pattern.compile(Pattern.quote(delimiter));
+            splitter = inputString -> inputString.split(delimiter);
+            pattern = null;
         }
     }
 
@@ -61,20 +65,18 @@ public Collection<Record<Event>> doExecute(final Collection<Record<Event>> recor
             final Event recordEvent = record.getData();
 
             if (!recordEvent.containsKey(field)) {
-                Record newRecord = new Record<>(recordEvent);
-                newRecords.add(newRecord);
+                newRecords.add(record);
                 continue;
             }
 
             final Object value = recordEvent.get(field, Object.class);
 
             //split record according to delimiter
-            final String[] splitValues = pattern.split((String) value);
+            final String[] splitValues = splitter.apply((String) value);
 
-           // when no splits or empty value modify the original event
+           // when no splits or empty value use the original record
            if(splitValues.length <= 1) {
-                Record newRecord = new Record<>(recordEvent);
-                newRecords.add(newRecord);
+                newRecords.add(record);
                 continue;
            }
 
@@ -87,8 +89,7 @@ public Collection<Record<Event>> doExecute(final Collection<Record<Event>> recor
 
             // Modify original event to hold the last split
             recordEvent.put(field, splitValues[splitValues.length-1]);
-            Record newRecord = new Record<>(recordEvent);
-            newRecords.add(newRecord);
+            newRecords.add(record);
         }
         return newRecords;
     }