From b33ad3c300cb62842906e0d7cfe42b03fdbc5bb0 Mon Sep 17 00:00:00 2001 From: Mark Hale Date: Tue, 9 Jan 2024 14:56:54 +0000 Subject: [PATCH] Support for per-tool config. --- sdk/src/main/scripts/halyard | 2 +- sdk/src/main/scripts/halyard-bulkupdate.xml | 28 +++++++++++++++++++++ 2 files changed, 29 insertions(+), 1 deletion(-) create mode 100644 sdk/src/main/scripts/halyard-bulkupdate.xml diff --git a/sdk/src/main/scripts/halyard b/sdk/src/main/scripts/halyard index 40349f1b1..888785eed 100755 --- a/sdk/src/main/scripts/halyard +++ b/sdk/src/main/scripts/halyard @@ -2,4 +2,4 @@ halyard_home="$(dirname "${0}")" libjars="$(echo "$halyard_home"/lib/*.jar | tr ' ' ',')" export HADOOP_CLASSPATH="$halyard_home/lib/*:`hadoop classpath`:`hbase classpath`" -hadoop com.msd.gin.halyard.tools.HalyardMain "$1" -conf /etc/hbase/conf/hbase-site.xml -conf $halyard_home/halyard-defaults.xml -libjars $libjars "${@:2}" +hadoop com.msd.gin.halyard.tools.HalyardMain "$1" -conf /etc/hbase/conf/hbase-site.xml -conf $halyard_home/halyard-defaults.xml -conf $halyard_home/halyard-${1}.xml -libjars $libjars "${@:2}" diff --git a/sdk/src/main/scripts/halyard-bulkupdate.xml b/sdk/src/main/scripts/halyard-bulkupdate.xml new file mode 100644 index 000000000..b1eaa7e8c --- /dev/null +++ b/sdk/src/main/scripts/halyard-bulkupdate.xml @@ -0,0 +1,28 @@ + + + + + + + + + + + + + + + + + + + + + mapreduce.map.memory.mb + 16000 + + + mapreduce.map.java.opts + -Xmx14000m + +