run_webgraph.sh

#!/bin/bash

export LC_ALL=C

source "$(dirname $0)"/webgraph_config.sh

CC_WEBGRAPH_JAR="${CC_WEBGRAPH_JAR:-$(dirname $0)/../../../target/cc-webgraph-0.1-SNAPSHOT-jar-with-dependencies.jar}"
if ! [ -e $CC_WEBGRAPH_JAR ]; then
    echo "Jar file $CC_WEBGRAPH_JAR not found"
    echo "Java project needs to be build by running"
    echo "  mvn package"
    exit 1
fi

_CLASSPATH="$CC_WEBGRAPH_JAR"
if [ -n "$CLASSPATH" ]; then
    _CLASSPATH=$CLASSPATH:$_CLASSPATH
fi

if ! echo "$JAVA_OPTS" | grep -qE -e "-Xmx[0-9]+"; then
    # heuristics to run webgraph with 80% of available RAM (or all RAM - 8 GB if this is larger)
    MEMMB=$(free -m | perl -ne 'do { $p80 = int($1*.8); $a8 = int($1-8192); $m = $p80; $m = $a8 if $a8 > $p80; print $m; last } if /(\d+)/')
    JAVA_OPTS="$JAVA_OPTS -Xmx${MEMMB}m"
fi

if [ -n "$TMPDIR" ]; then
    JAVA_OPTS="$JAVA_OPTS -Djava.io.tmpdir=$TMPDIR"
fi

case "$1" in
    it.unimi.dsi.webgraph.algo.HyperBall \
        | it.unimi.dsi.big.webgraph.algo.HyperBall \
        | it.unimi.dsi.law.rank.PageRankParallelGaussSeidel \
        | it.unimi.dsi.big.law.rank.PageRankParallelGaussSeidel )
        # Java options for HyperBall, recommended in
        #  https://webgraph.di.unimi.it/docs/it/unimi/dsi/webgraph/algo/HyperBall.html
        JAVA_OPTS="$JAVA_OPTS -server -Xss256K -XX:PretenureSizeThreshold=512M -XX:MaxNewSize=$(($MEMMB/3))m \
          -XX:+UseNUMA -XX:+UseTLAB -XX:+ResizeTLAB \
          -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=99 -XX:+UseCMSInitiatingOccupancyOnly"
    ;;
esac

set -x
time $JAVA_HOME/bin/java $JAVA_OPTS -cp $_CLASSPATH "$@"