Resolves #8 - Add graphhopper.sh back to the image

.github/build-and-upload.sh

@@ -3,8 +3,9 @@
 echo "Cloning graphhopper"
 git clone https://github.com/graphhopper/graphhopper.git
 cd graphhopper
-echo "Downloading Dockerfile"
+echo "Downloading Dockerfile and graphhopper.sh"
 curl -L https://raw.githubusercontent.com/IsraelHikingMap/graphhopper-docker-image-push/main/Dockerfile > Dockerfile
+curl -L https://raw.githubusercontent.com/IsraelHikingMap/graphhopper-docker-image-push/main/graphhopper.sh > graphhopper.sh
 echo "Building docker image"
 docker build . -t israelhikingmap/graphhopper:latest
 docker login --username $DOCKERHUB_USER --password $DOCKERHUB_TOKEN
@@ -16,8 +17,10 @@ if docker manifest inspect israelhikingmap/graphhopper:$TAG >/dev/null; then
     echo "No need to publish existing version: $TAG";
 else
     mv Dockerfile ../Dockerfile
+    mv graphhopper.sh ../graphhopper.sh
     git checkout tags/$TAG
     mv ../Dockerfile Dockerfile
+    mv ../graphhopper.sh graphhopper.sh
     echo "Building docker image for tag: $TAG"
     docker build . -t israelhikingmap/graphhopper:$TAG
     echo "Publishing docker image for tag: $TAG"

graphhopper.sh

@@ -0,0 +1,308 @@
+#!/bin/bash
+(set -o igncr) 2>/dev/null && set -o igncr; # this comment is required for handling Windows cr/lf
+# See StackOverflow answer http://stackoverflow.com/a/14607651
+
+GH_HOME=$(dirname "$0")
+JAVA=$JAVA_HOME/bin/java
+if [ "$JAVA_HOME" = "" ]; then
+ JAVA=java
+fi
+
+vers=$($JAVA -version 2>&1 | grep "version" | awk '{print $3}' | tr -d \")
+bit64=$($JAVA -version 2>&1 | grep "64-Bit")
+if [ "$bit64" != "" ]; then
+  vers="$vers (64bit)"
+fi
+echo "## using java $vers from $JAVA_HOME"
+
+function printBashUsage {
+  echo "Usage:"
+  echo "-a | --action <action>    must be one the following actions:"
+  echo "     --action import      creates the graph cache only, used for later faster starts"
+  echo "     --action web         starts a local server for user access at localhost:8989 and API access at localhost:8989/route"
+  echo "     --action build       creates the graphhopper web JAR"
+  echo "     --action clean       removes all JARs, necessary if you need to use the latest source (e.g. after switching the branch etc)"
+  echo "     --action measurement does performance analysis of the current source version via random routes (Measurement class)"
+  echo "-c | --config <config>    specify the application configuration"
+  echo "-d | --run-background     run the application in background (detach)"
+  echo "-fd| --force-download     force the download of the OSM data file if needed"
+  echo "-h | --help               display this message"
+  echo "--host <host>             specify to which host the service should be bound"
+  echo "-i | --input <file>       path to the input map file or name of the file to download. To download from geofabrik don't append 'latest.osm' and use _ instead of /, e.g. europe_ireland-and-northern-ireland.pbf"
+  echo "--jar <file>              specify the jar file (useful if you want to reuse this script for custom builds)"
+  echo "-o | --graph-cache <dir>  directory for graph cache output"
+  echo "-p | --profiles <string>  comma separated list of vehicle profiles"
+  echo "--port <port>             start web server at specific port"
+  echo "-v | --version            print version"
+}
+
+VERSION=$(grep "<name>" -A 1 pom.xml | grep version | cut -d'>' -f2 | cut -d'<' -f1)
+
+# one or two character parameters have one minus character'-' all longer parameters have two minus characters '--'
+while [ ! -z $1 ]; do
+  case $1 in
+    -a|--action) ACTION=$2; shift 2;;
+    -c|--config) CONFIG="$2"; shift 2;;
+    -d|--run-background) RUN_BACKGROUND=true; shift 1;;
+    -fd|--force-download) FORCE_DWN=1; shift 1;;
+    -h|--help) printBashUsage
+      exit 0;;
+    --host) GH_WEB_OPTS="$GH_WEB_OPTS -Ddw.server.application_connectors[0].bind_host=$2"; shift 2;;
+    -i|--input) FILE="$2"; shift 2;;
+    --jar) JAR="$2"; shift 2;;
+    -o|--graph-cache) GRAPH="$2"; shift 2;;
+    -p|--profiles) GH_WEB_OPTS="$GH_WEB_OPTS -Ddw.graphhopper.graph.flag_encoders=$2"; shift 2;;
+    --port) GH_WEB_OPTS="$GH_WEB_OPTS -Ddw.server.application_connectors[0].port=$2"; shift 2;;
+    -v|--version) echo $VERSION
+        exit 2;;
+    # forward VM options, here we assume no spaces ie. just one parameter!?
+    -D*)
+       GH_WEB_OPTS="$GH_WEB_OPTS $1"; shift 1;;
+    # forward parameter via replacing first two characters of the key with -Ddw.graphhopper.
+    *=*)
+       echo "Old parameter assignment not allowed $1"; exit 2;;
+    --*)
+       GH_WEB_OPTS="$GH_WEB_OPTS -Ddw.graphhopper.${1:2}=$2"; shift 2;;
+    -*) echo "Option unknown: $1"
+        echo
+        printBashUsage
+    exit 2;;
+    # backward compatibility
+    *) REMAINING_ARGS+=($1); shift 1;;
+  esac
+done
+
+if [ -z $ACTION ]; then
+  ACTION=${REMAINING_ARGS[0]}
+fi
+
+if [ -z $FILE ]; then
+  FILE=${REMAINING_ARGS[1]}
+fi
+
+if [ "$ACTION" = "" ]; then
+ echo "## action $ACTION not found!"
+ printBashUsage
+fi
+
+if [[ "$CONFIG" == *properties ]]; then
+ echo "$CONFIG not allowed as configuration. Use yml"
+ exit
+fi
+
+# default init, https://stackoverflow.com/a/28085062/194609
+: "${CONFIG:=config.yml}"
+if [[ -f $CONFIG && $CONFIG != config.yml ]]; then
+  echo "copying non-default config file: $CONFIG"
+  cp $CONFIG config.yml
+fi
+if [ ! -f "config.yml" ]; then
+  echo "no config file was specified, using config-example.yml"
+  cp config-example.yml $CONFIG
+fi
+
+function ensureOsm {
+  if [ "$OSM_FILE" = "" ]; then
+    # skip
+    return
+  elif [ ! -s "$OSM_FILE" ]; then
+    if [ -z $FORCE_DWN ]; then
+      echo "File not found '$OSM_FILE'. Press ENTER to get it from: $LINK"
+      echo "Press CTRL+C if you do not have enough disc space or you don't want to download several MB."
+      read -e
+    fi
+
+    echo "## now downloading OSM file from $LINK and extracting to $OSM_FILE"
+
+    if [ ${OSM_FILE: -4} == ".pbf" ]; then
+       wget -S -nv -O "$OSM_FILE" "$LINK"
+    elif [ ${OSM_FILE: -4} == ".ghz" ]; then
+       wget -S -nv -O "$OSM_FILE" "$LINK"
+       cd $DATADIR && unzip "$BASENAME" -d "$NAME-gh"
+    else
+       # make sure aborting download does not result in loading corrupt osm file
+       TMP_OSM=temp.osm
+       wget -S -nv -O - "$LINK" | bzip2 -d > $TMP_OSM
+       mv $TMP_OSM "$OSM_FILE"
+    fi
+
+    if [[ ! -s "$OSM_FILE" ]]; then
+      echo "ERROR couldn't download or extract OSM file $OSM_FILE ... exiting"
+      exit
+    fi
+  else
+    echo "## using existing osm file $OSM_FILE"
+  fi
+}
+
+function ensureMaven {
+  # maven home existent?
+  if [ "$MAVEN_HOME" = "" ]; then
+    # not existent but probably is maven in the path?
+    MAVEN_HOME=$(mvn -v | grep "Maven home" | cut -d' ' -f3,4,5,6)
+    if [ "$MAVEN_HOME" = "" ]; then
+      # try to detect previous downloaded version
+      MAVEN_HOME="$GH_HOME/maven"
+      if [ ! -f "$MAVEN_HOME/bin/mvn" ]; then
+        echo "No Maven found in the PATH. Now downloading+installing it to $MAVEN_HOME"
+        cd "$GH_HOME"
+        MVN_PACKAGE=apache-maven-3.6.3
+        wget -O maven.zip http://archive.apache.org/dist/maven/maven-3/3.6.3/binaries/$MVN_PACKAGE-bin.zip
+        unzip maven.zip
+        mv $MVN_PACKAGE maven
+        rm maven.zip
+      fi
+    fi
+  fi
+}
+
+function execMvn {
+  ensureMaven
+  "$MAVEN_HOME/bin/mvn" "$@" > /tmp/graphhopper-compile.log
+  returncode=$?
+  if [[ $returncode != 0 ]] ; then
+    echo "## compilation of parent failed"
+    cat /tmp/graphhopper-compile.log
+    exit $returncode
+  fi
+}
+
+function packageJar {
+  if [ ! -f "$JAR" ]; then
+    echo "## building graphhopper jar: $JAR"
+    echo "## using maven at $MAVEN_HOME"
+    execMvn --projects web -am -DskipTests=true package
+  else
+    echo "## existing jar found $JAR"
+  fi
+}
+
+## now handle actions which do not take an OSM file
+if [ "$ACTION" = "clean" ]; then
+ rm -rf ./android/app/target
+ rm -rf ./*/target
+ rm -rf ./target
+ exit
+
+elif [ "$ACTION" = "build" ]; then
+ packageJar
+ exit
+
+fi
+
+if [ "$FILE" = "" ]; then
+  echo -e "no file specified?"
+  printBashUsage
+  exit
+fi
+
+# DATA_DIR = directories path to the file if any (if current directory, return .)
+DATADIR=$(dirname "${FILE}")
+# create the directories if needed
+mkdir -p $DATADIR
+# BASENAME = filename (file without the directories)
+BASENAME=$(basename "${FILE}")
+# NAME = file without extension if any
+NAME="${BASENAME%.*}"
+
+if [ "$FILE" == "-" ]; then
+   OSM_FILE=
+elif [ ${FILE: -4} == ".osm" ] || [ ${FILE: -4} == ".xml" ] || [ ${FILE: -4} == ".pbf" ]; then
+   OSM_FILE="$FILE"
+elif [ ${FILE: -7} == ".osm.gz" ]; then
+   OSM_FILE="$FILE"
+elif [ ${FILE: -3} == "-gh" ]; then
+   OSM_FILE="$FILE"
+   NAME=${FILE%%???}
+elif [ ${FILE: -4} == ".ghz" ]; then
+   OSM_FILE="$FILE"
+   if [[ ! -d "$NAME-gh" ]]; then
+      cd $DATADIR && unzip "$BASENAME" -d "$NAME-gh"
+   fi
+else
+   # no known end -> no import
+   OSM_FILE=
+fi
+
+LINK=$(echo $NAME | tr '_' '/')
+if [ "$FILE" == "-" ]; then
+   LINK=
+elif [ ${FILE: -4} == ".osm" ]; then
+   LINK="http://download.geofabrik.de/$LINK-latest.osm.bz2"
+elif [ ${FILE: -4} == ".ghz" ]; then
+   LINK="https://graphhopper.com/public/maps/0.1/$FILE"
+elif [ ${FILE: -4} == ".pbf" ]; then
+   LINK="http://download.geofabrik.de/$LINK-latest.osm.pbf"
+else
+   # e.g. if directory ends on '-gh'
+   LINK="http://download.geofabrik.de/$LINK-latest.osm.pbf"
+fi
+
+: "${JAVA_OPTS:=-Xmx1000m -Xms1000m}"
+: "${JAR:=web/target/graphhopper-web-$VERSION.jar}"
+: "${GRAPH:=$DATADIR/$NAME-gh}"
+
+ensureOsm
+packageJar
+
+echo "## now $ACTION. JAVA_OPTS=$JAVA_OPTS"
+
+if [[ "$ACTION" = "web" ]]; then
+  export MAVEN_OPTS="$MAVEN_OPTS $JAVA_OPTS"
+  if [[ "$RUN_BACKGROUND" == "true" ]]; then
+    exec "$JAVA" $JAVA_OPTS -Ddw.graphhopper.datareader.file="$OSM_FILE" -Ddw.graphhopper.graph.location="$GRAPH" \
+                 $GH_WEB_OPTS -jar "$JAR" server $CONFIG <&- &
+
+    if [[ "$GH_PID_FILE" != "" ]]; then
+       echo $! > $GH_PID_FILE
+    fi
+    exit $?
+  else
+    # TODO how to avoid duplicative command for foreground and background?
+    exec "$JAVA" $JAVA_OPTS -Ddw.graphhopper.datareader.file="$OSM_FILE" -Ddw.graphhopper.graph.location="$GRAPH" \
+                 $GH_WEB_OPTS -jar "$JAR" server $CONFIG
+    # foreground => we never reach this here
+  fi
+
+elif [ "$ACTION" = "import" ]; then
+  "$JAVA" $JAVA_OPTS -Ddw.graphhopper.datareader.file="$OSM_FILE" -Ddw.graphhopper.graph.location="$GRAPH" \
+         $GH_IMPORT_OPTS -jar "$JAR" import $CONFIG
+
+elif [ "$ACTION" = "measurement" ]; then
+  ARGS="$GH_WEB_OPTS graph.location=$GRAPH datareader.file=$OSM_FILE \
+       measurement.weighting=fastest measurement.ch.node=true measurement.ch.edge=false measurement.lm=true graph.flag_encoders=car|turn_costs=true \
+       prepare.min_network_size=10000"
+
+ function startMeasurement {
+    execMvn --projects tools -am -DskipTests clean package
+    COUNT=5000
+    commit_info=$(git log -n 1 --pretty=oneline)
+    JAR=tools/target/graphhopper-tools-$VERSION-jar-with-dependencies.jar
+    echo -e "\nperform measurement via jar=> $JAR and ARGS=> $ARGS"
+    "$JAVA" $JAVA_OPTS -cp "$JAR" com.graphhopper.tools.Measurement $ARGS measurement.count=$COUNT measurement.location="$M_FILE_NAME" \
+            measurement.gitinfo="$commit_info"
+ }
+
+
+ # use all <last_commits> versions starting from HEAD
+ last_commits=$3
+
+ if [ "$last_commits" = "" ]; then
+   startMeasurement
+   exit
+ fi
+
+ current_commit=$(git log -n 1 --pretty=oneline | cut -d' ' -f1)
+ commits=$(git rev-list HEAD -n $last_commits)
+ for commit in $commits; do
+   git checkout $commit -q
+   M_FILE_NAME=$(git log -n 1 --pretty=oneline | grep -o "\ .*" |  tr " ,;" "_")
+   M_FILE_NAME="measurement$M_FILE_NAME.properties"
+   echo -e "\nusing commit $commit and $M_FILE_NAME"
+
+   startMeasurement
+   echo -e "\nmeasurement.commit=$commit\n" >> "$M_FILE_NAME"
+ done
+ # revert checkout
+ git checkout $current_commit
+fi