From 71f0f5f4e284d2c4ac48bbde11f97fb210738175 Mon Sep 17 00:00:00 2001
From: Alex Zolotarev <alex@mapswithme.com>
Date: Sun, 21 Sep 2014 17:37:51 -0700
Subject: [PATCH] [osrm][linux] Updated scripts to split planet and regenerate
 OSRM routing data

---
 3party/osrm/contractor.ini             |  2 ++
 3party/osrm/extractor.ini              |  1 +
 tools/unix/osrm_generator.sh           | 38 ++++++++++++++++++++++++++
 tools/unix/split_planet_by_polygons.sh |  2 +-
 4 files changed, 42 insertions(+), 1 deletion(-)
 create mode 100644 3party/osrm/contractor.ini
 create mode 100644 3party/osrm/extractor.ini
 create mode 100755 tools/unix/osrm_generator.sh

diff --git a/3party/osrm/contractor.ini b/3party/osrm/contractor.ini
new file mode 100644
index 0000000000..7ab08845eb
--- /dev/null
+++ b/3party/osrm/contractor.ini
@@ -0,0 +1,2 @@
+memory = 50
+threads = 15
diff --git a/3party/osrm/extractor.ini b/3party/osrm/extractor.ini
new file mode 100644
index 0000000000..5728085010
--- /dev/null
+++ b/3party/osrm/extractor.ini
@@ -0,0 +1 @@
+threads = 15
diff --git a/tools/unix/osrm_generator.sh b/tools/unix/osrm_generator.sh
new file mode 100755
index 0000000000..204e6dbd26
--- /dev/null
+++ b/tools/unix/osrm_generator.sh
@@ -0,0 +1,38 @@
+#!/bin/bash
+
+set -u -x
+# Do not stop on error - some maps doesn't have any highways at all
+#set -e
+
+export STXXLCFG=~/.stxxl
+
+# TODO: fix paths for Scout too, now they are for cdn3 only
+
+DATA_PATH=~/planet-split
+OSRM_PATH=~/omim/3party/osrm/osrm-backend
+PROFILE="$OSRM_PATH/profiles/car.lua"
+BIN_PATH="$OSRM_PATH/build"
+EXTRACT="$BIN_PATH/osrm-extract"
+EXTRACT_CFG="$OSRM_PATH/../extractor.ini"
+PREPARE="$BIN_PATH/osrm-prepare"
+PREPARE_CFG="$OSRM_PATH/../contractor.ini"
+MWM="$BIN_PATH/osrm-mapsme"
+
+# extract and prepare use all available cores
+# mwm is very fast
+# so we don't parallel it
+
+echo Started at `date`
+
+#pushd "$PROFILE_PATH"
+
+for file in "$DATA_PATH"/*.pbf
+do
+  "$EXTRACT" --config "$EXTRACT_CFG" --profile "$PROFILE" "\"$file\""
+  "$PREPARE" --config "$PREPARE_CFG" --profile "$PROFILE" "\"${file/\.*/\.osrm}\""
+  "$MWM" -i "${file/\.*/\.osrm}"
+done
+
+#popd
+
+echo Finished at `date`
diff --git a/tools/unix/split_planet_by_polygons.sh b/tools/unix/split_planet_by_polygons.sh
index 18d9986471..89680b9ff9 100755
--- a/tools/unix/split_planet_by_polygons.sh
+++ b/tools/unix/split_planet_by_polygons.sh
@@ -21,4 +21,4 @@ mkdir $OUT_DIR || true
 
 $GENERATOR_TOOL -export_poly_path $POLY_FILES_PATH
 
-ls $POLY_FILES_PATH | parallel -t -v "$OSMCONVERT_TOOL $PLANET_FILE --hash-memory=2000 -B=$POLY_FILES_PATH/{} --out-o5m -o=$OUT_DIR/{.}.o5m"
+ls $POLY_FILES_PATH | parallel -t -v "$OSMCONVERT_TOOL $PLANET_FILE --hash-memory=2000 -B=$POLY_FILES_PATH/{} --out-pbf -o=$OUT_DIR/{.}.pbf"