From d30ee2ad027624b427bba0f65803abcdf4201da9 Mon Sep 17 00:00:00 2001 From: Konstantin Pastbin Date: Tue, 4 Mar 2025 22:39:17 +0700 Subject: [PATCH] [tools] Add generate_subways.sh script Signed-off-by: Konstantin Pastbin --- .gitignore | 1 + tools/python/transit/requirements.txt | 1 + tools/unix/helper_python.sh | 16 +++++++++ tools/unix/maps/generate_subways.sh | 47 +++++++++++++++++++++++++++ tools/unix/maps/helper_settings.sh | 25 ++++++++++++++ tools/unix/maps/settings_default.sh | 25 ++++++++++++++ 6 files changed, 115 insertions(+) create mode 100644 tools/python/transit/requirements.txt create mode 100644 tools/unix/helper_python.sh create mode 100755 tools/unix/maps/generate_subways.sh create mode 100644 tools/unix/maps/helper_settings.sh create mode 100644 tools/unix/maps/settings_default.sh diff --git a/.gitignore b/.gitignore index 938425f7c0..e8f483e4df 100644 --- a/.gitignore +++ b/.gitignore @@ -172,6 +172,7 @@ tools/python/*/venv/ # Configs tools/python/maps_generator/var/etc/map_generator.ini tools/python/routing/etc/*.ini +tools/unix/maps/settings.sh # Helpers /node_modules/ diff --git a/tools/python/transit/requirements.txt b/tools/python/transit/requirements.txt new file mode 100644 index 0000000000..24ce15ab7e --- /dev/null +++ b/tools/python/transit/requirements.txt @@ -0,0 +1 @@ +numpy diff --git a/tools/unix/helper_python.sh b/tools/unix/helper_python.sh new file mode 100644 index 0000000000..6c043a6a93 --- /dev/null +++ b/tools/unix/helper_python.sh @@ -0,0 +1,16 @@ +PYTHON="${PYTHON:-python3}" + +function activate_venv_at_path() { + path=$1 + + if [ ! -d "$path/".venv ]; then + "$PYTHON" -m venv "$path"/.venv + fi + + source "$path"/.venv/bin/activate + + if [ -f "$path"/requirements.txt ]; then + pip install --upgrade pip + pip install -r "$path"/requirements.txt + fi +} diff --git a/tools/unix/maps/generate_subways.sh b/tools/unix/maps/generate_subways.sh new file mode 100755 index 0000000000..5f93339992 --- /dev/null +++ b/tools/unix/maps/generate_subways.sh @@ -0,0 +1,47 @@ +#!/bin/bash +set -e -u -o pipefail + +# Generate subways.transit.json file consumed by the maps generator. +# Inputs: +# - OSM planet in pbf format +# - csv table of subway networks +# (auto-downloaded from https://docs.google.com/spreadsheets/d/1SEW1-NiNOnA2qDwievcxYV1FOaQl1mb1fdeyqAxHu3k) +# Output: +# - subways.transit.json + +source "$(dirname "$0")/helper_settings.sh" +source "$REPO_PATH/tools/unix/helper_python.sh" + +# Parameters for the process_subways.sh script: +export PLANET="$PLANET_PBF" +export SKIP_PLANET_UPDATE="1" +# http(s) or "file://" URL to a CSV file with a list of subway networks. +# Auto-downloaded from https://docs.google.com/spreadsheets/d/1SEW1-NiNOnA2qDwievcxYV1FOaQl1mb1fdeyqAxHu3k +# If unavailable then replace with a local file. +# TODO: keep the downloaded csv file from the latest run. +#export CITIES_INFO_URL="" +export TMPDIR="$BUILD_PATH/subways" +# The output file, which needs post-processing by transit_graph_generator.py +export MAPSME="$SUBWAYS_PATH/subways.json" + +# Produce additional files needed for https://cdn.organicmaps.app/subway/ +export HTML_DIR="$SUBWAYS_VALIDATOR_PATH" +export DUMP="$SUBWAYS_VALIDATOR_PATH" +export GEOJSON="$SUBWAYS_VALIDATOR_PATH" +export DUMP_CITY_LIST="$SUBWAYS_VALIDATOR_PATH/cities.txt" + +"$SUBWAYS_REPO_PATH/scripts/process_subways.sh" 2>&1 | tee "$SUBWAYS_LOG" + +# Make render.html available for map visualization on the web +cp -r "$SUBWAYS_REPO_PATH"/render/* "$SUBWAYS_VALIDATOR_PATH/" + +TRANSIT_TOOL_PATH="$REPO_PATH/tools/python/transit" +SUBWAYS_GRAPH_FILE="$SUBWAYS_PATH/subways.transit.json" + +activate_venv_at_path "$TRANSIT_TOOL_PATH" +"$PYTHON" "$TRANSIT_TOOL_PATH/transit_graph_generator.py" "$MAPSME" "$SUBWAYS_GRAPH_FILE" 2>&1 | tee -a "$SUBWAYS_LOG" +deactivate + +echo "Generated subways transit graph file:" +echo "$SUBWAYS_GRAPH_FILE" +echo "Finished" diff --git a/tools/unix/maps/helper_settings.sh b/tools/unix/maps/helper_settings.sh new file mode 100644 index 0000000000..85bd957077 --- /dev/null +++ b/tools/unix/maps/helper_settings.sh @@ -0,0 +1,25 @@ +SETTINGS_FILE="${SETTINGS_FILE:-$(cd "$(dirname "$0")"; pwd -P)/settings.sh}" +if [ -f "$SETTINGS_FILE" ]; then + echo "Using settings from $SETTINGS_FILE" + source "$SETTINGS_FILE" +else + echo "Creating a template settings file $SETTINGS_FILE" + cat << EOF > "$SETTINGS_FILE" +# Customize the default settings here. +# (check the defaults in settings_default.sh) + +# The default maps workspace base is ../maps relative to the repo. +# All source and output and intermediate files will be organized there in corresponding subdirs. +# E.g. set it to the user's home directory: +# BASE_PATH="$HOME" +EOF +fi + +source "$(dirname "$0")/settings_default.sh" + +mkdir -p "$BASE_PATH" +mkdir -p "$BUILD_PATH" +mkdir -p "$DATA_PATH" + +mkdir -p "$PLANET_PATH" +mkdir -p "$SUBWAYS_PATH" diff --git a/tools/unix/maps/settings_default.sh b/tools/unix/maps/settings_default.sh new file mode 100644 index 0000000000..95cf379741 --- /dev/null +++ b/tools/unix/maps/settings_default.sh @@ -0,0 +1,25 @@ +# NOTE: edit the settings.sh file to customize/override the defaults. + +# Absolutize & normalize paths. +REPO_PATH="${REPO_PATH:-$(cd "$(dirname "$0")/../../.."; pwd -P)}" + +BASE_PATH="${BASE_PATH:-$REPO_PATH/../maps}" +# Temporary files +BUILD_PATH="${BUILD_PATH:-$BASE_PATH/build}" +# Other code repositories, e.g. subways, wikiparser.. +CODE_PATH="${CODE_PATH:-$REPO_PATH/..}" +# Source map data and processed outputs e.g. wiki articles +DATA_PATH="${DATA_PATH:-$BASE_PATH/data}" + +# OSM planet source files + +PLANET_PATH="${PLANET_PATH:-$DATA_PATH/planet}" +PLANET_PBF="${PLANET_PBF:-$PLANET_PATH/planet-latest.osm.pbf}" +PLANET_O5M="${PLANET_O5M:-$PLANET_PATH/planet-latest.o5m}" + +# Subways + +SUBWAYS_REPO_PATH="${SUBWAYS_REPO_PATH:-$CODE_PATH/subways}" +SUBWAYS_PATH="${SUBWAYS_PATH:-$DATA_PATH/subways}" +SUBWAYS_LOG="${SUBWAYS_LOG:-$SUBWAYS_PATH/subways.log}" +SUBWAYS_VALIDATOR_PATH="${SUBWAYS_VALIDATOR_PATH:-$SUBWAYS_PATH/validator}" -- 2.45.3