forked from organicmaps/organicmaps
[github] GitHub Action to update Wikipedia
Signed-off-by: Roman Tsisyk <roman@tsisyk.com>
This commit is contained in:
parent
e2f5005ce8
commit
fd67ef394d
1 changed files with 61 additions and 0 deletions
61
.github/workflows/generator-wikipedia.yaml
vendored
Normal file
61
.github/workflows/generator-wikipedia.yaml
vendored
Normal file
|
@ -0,0 +1,61 @@
|
|||
#
|
||||
# Update Wikipedia data on the generator host.
|
||||
#
|
||||
name: Generator / Wikipedia
|
||||
on:
|
||||
push:
|
||||
branches:
|
||||
- generator-actions
|
||||
workflow_dispatch:
|
||||
|
||||
jobs:
|
||||
update-wikipedia:
|
||||
name: Update Wikipedia
|
||||
runs-on: [self-hosted, planet]
|
||||
environment: planet
|
||||
concurrency:
|
||||
group: planet
|
||||
cancel-in-progress: false
|
||||
timeout-minutes: 1440 # 24 hours
|
||||
steps:
|
||||
- name: Sanity checks
|
||||
run: |
|
||||
[[ -n "${{ vars.PLANET_PBF }}" && -f "${{ vars.PLANET_PBF }}" ]] && \
|
||||
[[ -n "${{ vars.PLANET_WIKIPEDIA_DUMPS }}" && "${{ vars.PLANET_WIKIPEDIA_DUMPS }}" != *$'\n'* ]] && \
|
||||
[[ -n "${{ vars.PLANET_WIKIPEDIA_DESCRIPTIONS }}" && "${{ vars.PLANET_WIKIPEDIA_DESCRIPTIONS }}" != *$'\n'* ]] && \
|
||||
[[ -n "${{ vars.PLANET_WIKIPEDIA_BUILD }}" && "${{ vars.PLANET_WIKIPEDIA_BUILD }}" != *$'\n'* ]] && \
|
||||
echo 'GitHub Variables are OK'
|
||||
|
||||
- name: Checkout wikiparser sources
|
||||
uses: actions/checkout@v4
|
||||
with:
|
||||
repository: 'organicmaps/wikiparser'
|
||||
path: wikiparser
|
||||
|
||||
- name: Build wikiparser
|
||||
working-directory: wikiparser
|
||||
run: |
|
||||
cargo build --release
|
||||
|
||||
- name: Download new Wikipedia dumps
|
||||
if: false # temporary disable because 20250101+ dumps are incompatible.
|
||||
working-directory: wikiparser
|
||||
run: |
|
||||
mkdir -p "${{ vars.PLANET_WIKIPEDIA_DUMPS }}"
|
||||
./download.sh -D "${{ vars.PLANET_WIKIPEDIA_DUMPS }}"
|
||||
ls -la "${{ vars.PLANET_WIKIPEDIA_DUMPS }}/latest"
|
||||
|
||||
- name: Generate Wikipedia descriptions
|
||||
working-directory: wikiparser
|
||||
run: |
|
||||
mkdir -p "${{ vars.PLANET_WIKIPEDIA_DESCRIPTIONS }}" "${{ vars.PLANET_WIKIPEDIA_BUILD }}"
|
||||
rm -rf "${{ vars.PLANET_WIKIPEDIA_BUILD }}"/* || :
|
||||
sed -i 's|OUTPUT_DIR=.*|OUTPUT_DIR="${{ vars.PLANET_WIKIPEDIA_DESCRIPTIONS }}"|' run.sh
|
||||
./run.sh "${{ vars.PLANET_WIKIPEDIA_BUILD }}" "${{ vars.PLANET_PBF }}" "${{ vars.PLANET_WIKIPEDIA_DUMPS }}/latest/"*.json.tar.gz
|
||||
|
||||
- name: Upload tsv files
|
||||
uses: actions/upload-artifact@v4
|
||||
with:
|
||||
name: wikipedia-osm-tags
|
||||
path: '${{ vars.PLANET_WIKIPEDIA_BUILD }}/osm_tags*.tsv'
|
||||
if-no-files-found: error
|
Loading…
Add table
Reference in a new issue