merged and faster slicer

This commit is contained in:
randogoth 2025-03-04 16:17:56 +00:00
parent 189f135840
commit 2e06b2c8bf
6 changed files with 90 additions and 193 deletions

View file

@ -4,14 +4,14 @@ extract input output:
download region output:
quackosm --geom-filter-geocode {{region}} --osm-extract-source Geofabrik --osm-tags-filter-file tags.json --compact --output {{output}}
convert input output export_flags='--parquet':
python3 slice.py --input {{input}} --output {{output}} {{export_flags}}
convert input water='water.parquet' output='geohash' export_flags='--parquet':
python3 slice.py -i {{input}} -w {{water}} -o {{output}} {{export_flags}}
water input output export_flags='--parquet':
python3 water.py -i {{input}} -o {{output}} -c coastline.parquet {{export_flags}}
water coast='coastline.parquet' water='water.parquet' output='geohash':
python3 water.py {{coast}} {{water}} {{output}}
shp input output:
ogr2ogr -of 'Parquet' {{output}} {{input}}
ogr2ogr -s_srs EPSG:4326 -t_srs EPSG:4326 -a_srs EPSG:4326 -of 'Parquet' {{output}} {{input}}
plot file:
#!/usr/bin/env bash
@ -24,7 +24,7 @@ process file:
echo "Extracting Data from OpenStreetMaps PBF"
quackosm {{file}} --osm-tags-filter-file tags.json --compact --output ${stem}.parquet
echo "Generating geohash parquet files"
python3 slice.py --input ${stem}.parquet --output geohash
python3 slice.py --input ${stem}.parquet --water water.parquet --output geohash --parquet
echo "Cleaning up"
rm ${stem}.parquet