Last active
March 12, 2025 09:26
-
-
Save wipfli/f15ff4ffd2c3ceee2985dd977ad6d17b to your computer and use it in GitHub Desktop.
planetiler crashes
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| [0m0:00:00 DEB - argument: config=null (path to config file) | |
| [m[33m0:00:00 WAR - [21:108] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [24:109] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [25:130] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [38:127] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [39:108] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [41:131] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [48:173] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [53:114] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [64:118] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [67:137] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [69:113] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [75:109] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [76:147] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [81:134] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [82:160] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [91:150] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [94:143] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [95:172] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [102:135] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [103:109] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [104:119] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [105:128] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [106:111] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [107:131] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [108:133] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [109:132] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [110:124] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [111:131] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [112:133] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [113:112] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [114:127] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [115:128] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [116:121] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [117:123] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [118:127] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [119:124] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [120:160] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [121:118] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [122:121] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [123:118] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [124:107] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [125:121] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [126:121] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [127:109] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [128:123] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [129:124] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [130:123] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [131:128] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [132:143] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [133:133] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [147:128] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [164:157] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [182:145] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [196:140] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [200:164] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [201:126] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [206:123] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [208:155] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [209:142] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [214:125] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [217:164] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [221:157] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [242:145] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [246:124] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [247:166] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [299:127] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [307:147] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [308:124] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [312:130] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [324:131] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [325:126] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [332:125] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [340:181] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [342:159] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [358:185] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [374:172] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [375:149] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [376:142] Unexpected token type: START_OBJECT | |
| [m[0m0:00:00 DEB - argument: area=monaco (geofabrik area to download) | |
| [m[0m0:00:00 INF - argument: stats=use in-memory stats | |
| [m[0m0:00:00 DEB - argument: madvise=true (default value for whether to use linux madvise(random) to improve memory-mapped read performance for temporary storage) | |
| [m[0m0:00:00 DEB - argument: storage=mmap (default storage type for temporary data, one of [ram, mmap, direct]) | |
| [m[0m0:00:00 DEB - argument: threads=32 (num threads) | |
| [m[0m0:00:00 DEB - argument: write_threads=1 (number of threads to use when writing temp features) | |
| [m[0m0:00:00 DEB - argument: process_threads=31 (number of threads to use when processing input features) | |
| [m[0m0:00:00 DEB - argument: bounds=Env[-180.0 : 180.0, -85.0511287798066 : 85.0511287798066] (bounds) | |
| [m[0m0:00:00 DEB - argument: polygon=null (a .poly file that limits output to tiles intersecting the shape) | |
| [m[0m0:00:00 DEB - argument: minzoom=0 (minimum zoom level) | |
| [m[0m0:00:00 DEB - argument: maxzoom=7 (maximum zoom level up to 15) | |
| [m[0m0:00:00 DEB - argument: render_maxzoom=14 (maximum rendering zoom level up to 15) | |
| [m[0m0:00:00 DEB - argument: tmpdir=data/tmp (temp directory) | |
| [m[0m0:00:00 DEB - argument: feature_read_threads=2 (number of threads to use when reading features at tile write time) | |
| [m[0m0:00:00 DEB - argument: tile_write_threads=1 (number of threads used to write tiles - only supported by [files, csv, tsv, proto, pbf, json]) | |
| [m[0m0:00:00 DEB - argument: loginterval=10 seconds (time between logs) | |
| [m[0m0:00:00 DEB - argument: force=true (overwriting output file and ignore disk/RAM warnings) | |
| [m[0m0:00:00 DEB - argument: append=false (append to the output file - only supported by [files, csv, tsv, proto, pbf, json]) | |
| [m[0m0:00:00 DEB - argument: compress_temp=false (compress temporary feature storage (uses more CPU, but less disk space)) | |
| [m[0m0:00:00 DEB - argument: mmap_temp=true (use memory-mapped IO for temp feature files) | |
| [m[0m0:00:00 DEB - argument: sort_max_readers=6 (maximum number of concurrent read threads to use when sorting chunks) | |
| [m[0m0:00:00 DEB - argument: sort_max_writers=6 (maximum number of concurrent write threads to use when sorting chunks) | |
| [m[0m0:00:00 DEB - argument: nodemap_type=array (type of node location map, one of [noop, sortedtable, sparsearray, array]) | |
| [m[0m0:00:00 DEB - argument: nodemap_storage=mmap (storage for node location map, one of [ram, mmap, direct]) | |
| [m[0m0:00:00 DEB - argument: nodemap_madvise=true (use linux madvise(random) for node locations) | |
| [m[0m0:00:00 DEB - argument: multipolygon_geometry_storage=mmap (storage for multipolygon geometries, one of [ram, mmap, direct]) | |
| [m[0m0:00:00 DEB - argument: multipolygon_geometry_madvise=true (use linux madvise(random) for temporary multipolygon geometry storage) | |
| [m[0m0:00:00 DEB - argument: http_user_agent=Planetiler downloader (https://github.com/onthegomap/planetiler) (User-Agent header to set when downloading files over HTTP) | |
| [m[0m0:00:00 DEB - argument: http_timeout=30 seconds (Timeout to use when downloading files over HTTP) | |
| [m[0m0:00:00 DEB - argument: http_retries=1 (Retries to use when downloading files over HTTP) | |
| [m[0m0:00:00 DEB - argument: http_retry_wait=5 seconds (How long to wait before retrying HTTP request) | |
| [m[0m0:00:00 DEB - argument: download_chunk_size_mb=100 (Size of file chunks to download in parallel in megabytes) | |
| [m[0m0:00:00 DEB - argument: download_threads=1 (Number of parallel threads to use when downloading each file) | |
| [m[0m0:00:00 DEB - argument: download_max_bandwidth= (Maximum bandwidth to consume when downloading files in units mb/s, mbps, kbps, etc.) | |
| [m[0m0:00:00 DEB - argument: min_feature_size_at_max_zoom=0.0625 (Default value for the minimum size in tile pixels of features to emit at the maximum zoom level to allow for overzooming) | |
| [m[0m0:00:00 DEB - argument: min_feature_size=1.0 (Default value for the minimum size in tile pixels of features to emit below the maximum zoom level) | |
| [m[0m0:00:00 DEB - argument: simplify_tolerance_at_max_zoom=0.0625 (Default value for the tile pixel tolerance to use when simplifying features at the maximum zoom level to allow for overzooming) | |
| [m[0m0:00:00 DEB - argument: simplify_tolerance=0.1 (Default value for the tile pixel tolerance to use when simplifying features below the maximum zoom level) | |
| [m[0m0:00:00 DEB - argument: osm_lazy_reads=true (Read OSM blocks from disk in worker threads) | |
| [m[0m0:00:00 DEB - argument: skip_filled_tiles=false (Skip writing tiles containing only polygon fills to the output) | |
| [m[0m0:00:00 DEB - argument: tile_warning_size_mb=1.0 (Maximum size in megabytes of a tile to emit a warning about) | |
| [m[0m0:00:00 DEB - argument: color=null (Color the terminal output) | |
| [m[0m0:00:00 DEB - argument: keep_unzipped=false (keep unzipped sources by default after reading) | |
| [m[0m0:00:00 DEB - argument: tile_compression=gzip (the tile compression, one of [gzip, none]) | |
| [m[0m0:00:00 DEB - argument: output_layerstats=true (output a tsv.gz file for each tile/layer size) | |
| [m[0m0:00:00 DEB - argument: debug_url=https://onthegomap.github.io/planetiler-demo/#{z}/{lat}/{lon} (debug url to use for displaying tiles with {z} {lat} {lon} placeholders) | |
| [m[0m0:00:00 DEB - argument: tile_weights=data/tile_weights.tsv.gz (tsv.gz file with columns z,x,y,loads to generate weighted average tile size stat) | |
| [m[0m0:00:00 DEB - argument: max_point_buffer=Infinity (Additional global limit for the max tile pixels to include points outside tile bounds of all layers. Set to a lower value to reduce tile size for clients that handle label collisions across tiles (most web and native clients). NOTE: Do not reduce if you need to support raster tile rendering) | |
| [m[0m0:00:00 DEB - argument: log_jts_exceptions=true (Emit verbose details to debug JTS geometry errors) | |
| [m[0m0:00:00 DEB - argument: feature_source_id_multiplier=10 (Set vector tile feature IDs to (featureId * thisValue) + sourceId where sourceId is 1 for OSM nodes, 2 for ways, 3 for relations, and 0 for other sources. Set to false to disable.) | |
| [m[0m0:00:00 DEB - argument: only_download=false (download source data then exit) | |
| [m[0m0:00:00 DEB - argument: tests=null (run test cases in a yaml then quit) | |
| [m[0m0:00:00 DEB - argument: download=true (download sources) | |
| [m[0m0:00:00 DEB - argument: refresh_sources=false (download new version of source files if they have changed) | |
| [m[0m0:00:00 DEB - argument: download_osm_tile_weights=true (download OSM tile weights file) | |
| [m[0m0:00:00 DEB - argument: temp_nodes=data/tmp/node.db (temp node db location) | |
| [m[0m0:00:00 DEB - argument: temp_multipolygons=data/tmp/multipolygon.db (temp multipolygon db location) | |
| [m[0m0:00:00 DEB - argument: temp_features=data/tmp/feature.db (temp feature db location) | |
| [m[0m0:00:00 DEB - argument: osm_parse_node_bounds=false (parse bounds from OSM nodes instead of header) | |
| [m[0m0:00:00 DEB - argument: ne_path=data/sources/natural_earth_vector.sqlite.zip (ne sqlite db path) | |
| [m[0m0:00:00 DEB - argument: refresh_ne=false (Download new version of ne if changed) | |
| [m[0m0:00:00 DEB - argument: free_ne_after_read=false (delete ne input file after reading to make space for output (reduces peak disk usage)) | |
| [m[0m0:00:00 DEB - argument: ne_url=https://naciscdn.org/naturalearth/packages/natural_earth_vector.sqlite.zip (ne sqlite db url) | |
| [m[0m0:00:00 DEB - argument: ne_keep_unzipped=true (keep unzipped ne after reading) | |
| [m[0m0:00:00 DEB - argument: osm_path=/home/oliver/osm/sea-latest.osm.pbf (osm OSM input file path) | |
| [m[0m0:00:00 DEB - argument: refresh_osm=false (Download new version of osm if changed) | |
| [m[0m0:00:00 DEB - argument: free_osm_after_read=false (delete osm input file after reading to make space for output (reduces peak disk usage)) | |
| [m[0m0:00:00 DEB - argument: osm_url=geofabrik:monaco (osm OSM input file url) | |
| [m[0m0:00:00 DEB - argument: osm_water_path=data/sources/water-polygons-split-3857.zip (osm_water shapefile path) | |
| [m[0m0:00:00 DEB - argument: refresh_osm_water=false (Download new version of osm_water if changed) | |
| [m[0m0:00:00 DEB - argument: free_osm_water_after_read=false (delete osm_water input file after reading to make space for output (reduces peak disk usage)) | |
| [m[0m0:00:00 DEB - argument: osm_water_url=https://osmdata.openstreetmap.de/download/water-polygons-split-3857.zip (osm_water shapefile url) | |
| [m[0m0:00:00 DEB - argument: osm_land_path=data/sources/land-polygons-split-3857.zip (osm_land shapefile path) | |
| [m[0m0:00:00 DEB - argument: refresh_osm_land=false (Download new version of osm_land if changed) | |
| [m[0m0:00:00 DEB - argument: free_osm_land_after_read=false (delete osm_land input file after reading to make space for output (reduces peak disk usage)) | |
| [m[0m0:00:00 DEB - argument: osm_land_url=https://osmdata.openstreetmap.de/download/land-polygons-split-3857.zip (osm_land shapefile url) | |
| [m[0m0:00:00 DEB - argument: landcover_path=data/sources/daylight-landcover.gpkg (landcover geopackage path) | |
| [m[0m0:00:00 DEB - argument: refresh_landcover=false (Download new version of landcover if changed) | |
| [m[0m0:00:00 DEB - argument: free_landcover_after_read=false (delete landcover input file after reading to make space for output (reduces peak disk usage)) | |
| [m[0m0:00:00 DEB - argument: landcover_url=https://r2-public.protomaps.com/datasets/daylight-landcover.gpkg (landcover geopackage url) | |
| [m[0m0:00:00 DEB - argument: landcover_keep_unzipped=false (keep unzipped landcover after reading) | |
| [m[0m0:00:00 INF [download:ne] - Skipping ne: data/sources/natural_earth_vector.sqlite.zip already up-to-date | |
| [m[0m0:00:00 INF [download:pgf-encoding] - Skipping pgf-encoding: data/sources/pgf-encoding.zip already up-to-date | |
| [m[0m0:00:00 INF - ne: [ 0 0% 0/s ] pgf-encoding: [ 0 0% 0/s ] cpus: [34m0[0m gc: 0% heap: 29M/32G direct: 25k postGC: [34m46M[0m | |
| [m[0m0:00:00 DEB - argument: clip= (File path to GeoJSON Polygon or MultiPolygon geometry to clip tileset.) | |
| [m[0m0:00:00 DEB - argument: layer=landcover (Process only a single layer. Possible values are: boundaries, buildings, landuse, landcover, places, pois, roads, transit, water, earth) | |
| [m[0m0:00:00 DEB - argument: output=data/v5.pmtiles (output tile archive URI) | |
| [m[0m0:00:00 DEB - argument: version=false (show version then exit) | |
| [m[0m0:00:00 INF - Planetiler build git hash: 9fd863509e9016b167ccf089c49f6ac4fd911b8f | |
| [m[0m0:00:00 INF - Planetiler build version: 0.8.4-SNAPSHOT | |
| [m[0m0:00:00 INF - Planetiler build timestamp: 2025-01-27T11:11:34.073Z | |
| [m[0m0:00:00 DEB - argument: help=false (show arguments then exit) | |
| [m[0m0:00:00 DEB - argument: layer_stats=/home/oliver/basemaps/tiles/data/v5.pmtiles.layerstats.tsv.gz (layer stats output path) | |
| [m[0m0:00:00 INF - Building Basemap profile into file:///home/oliver/basemaps/tiles/data/v5.pmtiles in these phases: | |
| [m[0m0:00:00 INF - ne: Process features in data/sources/natural_earth_vector.sqlite.zip | |
| [m[0m0:00:00 INF - osm_pass1: Pre-process OpenStreetMap input (store node locations then relation members) | |
| [m[0m0:00:00 INF - osm_pass2: Process OpenStreetMap nodes, ways, then relations | |
| [m[0m0:00:00 INF - osm_water: Process features in data/sources/water-polygons-split-3857.zip | |
| [m[0m0:00:00 INF - osm_land: Process features in data/sources/land-polygons-split-3857.zip | |
| [m[0m0:00:00 INF - landcover: Process features in data/sources/daylight-landcover.gpkg | |
| [m[0m0:00:00 INF - sort: Sort rendered features by tile ID | |
| [m[0m0:00:00 INF - archive: Encode each tile and write to TileArchiveConfig[format=PMTILES, scheme=FILE, uri=file:///home/oliver/basemaps/tiles/data/v5.pmtiles, options={}] | |
| [m[0m0:00:00 DEB - ✓ 76G storage on / (/dev/nvme0n1p2) requested for read phase disk, 3.5T available | |
| [m[0m0:00:00 DEB - - 76G used for temporary node location cache | |
| [m[0m0:00:00 DEB - - 7.4M used for temporary multipolygon geometry cache | |
| [m[0m0:00:00 DEB - ✓ 76G storage on / (/dev/nvme0n1p2) requested for read phase, 3.5T available | |
| [m[0m0:00:00 DEB - - 76G used for array node location cache (switch to sparsearray to reduce size) | |
| [m[0m0:00:00 DEB - - 7.4M used for multipolygon way geometries | |
| [m[33m0:00:00 WAR - Planetiler will use ~76G memory-mapped files for node locations and multipolygon geometries but the OS only | |
| has 34G available to cache pages, this may slow the import down. To speed up, run on a machine with more | |
| memory or reduce the -Xmx setting. | |
| [m[0m0:00:00 DEB - argument: archive_name=Protomaps Basemap ('name' attribute for tileset metadata) | |
| [m[0m0:00:00 DEB - argument: archive_description=Basemap layers derived from OpenStreetMap and Natural Earth ('description' attribute for tileset metadata) | |
| [m[0m0:00:00 DEB - argument: archive_attribution=<a href="https://www.openstreetmap.org/copyright" target="_blank">© OpenStreetMap</a> ('attribution' attribute for tileset metadata) | |
| [m[0m0:00:00 DEB - argument: archive_version=4.6.0 ('version' attribute for tileset metadata) | |
| [m[0m0:00:00 DEB - argument: archive_type=baselayer ('type' attribute for tileset metadata) | |
| [m[0m0:00:00 DEB - argument: archive_format=pbf ('format' attribute for tileset metadata) | |
| [m[0m0:00:00 INF - Using merge sort feature map, chunk size=2000mb max workers=32 | |
| [m[0m0:00:00 INF [ne] - | |
| [m[0m0:00:00 INF [ne] - Starting... | |
| [m[0m0:00:05 INF [ne] - read: [32m[ 349k 100% 87k/s ][0m write: [ 13k 3.4k/s ] 2.6M | |
| cpus: [34m5[0m gc: 1% heap: 64M/32G direct: 33k postGC: [34m127M[0m | |
| -> (0/4) -> read( -%) -> (0/1k) -> process( -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -%) -> (0/82k) -> write( -%) | |
| [m[0m0:00:05 INF [ne] - Finished in 5s cpu:20s avg:3.9 | |
| [m[0m0:00:05 INF [ne] - read 2x(31% 2s done:3s) | |
| [m[0m0:00:05 INF [ne] - process 31x(6% 0.3s wait:4s done:1s) | |
| [m[0m0:00:05 INF [ne] - write 1x(0% 0s wait:4s done:1s) | |
| [m[0m0:00:05 INF [osm_pass1] - | |
| [m[0m0:00:05 INF [osm_pass1] - Starting... | |
| [m[0m0:00:15 INF [osm_pass1] - nodes: [32m[ 2.8M 279k/s ][0m 24G ways: [ 0 0/s ] rels: [ 0 0/s ] blocks: [ 347 34/s ] | |
| cpus: [34m3.3[0m gc: 1% heap: 27G/32G direct: 1.2G postGC: [34m6.7G[0m hppc: 752 | |
| read( 0%) -> (63/94) -> process( 6% 4% 13% 12% 33% 11% 9% 5% 4% 11% 5% 4% 5% 32% 4% 39% 5% 7% 5% 5% 6% 6% 30% 4% 4% 5% 6% 4% 5% 4% 4%) | |
| [m[0m0:00:25 INF [osm_pass1] - nodes: [32m[ 3.5M 77k/s ][0m 42G ways: [ 0 0/s ] rels: [ 0 0/s ] blocks: [ 446 9/s ] | |
| cpus: [34m1.9[0m gc: 0% heap: 9.5G/32G direct: 2.4G postGC: [34m8.1G[0m hppc: 752 | |
| read( 0%) -> (63/94) -> process( 4% 35% 1% 1% 1% 15% 1% 0% 1% 1% 6% 0% 22% 1% 1% 0% 1% 18% 0% 0% 1% 1% 25% 1% 8% 22% 0% 1% 5% 12% 1%) | |
| [m[0m0:00:35 INF [osm_pass1] - nodes: [32m[ 4.8M 122k/s ][0m 59G ways: [ 0 0/s ] rels: [ 0 0/s ] blocks: [ 598 15/s ] | |
| cpus: [34m1.9[0m gc: 0% heap: 31G/32G direct: 3.2G postGC: [34m8.1G[0m hppc: 752 | |
| read( 0%) -> (63/94) -> process(20% 0% 1% 1% 9% 15% 0% 12% 8% 1% 39% 0% 0% 1% 8% 1% 1% 1% 7% 1% 1% 1% 1% 18% 1% 3% 1% 29% 1% 4% 0%) | |
| [m[0m0:00:45 INF [osm_pass1] - nodes: [32m[ 5.4M 60k/s ][0m 80G ways: [ 0 0/s ] rels: [ 0 0/s ] blocks: [ 673 7/s ] | |
| cpus: [34m1.6[0m gc: 0% heap: 26G/32G direct: 3.4G postGC: [34m6G[0m hppc: 752 | |
| read( -%) -> (28/94) -> process( 4% 0% 0% 0% 0% 14% 5% 0% 0% 1% 0% 0% 7% 0% 10% 2% 0% 0% 12% 0% 8% 0% 15% 0% 0% 9% 21% 40% 0% 4% 0%) | |
| [m[0m0:00:55 INF [osm_pass1] - nodes: [32m[ 5.7M 37k/s ][0m 100G ways: [ 0 0/s ] rels: [ 0 0/s ] blocks: [ 723 4/s ] | |
| cpus: [34m1.6[0m gc: 0% heap: 21G/32G direct: 3.6G postGC: [34m7.3G[0m hppc: 752 | |
| read( -%) -> (0/94) -> process(15% 0% 3% 9% 0% 0% 0% 28% 0% 0% 0% 0% 0% 14% 0% 5% 0% 0% 25% 0% 1% 36% 1% 10% 0% 0% 0% 0% 0% 6% 0%) | |
| [m[0m0:00:57 INF [osm_pass1:process] - Finished nodes: 5,779,658 (112k/s) in 51s cpu:1m42s avg:2 | |
| [m[0m0:00:57 INF [osm_pass1:process] - Finished ways: 62,968 (769k/s) in 0.1s cpu:0.8s avg:10.4 | |
| [m[0m0:00:57 INF [osm_pass1:process] - Finished relations: 63 (765/s) in 0.1s cpu:0.8s avg:10.2 | |
| [m[0m0:00:57 INF [osm_pass1] - nodes: [32m[ 5.7M 1/s ][0m 100G ways: [32m[ 62k 46k/s ][0m rels: [32m[ 63 46/s ][0m blocks: [ 732 6/s ] | |
| cpus: [34m1.7[0m gc: 0% heap: 21G/32G direct: 3.6G postGC: [34m7.3G[0m hppc: 286k | |
| read( -%) -> (0/94) -> process( -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -%) | |
| [m[0m0:00:57 DEB [osm_pass1] - Processed 732 blocks: | |
| [m[0m0:00:57 DEB [osm_pass1] - nodes: 5,779,658 (112k/s) in 51s cpu:1m42s avg:2 | |
| [m[0m0:00:57 DEB [osm_pass1] - ways: 62,968 (769k/s) in 0.1s cpu:0.8s avg:10.4 | |
| [m[0m0:00:57 DEB [osm_pass1] - relations: 63 (765/s) in 0.1s cpu:0.8s avg:10.2 | |
| [m[0m0:00:57 INF [osm_pass1] - Finished in 52s cpu:1m45s avg:2 | |
| [m[0m0:00:57 INF [osm_pass1] - read 1x(0% 0s wait:32s done:19s) | |
| [m[0m0:00:57 INF [osm_pass1] - process 31x(6% 3s wait:46s) | |
| [m[0m0:00:57 INF [osm_pass2] - | |
| [m[0m0:00:57 INF [osm_pass2] - Starting... | |
| [m[31m0:00:57 ERR [osm_pass2:process] - Error processing OSM Node 27881600 | |
| java.lang.UnsupportedOperationException | |
| at java.base/java.util.AbstractMap.put(AbstractMap.java:213) | |
| at com.onthegomap.planetiler.reader.WithTags.setTag(WithTags.java:147) | |
| at com.protomaps.basemap.layers.Water.processOsm(Water.java:304) | |
| at com.onthegomap.planetiler.ForwardingProfile.processFeature(ForwardingProfile.java:217) | |
| at com.onthegomap.planetiler.reader.osm.OsmReader.render(OsmReader.java:471) | |
| at com.onthegomap.planetiler.reader.osm.OsmReader.lambda$pass2$7(OsmReader.java:363) | |
| at com.onthegomap.planetiler.worker.WorkerPipeline$Builder.lambda$addWorker$0(WorkerPipeline.java:249) | |
| at com.onthegomap.planetiler.worker.Worker.lambda$new$0(Worker.java:41) | |
| at com.onthegomap.planetiler.worker.Worker.lambda$new$1(Worker.java:68) | |
| at java.base/java.util.concurrent.CompletableFuture$AsyncRun.run(CompletableFuture.java:1804) | |
| at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| at java.base/java.lang.Thread.run(Thread.java:1583) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| [0m0:00:00 DEB - argument: config=null (path to config file) | |
| [m[33m0:00:00 WAR - [21:108] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [24:109] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [25:130] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [38:127] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [39:108] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [41:131] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [48:173] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [53:114] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [64:118] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [67:137] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [69:113] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [75:109] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [76:147] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [81:134] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [82:160] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [91:150] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [94:143] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [95:172] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [102:135] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [103:109] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [104:119] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [105:128] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [106:111] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [107:131] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [108:133] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [109:132] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [110:124] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [111:131] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [112:133] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [113:112] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [114:127] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [115:128] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [116:121] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [117:123] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [118:127] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [119:124] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [120:160] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [121:118] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [122:121] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [123:118] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [124:107] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [125:121] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [126:121] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [127:109] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [128:123] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [129:124] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [130:123] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [131:128] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [132:143] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [133:133] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [147:128] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [164:157] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [182:145] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [196:140] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [200:164] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [201:126] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [206:123] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [208:155] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [209:142] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [214:125] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [217:164] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [221:157] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [242:145] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [246:124] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [247:166] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [299:127] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [307:147] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [308:124] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [312:130] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [324:131] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [325:126] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [332:125] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [340:181] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [342:159] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [358:185] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [374:172] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [375:149] Unexpected token type: START_OBJECT | |
| [m[33m0:00:00 WAR - [376:142] Unexpected token type: START_OBJECT | |
| [m[0m0:00:00 DEB - argument: area=monaco (geofabrik area to download) | |
| [m[0m0:00:00 INF - argument: stats=use in-memory stats | |
| [m[0m0:00:00 DEB - argument: madvise=true (default value for whether to use linux madvise(random) to improve memory-mapped read performance for temporary storage) | |
| [m[0m0:00:00 DEB - argument: storage=mmap (default storage type for temporary data, one of [ram, mmap, direct]) | |
| [m[0m0:00:00 DEB - argument: threads=32 (num threads) | |
| [m[0m0:00:00 DEB - argument: write_threads=1 (number of threads to use when writing temp features) | |
| [m[0m0:00:00 DEB - argument: process_threads=31 (number of threads to use when processing input features) | |
| [m[0m0:00:00 DEB - argument: bounds=Env[-8.55 : 36.7, 28.68 : 47.81] (bounds) | |
| [m[0m0:00:00 DEB - argument: polygon=null (a .poly file that limits output to tiles intersecting the shape) | |
| [m[0m0:00:00 DEB - argument: minzoom=0 (minimum zoom level) | |
| [m[0m0:00:00 DEB - argument: maxzoom=6 (maximum zoom level up to 15) | |
| [m[0m0:00:00 DEB - argument: render_maxzoom=14 (maximum rendering zoom level up to 15) | |
| [m[0m0:00:00 DEB - argument: tmpdir=data/tmp (temp directory) | |
| [m[0m0:00:00 DEB - argument: feature_read_threads=2 (number of threads to use when reading features at tile write time) | |
| [m[0m0:00:00 DEB - argument: tile_write_threads=1 (number of threads used to write tiles - only supported by [files, csv, tsv, proto, pbf, json]) | |
| [m[0m0:00:00 DEB - argument: loginterval=10 seconds (time between logs) | |
| [m[0m0:00:00 DEB - argument: force=true (overwriting output file and ignore disk/RAM warnings) | |
| [m[0m0:00:00 DEB - argument: append=false (append to the output file - only supported by [files, csv, tsv, proto, pbf, json]) | |
| [m[0m0:00:00 DEB - argument: compress_temp=false (compress temporary feature storage (uses more CPU, but less disk space)) | |
| [m[0m0:00:00 DEB - argument: mmap_temp=true (use memory-mapped IO for temp feature files) | |
| [m[0m0:00:00 DEB - argument: sort_max_readers=6 (maximum number of concurrent read threads to use when sorting chunks) | |
| [m[0m0:00:00 DEB - argument: sort_max_writers=6 (maximum number of concurrent write threads to use when sorting chunks) | |
| [m[0m0:00:00 DEB - argument: nodemap_type=sparsearray (type of node location map, one of [noop, sortedtable, sparsearray, array]) | |
| [m[0m0:00:00 DEB - argument: nodemap_storage=mmap (storage for node location map, one of [ram, mmap, direct]) | |
| [m[0m0:00:00 DEB - argument: nodemap_madvise=true (use linux madvise(random) for node locations) | |
| [m[0m0:00:00 DEB - argument: multipolygon_geometry_storage=mmap (storage for multipolygon geometries, one of [ram, mmap, direct]) | |
| [m[0m0:00:00 DEB - argument: multipolygon_geometry_madvise=true (use linux madvise(random) for temporary multipolygon geometry storage) | |
| [m[0m0:00:00 DEB - argument: http_user_agent=Planetiler downloader (https://github.com/onthegomap/planetiler) (User-Agent header to set when downloading files over HTTP) | |
| [m[0m0:00:00 DEB - argument: http_timeout=30 seconds (Timeout to use when downloading files over HTTP) | |
| [m[0m0:00:00 DEB - argument: http_retries=1 (Retries to use when downloading files over HTTP) | |
| [m[0m0:00:00 DEB - argument: http_retry_wait=5 seconds (How long to wait before retrying HTTP request) | |
| [m[0m0:00:00 DEB - argument: download_chunk_size_mb=100 (Size of file chunks to download in parallel in megabytes) | |
| [m[0m0:00:00 DEB - argument: download_threads=1 (Number of parallel threads to use when downloading each file) | |
| [m[0m0:00:00 DEB - argument: download_max_bandwidth= (Maximum bandwidth to consume when downloading files in units mb/s, mbps, kbps, etc.) | |
| [m[0m0:00:00 DEB - argument: min_feature_size_at_max_zoom=0.0625 (Default value for the minimum size in tile pixels of features to emit at the maximum zoom level to allow for overzooming) | |
| [m[0m0:00:00 DEB - argument: min_feature_size=1.0 (Default value for the minimum size in tile pixels of features to emit below the maximum zoom level) | |
| [m[0m0:00:00 DEB - argument: simplify_tolerance_at_max_zoom=0.0625 (Default value for the tile pixel tolerance to use when simplifying features at the maximum zoom level to allow for overzooming) | |
| [m[0m0:00:00 DEB - argument: simplify_tolerance=0.1 (Default value for the tile pixel tolerance to use when simplifying features below the maximum zoom level) | |
| [m[0m0:00:00 DEB - argument: osm_lazy_reads=true (Read OSM blocks from disk in worker threads) | |
| [m[0m0:00:00 DEB - argument: skip_filled_tiles=false (Skip writing tiles containing only polygon fills to the output) | |
| [m[0m0:00:00 DEB - argument: tile_warning_size_mb=1.0 (Maximum size in megabytes of a tile to emit a warning about) | |
| [m[0m0:00:00 DEB - argument: color=null (Color the terminal output) | |
| [m[0m0:00:00 DEB - argument: keep_unzipped=false (keep unzipped sources by default after reading) | |
| [m[0m0:00:00 DEB - argument: tile_compression=gzip (the tile compression, one of [gzip, none]) | |
| [m[0m0:00:00 DEB - argument: output_layerstats=true (output a tsv.gz file for each tile/layer size) | |
| [m[0m0:00:00 DEB - argument: debug_url=https://onthegomap.github.io/planetiler-demo/#{z}/{lat}/{lon} (debug url to use for displaying tiles with {z} {lat} {lon} placeholders) | |
| [m[0m0:00:00 DEB - argument: tile_weights=data/tile_weights.tsv.gz (tsv.gz file with columns z,x,y,loads to generate weighted average tile size stat) | |
| [m[0m0:00:00 DEB - argument: max_point_buffer=Infinity (Additional global limit for the max tile pixels to include points outside tile bounds of all layers. Set to a lower value to reduce tile size for clients that handle label collisions across tiles (most web and native clients). NOTE: Do not reduce if you need to support raster tile rendering) | |
| [m[0m0:00:00 DEB - argument: log_jts_exceptions=true (Emit verbose details to debug JTS geometry errors) | |
| [m[0m0:00:00 DEB - argument: feature_source_id_multiplier=10 (Set vector tile feature IDs to (featureId * thisValue) + sourceId where sourceId is 1 for OSM nodes, 2 for ways, 3 for relations, and 0 for other sources. Set to false to disable.) | |
| [m[0m0:00:00 DEB - argument: only_download=false (download source data then exit) | |
| [m[0m0:00:00 DEB - argument: tests=null (run test cases in a yaml then quit) | |
| [m[0m0:00:00 DEB - argument: download=true (download sources) | |
| [m[0m0:00:00 DEB - argument: refresh_sources=false (download new version of source files if they have changed) | |
| [m[0m0:00:00 DEB - argument: download_osm_tile_weights=true (download OSM tile weights file) | |
| [m[0m0:00:00 DEB - argument: temp_nodes=data/tmp/node.db (temp node db location) | |
| [m[0m0:00:00 DEB - argument: temp_multipolygons=data/tmp/multipolygon.db (temp multipolygon db location) | |
| [m[0m0:00:00 DEB - argument: temp_features=data/tmp/feature.db (temp feature db location) | |
| [m[0m0:00:00 DEB - argument: osm_parse_node_bounds=false (parse bounds from OSM nodes instead of header) | |
| [m[0m0:00:00 DEB - argument: ne_path=data/sources/natural_earth_vector.sqlite.zip (ne sqlite db path) | |
| [m[0m0:00:00 DEB - argument: refresh_ne=false (Download new version of ne if changed) | |
| [m[0m0:00:00 DEB - argument: free_ne_after_read=false (delete ne input file after reading to make space for output (reduces peak disk usage)) | |
| [m[0m0:00:00 DEB - argument: ne_url=https://naciscdn.org/naturalearth/packages/natural_earth_vector.sqlite.zip (ne sqlite db url) | |
| [m[0m0:00:00 DEB - argument: ne_keep_unzipped=true (keep unzipped ne after reading) | |
| [m[0m0:00:00 DEB - argument: osm_path=/home/oliver/osm/sea-latest.osm.pbf (osm OSM input file path) | |
| [m[0m0:00:00 DEB - argument: refresh_osm=false (Download new version of osm if changed) | |
| [m[0m0:00:00 DEB - argument: free_osm_after_read=false (delete osm input file after reading to make space for output (reduces peak disk usage)) | |
| [m[0m0:00:00 DEB - argument: osm_url=geofabrik:monaco (osm OSM input file url) | |
| [m[0m0:00:00 DEB - argument: osm_water_path=data/sources/water-polygons-split-3857.zip (osm_water shapefile path) | |
| [m[0m0:00:00 DEB - argument: refresh_osm_water=false (Download new version of osm_water if changed) | |
| [m[0m0:00:00 DEB - argument: free_osm_water_after_read=false (delete osm_water input file after reading to make space for output (reduces peak disk usage)) | |
| [m[0m0:00:00 DEB - argument: osm_water_url=https://osmdata.openstreetmap.de/download/water-polygons-split-3857.zip (osm_water shapefile url) | |
| [m[0m0:00:00 DEB - argument: osm_land_path=data/sources/land-polygons-split-3857.zip (osm_land shapefile path) | |
| [m[0m0:00:00 DEB - argument: refresh_osm_land=false (Download new version of osm_land if changed) | |
| [m[0m0:00:00 DEB - argument: free_osm_land_after_read=false (delete osm_land input file after reading to make space for output (reduces peak disk usage)) | |
| [m[0m0:00:00 DEB - argument: osm_land_url=https://osmdata.openstreetmap.de/download/land-polygons-split-3857.zip (osm_land shapefile url) | |
| [m[0m0:00:00 DEB - argument: landcover_path=data/sources/daylight-landcover.gpkg (landcover geopackage path) | |
| [m[0m0:00:00 DEB - argument: refresh_landcover=false (Download new version of landcover if changed) | |
| [m[0m0:00:00 DEB - argument: free_landcover_after_read=false (delete landcover input file after reading to make space for output (reduces peak disk usage)) | |
| [m[0m0:00:00 DEB - argument: landcover_url=https://r2-public.protomaps.com/datasets/daylight-landcover.gpkg (landcover geopackage url) | |
| [m[0m0:00:00 DEB - argument: landcover_keep_unzipped=false (keep unzipped landcover after reading) | |
| [m[0m0:00:00 INF [download:ne] - Skipping ne: data/sources/natural_earth_vector.sqlite.zip already up-to-date | |
| [m[0m0:00:00 INF [download:pgf-encoding] - Skipping pgf-encoding: data/sources/pgf-encoding.zip already up-to-date | |
| [m[0m0:00:00 INF - ne: [ 0 0% 0/s ] pgf-encoding: [ 0 0% 0/s ] cpus: [34m0[0m gc: 0% heap: 30M/32G direct: 25k postGC: [34m45M[0m | |
| [m[0m0:00:00 DEB - argument: clip= (File path to GeoJSON Polygon or MultiPolygon geometry to clip tileset.) | |
| [m[0m0:00:00 DEB - argument: layer=landcover (Process only a single layer. Possible values are: boundaries, buildings, landuse, landcover, places, pois, roads, transit, water, earth) | |
| [m[0m0:00:00 DEB - argument: output=data/v5.pmtiles (output tile archive URI) | |
| [m[0m0:00:00 DEB - argument: version=false (show version then exit) | |
| [m[0m0:00:00 INF - Planetiler build git hash: 9fd863509e9016b167ccf089c49f6ac4fd911b8f | |
| [m[0m0:00:00 INF - Planetiler build version: 0.8.4-SNAPSHOT | |
| [m[0m0:00:00 INF - Planetiler build timestamp: 2025-01-27T11:11:34.073Z | |
| [m[0m0:00:00 DEB - argument: help=false (show arguments then exit) | |
| [m[0m0:00:00 DEB - argument: layer_stats=/home/oliver/basemaps/tiles/data/v5.pmtiles.layerstats.tsv.gz (layer stats output path) | |
| [m[0m0:00:00 INF - Building Basemap profile into file:///home/oliver/basemaps/tiles/data/v5.pmtiles in these phases: | |
| [m[0m0:00:00 INF - ne: Process features in data/sources/natural_earth_vector.sqlite.zip | |
| [m[0m0:00:00 INF - osm_pass1: Pre-process OpenStreetMap input (store node locations then relation members) | |
| [m[0m0:00:00 INF - osm_pass2: Process OpenStreetMap nodes, ways, then relations | |
| [m[0m0:00:00 INF - osm_water: Process features in data/sources/water-polygons-split-3857.zip | |
| [m[0m0:00:00 INF - osm_land: Process features in data/sources/land-polygons-split-3857.zip | |
| [m[0m0:00:00 INF - landcover: Process features in data/sources/daylight-landcover.gpkg | |
| [m[0m0:00:00 INF - sort: Sort rendered features by tile ID | |
| [m[0m0:00:00 INF - archive: Encode each tile and write to TileArchiveConfig[format=PMTILES, scheme=FILE, uri=file:///home/oliver/basemaps/tiles/data/v5.pmtiles, options={}] | |
| [m[0m0:00:00 DEB - ✓ 56M storage on / (/dev/nvme0n1p2) requested for read phase disk, 3.4T available | |
| [m[0m0:00:00 DEB - - 48M used for temporary node location cache | |
| [m[0m0:00:00 DEB - - 7.4M used for temporary multipolygon geometry cache | |
| [m[0m0:00:00 DEB - ✓ 300M JVM heap requested for read phase, 32G available | |
| [m[0m0:00:00 DEB - - 300M used for sparsearray node location in-memory index | |
| [m[0m0:00:00 DEB - ✓ 56M storage on / (/dev/nvme0n1p2) requested for read phase, 3.4T available | |
| [m[0m0:00:00 DEB - - 48M used for sparsearray node location cache | |
| [m[0m0:00:00 DEB - - 7.4M used for multipolygon way geometries | |
| [m[0m0:00:00 DEB - ✓ 56M temporary files and 34G of free memory for OS to cache them | |
| [m[0m0:00:00 DEB - argument: archive_name=Protomaps Basemap ('name' attribute for tileset metadata) | |
| [m[0m0:00:00 DEB - argument: archive_description=Basemap layers derived from OpenStreetMap and Natural Earth ('description' attribute for tileset metadata) | |
| [m[0m0:00:00 DEB - argument: archive_attribution=<a href="https://www.openstreetmap.org/copyright" target="_blank">© OpenStreetMap</a> ('attribution' attribute for tileset metadata) | |
| [m[0m0:00:00 DEB - argument: archive_version=4.6.0 ('version' attribute for tileset metadata) | |
| [m[0m0:00:00 DEB - argument: archive_type=baselayer ('type' attribute for tileset metadata) | |
| [m[0m0:00:00 DEB - argument: archive_format=pbf ('format' attribute for tileset metadata) | |
| [m[0m0:00:00 INF - Using merge sort feature map, chunk size=2000mb max workers=32 | |
| [m[0m0:00:00 INF [ne] - | |
| [m[0m0:00:00 INF [ne] - Starting... | |
| [m[0m0:00:05 INF [ne] - read: [32m[ 349k 100% 92k/s ][0m write: [ 274 72/s ] 155k | |
| cpus: [34m2.4[0m gc: 1% heap: 100M/32G direct: 17k postGC: [34m83M[0m | |
| -> (0/4) -> read( -% -%) -> (0/1k) -> process( -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -%) -> (0/82k) -> write( -%) | |
| [m[0m0:00:05 INF [ne] - Finished in 5s cpu:9s avg:1.9 | |
| [m[0m0:00:05 INF [ne] - read 2x(33% 2s done:3s) | |
| [m[0m0:00:05 INF [ne] - process 31x(2% 0.1s wait:4s done:1s) | |
| [m[0m0:00:05 INF [ne] - write 1x(0% 0s wait:4s done:1s) | |
| [m[0m0:00:05 INF [osm_pass1] - | |
| [m[0m0:00:05 INF [osm_pass1] - Starting... | |
| [m[0m0:00:06 INF [osm_pass1:process] - Finished nodes: 5,779,658 (7.8M/s) in 0.7s cpu:8s avg:10.5 | |
| [m[0m0:00:06 INF [osm_pass1:process] - Finished ways: 62,968 (1.1M/s) in 0.1s cpu:0.5s avg:9.2 | |
| [m[0m0:00:06 INF [osm_pass1:process] - Finished relations: 63 (2.8k/s) in 0s cpu:0.1s avg:5.4 | |
| [m[0m0:00:06 INF [osm_pass1] - nodes: [32m[ 5.7M 6.3M/s ][0m 445M ways: [32m[ 62k 68k/s ][0m rels: [32m[ 63 68/s ][0m blocks: [ 732 800/s ] | |
| cpus: [34m12.1[0m gc: 10% heap: 803M/32G direct: 17k postGC: [34m705M[0m hppc: 286k | |
| read( -%) -> (0/91) -> parse( -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -% -%) -> (0/62) -> process( -%) | |
| [m[0m0:00:06 DEB [osm_pass1] - Processed 732 blocks: | |
| [m[0m0:00:06 DEB [osm_pass1] - nodes: 5,779,658 (7.8M/s) in 0.7s cpu:8s avg:10.5 | |
| [m[0m0:00:06 DEB [osm_pass1] - ways: 62,968 (1.1M/s) in 0.1s cpu:0.5s avg:9.2 | |
| [m[0m0:00:06 DEB [osm_pass1] - relations: 63 (2.8k/s) in 0s cpu:0.1s avg:5.4 | |
| [m[0m0:00:06 INF [osm_pass1] - Finished in 0.9s cpu:11s avg:12 | |
| [m[0m0:00:06 INF [osm_pass1] - read 1x(2% 0s) | |
| [m[0m0:00:06 INF [osm_pass1] - parse 30x(27% 0.3s) | |
| [m[0m0:00:06 INF [osm_pass1] - process 1x(68% 0.6s) | |
| [m[0m0:00:06 INF [osm_pass2] - | |
| [m[0m0:00:06 INF [osm_pass2] - Starting... | |
| [m[0m0:00:07 DEB [osm_pass2:process] - Sorting long long multimap... | |
| [m[0m0:00:07 DEB [osm_pass2:process] - Sorted long long multimap 0s cpu:0s avg:24.7 | |
| [m[0m0:00:07 INF [osm_pass2:process] - Finished nodes: 5,779,658 (8.7M/s) in 0.7s cpu:19s avg:29.2 | |
| [m[31m0:00:07 ERR [osm_pass2:process] - Error processing OSM Way 114207049 | |
| java.io.UncheckedIOException: java.nio.file.NoSuchFileException: data/tmp/node.db | |
| at com.onthegomap.planetiler.collection.AppendStoreMmap.getSegments(AppendStoreMmap.java:67) | |
| at com.onthegomap.planetiler.collection.AppendStoreMmap$Longs.getLong(AppendStoreMmap.java:165) | |
| at com.onthegomap.planetiler.collection.SparseArrayLongLongMap.get(SparseArrayLongLongMap.java:74) | |
| at com.onthegomap.planetiler.reader.osm.OsmReader$NodeDbLocationProvider.getWayGeometry(OsmReader.java:845) | |
| at com.onthegomap.planetiler.reader.osm.OsmReader$WaySourceFeature.computeLine(OsmReader.java:750) | |
| at com.onthegomap.planetiler.geo.WithGeometry.line(WithGeometry.java:230) | |
| at com.onthegomap.planetiler.FeatureCollector.line(FeatureCollector.java:112) | |
| at com.protomaps.basemap.layers.Water.processOsm(Water.java:350) | |
| at com.onthegomap.planetiler.ForwardingProfile.processFeature(ForwardingProfile.java:217) | |
| at com.onthegomap.planetiler.reader.osm.OsmReader.render(OsmReader.java:471) | |
| at com.onthegomap.planetiler.reader.osm.OsmReader.lambda$pass2$7(OsmReader.java:363) | |
| at com.onthegomap.planetiler.worker.WorkerPipeline$Builder.lambda$addWorker$0(WorkerPipeline.java:249) | |
| at com.onthegomap.planetiler.worker.Worker.lambda$new$0(Worker.java:41) | |
| at com.onthegomap.planetiler.worker.Worker.lambda$new$1(Worker.java:68) | |
| at java.base/java.util.concurrent.CompletableFuture$AsyncRun.run(CompletableFuture.java:1804) | |
| at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144) | |
| at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642) | |
| at java.base/java.lang.Thread.run(Thread.java:1583) | |
| Caused by: java.nio.file.NoSuchFileException: data/tmp/node.db | |
| at java.base/sun.nio.fs.UnixException.translateToIOException(UnixException.java:92) | |
| at java.base/sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:106) | |
| at java.base/sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:111) | |
| at java.base/sun.nio.fs.UnixFileSystemProvider.newFileChannel(UnixFileSystemProvider.java:224) | |
| at java.base/java.nio.channels.FileChannel.open(FileChannel.java:309) | |
| at java.base/java.nio.channels.FileChannel.open(FileChannel.java:369) | |
| at com.onthegomap.planetiler.collection.AppendStoreMmap.getSegments(AppendStoreMmap.java:64) | |
| ... 17 more |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment