Skip to content

Add geometries materialized view to OSM/OHM Qleverfiles #295

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
ullingerc wants to merge 1 commit into
base: main
Choose a base branch
from
Open

Add geometries materialized view to OSM/OHM Qleverfiles #295

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 3 additions & 0 deletions src/qlever/Qleverfiles/Qleverfile.ohm-planet
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -23,6 +23,8 @@ STXXL_MEMORY = 5G
PARSER_BUFFER_SIZE = 50M
SETTINGS_JSON = { "num-triples-per-batch": 5000000 }
ENCODE_AS_ID = https://www.openhistoricalmap.org/node/ http://www.openhistoricalmap.org/node/ https://www.openhistoricalmap.org/way/ https://www.openhistoricalmap.org/relation/ https://osm2rdf.cs.uni-freiburg.de/rdf/geom#ohmnode_tagged_ https://osm2rdf.cs.uni-freiburg.de/rdf/geom#ohmnode_untagged_ https://osm2rdf.cs.uni-freiburg.de/rdf/geom#ohmway_ https://osm2rdf.cs.uni-freiburg.de/rdf/geom#ohmrel_ https://www.openstreetmap.org/changeset/
VOCABULARY_TYPE = on-disk-compressed-geo-split
MATERIALIZED_VIEWS = { "geometries" : "PREFIX geo: <http://www.opengis.net/ont/geosparql#> PREFIX geof: <http://www.opengis.net/def/function/geosparql/> SELECT ?subject ?intermediate ?geometry ?centroid ?area ?length WHERE { ?subject geo:hasGeometry ?intermediate . ?intermediate geo:asWKT ?geometry . BIND(geof:centroid(?geometry) AS ?centroid) BIND(geof:metricArea(?geometry) AS ?area) BIND(geof:metricLength(?geometry) AS ?length) BIND(ql:envelopeLowerLeft(?geometry) AS ?lower_left) BIND(ql:envelopeUpperRight(?geometry) AS ?upper_right) }" }

[server]
PORT = 7037
Expand All @@ -32,6 +34,7 @@ CACHE_MAX_SIZE = 5G
TIMEOUT = 600s
CACHE_MAX_SIZE_SINGLE_ENTRY = 4G
WARMUP_CMD = curl -s https://qlever.cs.uni-freiburg.de/petrimaps/query --data-urlencode "query=PREFIX geo: <http://www.opengis.net/ont/geosparql#> PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#> PREFIX osm: <https://www.openstreetmap.org/> SELECT ?osm_id ?geometry WHERE { ?osm_id geo:hasGeometry/geo:asWKT ?geometry . ?osm_id rdf:type osm:node } LIMIT 1" --data-urlencode "backend=https://qlever.cs.uni-freiburg.de/api/${data:NAME}" > /dev/null
PRELOAD_MATERIALIZED_VIEWS = geometries

[runtime]
SYSTEM = docker
Expand Down
2 changes: 2 additions & 0 deletions src/qlever/Qleverfiles/Qleverfile.osm-country
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,7 @@ VOCABULARY_TYPE = on-disk-compressed-geo-split
STXXL_MEMORY = 10G
SETTINGS_JSON = { "num-triples-per-batch": 10000000 }
ENCODE_AS_ID = https://www.openstreetmap.org/node/ http://www.openstreetmap.org/node/ https://www.openstreetmap.org/way/ https://www.openstreetmap.org/relation/ https://osm2rdf.cs.uni-freiburg.de/rdf/geom#osmnode_tagged_ https://osm2rdf.cs.uni-freiburg.de/rdf/geom#osmnode_untagged_ https://osm2rdf.cs.uni-freiburg.de/rdf/geom#osmway_ https://osm2rdf.cs.uni-freiburg.de/rdf/geom#osmrel_ https://www.openstreetmap.org/changeset/
MATERIALIZED_VIEWS = { "geometries" : "PREFIX geo: <http://www.opengis.net/ont/geosparql#> PREFIX geof: <http://www.opengis.net/def/function/geosparql/> SELECT ?subject ?intermediate ?geometry ?centroid ?area ?length WHERE { ?subject geo:hasGeometry ?intermediate . ?intermediate geo:asWKT ?geometry . BIND(geof:centroid(?geometry) AS ?centroid) BIND(geof:metricArea(?geometry) AS ?area) BIND(geof:metricLength(?geometry) AS ?length) BIND(ql:envelopeLowerLeft(?geometry) AS ?lower_left) BIND(ql:envelopeUpperRight(?geometry) AS ?upper_right) }" }

[server]
PORT = 7025
Expand All @@ -29,6 +30,7 @@ MEMORY_FOR_QUERIES = 20G
CACHE_MAX_SIZE = 10G
CACHE_MAX_SIZE_SINGLE_ENTRY = 5G
TIMEOUT = 100s
PRELOAD_MATERIALIZED_VIEWS = geometries

[runtime]
SYSTEM = docker
Expand Down
2 changes: 2 additions & 0 deletions src/qlever/Qleverfiles/Qleverfile.osm-planet
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,7 @@ STXXL_MEMORY = 60G
SETTINGS_JSON = { "num-triples-per-batch": 10000000 }
ULIMIT = 50000
ENCODE_AS_ID = https://www.openstreetmap.org/node/ http://www.openstreetmap.org/node/ https://www.openstreetmap.org/way/ https://www.openstreetmap.org/relation/ https://osm2rdf.cs.uni-freiburg.de/rdf/geom#osmnode_ https://osm2rdf.cs.uni-freiburg.de/rdf/geom#osmway_ https://osm2rdf.cs.uni-freiburg.de/rdf/geom#osmrel_ https://www.openstreetmap.org/changeset/
MATERIALIZED_VIEWS = { "geometries" : "PREFIX geo: <http://www.opengis.net/ont/geosparql#> PREFIX geof: <http://www.opengis.net/def/function/geosparql/> SELECT ?subject ?intermediate ?geometry ?centroid ?area ?length WHERE { ?subject geo:hasGeometry ?intermediate . ?intermediate geo:asWKT ?geometry . BIND(geof:centroid(?geometry) AS ?centroid) BIND(geof:metricArea(?geometry) AS ?area) BIND(geof:metricLength(?geometry) AS ?length) BIND(ql:envelopeLowerLeft(?geometry) AS ?lower_left) BIND(ql:envelopeUpperRight(?geometry) AS ?upper_right) }" }

[server]
PORT = 7007
Expand All @@ -30,6 +31,7 @@ MEMORY_FOR_QUERIES = 40G
CACHE_MAX_SIZE = 20G
CACHE_MAX_SIZE_SINGLE_ENTRY = 20G
TIMEOUT = 600s
PRELOAD_MATERIALIZED_VIEWS = geometries

[runtime]
SYSTEM = docker
Expand Down
2 changes: 2 additions & 0 deletions src/qlever/Qleverfiles/Qleverfile.osm-planet-from-pbf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -25,6 +25,7 @@ STXXL_MEMORY = 60G
SETTINGS_JSON = { "num-triples-per-batch": 10000000 }
ULIMIT = 50000
ENCODE_AS_ID = https://www.openstreetmap.org/node/ http://www.openstreetmap.org/node/ https://www.openstreetmap.org/way/ https://www.openstreetmap.org/relation/ https://osm2rdf.cs.uni-freiburg.de/rdf/geom#osmnode_tagged_ https://osm2rdf.cs.uni-freiburg.de/rdf/geom#osmnode_untagged_ https://osm2rdf.cs.uni-freiburg.de/rdf/geom#osmway_ https://osm2rdf.cs.uni-freiburg.de/rdf/geom#osmrel_ https://www.openstreetmap.org/changeset/
MATERIALIZED_VIEWS = { "geometries" : "PREFIX geo: <http://www.opengis.net/ont/geosparql#> PREFIX geof: <http://www.opengis.net/def/function/geosparql/> SELECT ?subject ?intermediate ?geometry ?centroid ?area ?length WHERE { ?subject geo:hasGeometry ?intermediate . ?intermediate geo:asWKT ?geometry . BIND(geof:centroid(?geometry) AS ?centroid) BIND(geof:metricArea(?geometry) AS ?area) BIND(geof:metricLength(?geometry) AS ?length) BIND(ql:envelopeLowerLeft(?geometry) AS ?lower_left) BIND(ql:envelopeUpperRight(?geometry) AS ?upper_right) }" }

[server]
PORT = 7007
Expand All @@ -33,6 +34,7 @@ MEMORY_FOR_QUERIES = 40G
CACHE_MAX_SIZE = 20G
CACHE_MAX_SIZE_SINGLE_ENTRY = 10G
TIMEOUT = 600s
PRELOAD_MATERIALIZED_VIEWS = geometries

[runtime]
SYSTEM = docker
Expand Down
Loading