Improve the basemap schema and workflow (#910)

- Split the schema and the refresh scripts in the basemap
- Prefix all the openstreetmap tables and views with osm_
- Use singular name everywhere in the database
- Add the option to truncate the existing osm tables
- Use CREATE OR REPLACE for views
- Use IF NOT EXISTS for materialized views
- Configure the spotless dbeaver sql formatter
- Format the sql code
- Add cache directory to ignored files
- Improve the coherence between layers
- Fix minor style issues
- Improve the README of the basemap

Author: bchapuis

.gitignore

@@ -26,6 +26,7 @@ basemap/cache_*/
 basemap/local.*
 basemap/tiles.mbtiles
 basemap/tiles/
+basemap/cache/
 
 # Examples
 examples/ip-to-location/archives/

.run/basemap-serve.run.xml

@@ -2,7 +2,7 @@
   <configuration default="false" name="basemap-serve" type="Application" factoryName="Application">
     <option name="MAIN_CLASS_NAME" value="org.apache.baremaps.cli.Baremaps" />
     <module name="baremaps-cli" />
-    <option name="PROGRAM_PARAMETERS" value="map serve --tileset tileset.js --style style.js" />
+    <option name="PROGRAM_PARAMETERS" value="map serve --tileset tileset.js --style style.js --log-level DEBUG" />
     <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/basemap" />
     <method v="2">
       <option name="Make" enabled="true" />

baremaps-cli/src/main/java/org/apache/baremaps/cli/database/ImportOsm.java

@@ -18,7 +18,6 @@
 package org.apache.baremaps.cli.database;
 
 
-
 import java.nio.file.Path;
 import java.util.concurrent.Callable;
 import org.apache.baremaps.cli.Options;
@@ -55,6 +54,7 @@ public Integer call() throws Exception {
         file.toAbsolutePath(),
         database,
         srid,
+        true,
         true).execute(new WorkflowContext());
     return 0;
   }

baremaps-core/src/main/java/org/apache/baremaps/tasks/ImportOsmPbf.java

@@ -44,6 +44,7 @@ public class ImportOsmPbf implements Task {
   private Object database;
   private Integer databaseSrid;
   private Boolean replaceExisting;
+  private Boolean truncateTables;
 
   /**
    * Constructs a {@code ImportOsmPbf}.
@@ -61,11 +62,12 @@ public ImportOsmPbf() {
    * @param replaceExisting whether to replace the existing tables
    */
   public ImportOsmPbf(Path file, Object database,
-      Integer databaseSrid, Boolean replaceExisting) {
+      Integer databaseSrid, Boolean replaceExisting, Boolean truncateTables) {
     this.file = file;
     this.database = database;
     this.databaseSrid = databaseSrid;
     this.replaceExisting = replaceExisting;
+    this.truncateTables = truncateTables;
   }
 
   /**
@@ -82,8 +84,8 @@ public void execute(WorkflowContext context) throws Exception {
     var wayRepository = new WayRepository(datasource);
     var relationRepository = new RelationRepository(datasource);
 
+    // Drop the existing tables
     if (TRUE.equals(replaceExisting)) {
-      // Drop the existing tables
       headerRepository.drop();
       nodeRepository.drop();
       wayRepository.drop();
@@ -96,6 +98,14 @@ public void execute(WorkflowContext context) throws Exception {
       relationRepository.create();
     }
 
+    // Truncate the existing tables
+    if (TRUE.equals(truncateTables)) {
+      headerRepository.truncate();
+      nodeRepository.truncate();
+      wayRepository.truncate();
+      relationRepository.truncate();
+    }
+
     var coordinateMap = context.getCoordinateMap();
     var referenceMap = context.getReferenceMap();
 

baremaps-core/src/test/java/org/apache/baremaps/workflow/ObjectMapperTest.java

@@ -43,7 +43,7 @@ public void test() throws IOException {
             new Step("import", List.of("download"),
                 List.of(new ImportOsmPbf(Paths.get("liechtenstein-latest.osm.pbf"),
                     "jdbc:postgresql://localhost:5432/baremaps?&user=baremaps&password=baremaps",
-                    3857, true)))));
+                    3857, true, true)))));
     var json = mapper.writeValueAsString(workflow1);
     assertTrue(json.contains(DownloadUrl.class.getSimpleName()));
     assertTrue(json.contains(ImportOsmPbf.class.getSimpleName()));

baremaps-core/src/test/java/org/apache/baremaps/workflow/WorkflowTest.java

@@ -103,7 +103,7 @@ void execute() {
         new Step("import-osmpbf", List.of("fetch-osmpbf"),
             List.of(new ImportOsmPbf(Paths.get("downloads/liechtenstein.osm.pbf"),
                 jdbcUrl(),
-                3857, true))),
+                3857, true, true))),
         new Step("fetch-shapefile", List.of(), List.of(new DownloadUrl(
             "https://osmdata.openstreetmap.de/download/simplified-water-polygons-split-3857.zip",
             Paths.get("downloads/simplified-water-polygons-split-3857.zip"), false))),

baremaps-postgres/src/main/java/org/apache/baremaps/postgres/openstreetmap/CoordinateMap.java

@@ -53,7 +53,7 @@ public class CoordinateMap extends PostgresMap<Long, Coordinate> {
    * Constructs a {@link CoordinateMap}.
    */
   public CoordinateMap(DataSource dataSource) {
-    this(dataSource, "public", "osm_nodes");
+    this(dataSource, "public", "osm_node");
   }
 
   /**

baremaps-postgres/src/main/java/org/apache/baremaps/postgres/openstreetmap/HeaderRepository.java

@@ -67,7 +67,7 @@ public HeaderRepository(DataSource dataSource) {
     this(
         dataSource,
         "public",
-        "osm_headers",
+        "osm_header",
         "replication_sequence_number",
         "replication_timestamp",
         "replication_url",

baremaps-postgres/src/main/java/org/apache/baremaps/postgres/openstreetmap/NodeRepository.java

@@ -74,7 +74,7 @@ public NodeRepository(DataSource dataSource) {
     this(
         dataSource,
         "public",
-        "osm_nodes",
+        "osm_node",
         "id",
         "version",
         "uid",

baremaps-postgres/src/main/java/org/apache/baremaps/postgres/openstreetmap/ReferenceMap.java

@@ -55,7 +55,7 @@ public class ReferenceMap extends PostgresMap<Long, List<Long>> {
    * Constructs a {@code PostgresReferenceMap}.
    */
   public ReferenceMap(DataSource dataSource) {
-    this(dataSource, "public", "osm_ways");
+    this(dataSource, "public", "osm_way");
   }
 
   /**