Add rpsl data store and simplify package structure

Author: bchapuis

baremaps-benchmarking/src/main/java/org/apache/baremaps/benchmarking/geoparquet/OvertureMapsBenchmark.java

@@ -21,7 +21,7 @@
 import java.nio.file.Files;
 import java.nio.file.Path;
 import java.util.concurrent.TimeUnit;
-import org.apache.baremaps.geoparquet.format.GeoParquetReader;
+import org.apache.baremaps.geoparquet.GeoParquetReader;
 import org.apache.hadoop.fs.s3a.AnonymousAWSCredentialsProvider;
 import org.openjdk.jmh.annotations.*;
 import org.openjdk.jmh.runner.Runner;

baremaps-benchmarking/src/main/java/org/apache/baremaps/benchmarking/geoparquet/SmallFileBenchmark.java

@@ -22,7 +22,7 @@
 import java.nio.file.Files;
 import java.nio.file.Path;
 import java.util.concurrent.TimeUnit;
-import org.apache.baremaps.geoparquet.format.GeoParquetReader;
+import org.apache.baremaps.geoparquet.GeoParquetReader;
 import org.openjdk.jmh.annotations.*;
 import org.openjdk.jmh.runner.Runner;
 import org.openjdk.jmh.runner.RunnerException;

baremaps-cli/src/main/java/org/apache/baremaps/cli/dem/VectorTileContours.java

@@ -24,8 +24,8 @@
 import java.util.concurrent.Callable;
 import org.apache.baremaps.maplibre.tileset.Tileset;
 import org.apache.baremaps.maplibre.tileset.TilesetLayer;
-import org.apache.baremaps.openstreetmap.format.stream.ProgressLogger;
-import org.apache.baremaps.openstreetmap.format.stream.StreamUtils;
+import org.apache.baremaps.openstreetmap.stream.ProgressLogger;
+import org.apache.baremaps.openstreetmap.stream.StreamUtils;
 import org.apache.baremaps.tasks.ExportVectorTiles;
 import org.apache.baremaps.tilestore.TileCoord;
 import org.apache.baremaps.tilestore.TileEntry;

baremaps-core/src/main/java/org/apache/baremaps/geocoder/openstreetmap/OpenStreetMapDocumentMapper.java

@@ -20,8 +20,8 @@
 
 
 import java.util.function.Function;
-import org.apache.baremaps.openstreetmap.format.model.Element;
-import org.apache.baremaps.openstreetmap.format.model.Node;
+import org.apache.baremaps.openstreetmap.model.Element;
+import org.apache.baremaps.openstreetmap.model.Node;
 import org.apache.lucene.document.Document;
 import org.apache.lucene.document.Field;
 import org.apache.lucene.document.LatLonShape;

baremaps-core/src/main/java/org/apache/baremaps/geocoder/openstreetmap/OpenStreetMapEntityConsumer.java

@@ -18,8 +18,8 @@
 package org.apache.baremaps.geocoder.openstreetmap;
 
 import java.util.function.Consumer;
-import org.apache.baremaps.openstreetmap.format.model.Element;
-import org.apache.baremaps.openstreetmap.format.model.Entity;
+import org.apache.baremaps.openstreetmap.model.Element;
+import org.apache.baremaps.openstreetmap.model.Entity;
 import org.apache.lucene.index.IndexWriter;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;

baremaps-core/src/main/java/org/apache/baremaps/iploc/IpLocMapper.java

@@ -85,19 +85,22 @@ public Optional<IpLocObject> apply(RpslObject nicObject) {
       var attributes = nicObject.asMap();
 
       // Use a default name if there is no netname
-      var network = attributes.getOrDefault("netname", "unknown");
+      var network = String.join(", ", attributes.getOrDefault("netname", List.of("unknown")));
+      var geoloc = String.join(", ", attributes.getOrDefault("geoloc", List.of()));
+      var country = String.join(", ", attributes.getOrDefault("country", List.of()));
+      var source = String.join(", ", attributes.getOrDefault("source", List.of()));
 
       // If there is a geoloc field, we use the latitude and longitude provided
       if (attributes.containsKey("geoloc")) {
-        var location = stringToCoordinate(attributes.get("geoloc"));
+        var location = stringToCoordinate(geoloc);
         if (location.isPresent()) {
           return Optional.of(new IpLocObject(
-              attributes.get("geoloc"),
+              geoloc,
               inetRange,
               location.get(),
               network,
-              attributes.get("country"),
-              attributes.get("source"),
+              country,
+              source,
               IpLocPrecision.GEOLOC));
         }
       }
@@ -112,36 +115,37 @@ public Optional<IpLocObject> apply(RpslObject nicObject) {
         // build a query text string out of the cherry-picked fields
         var queryTextBuilder = new StringBuilder();
         for (String field : searchedFields) {
-          if (!Strings.isNullOrEmpty(attributes.get(field))) {
+          var fieldValue = String.join(", ", attributes.get(field));
+          if (!Strings.isNullOrEmpty(fieldValue)) {
             queryTextBuilder.append(attributes.get(field)).append(" ");
           }
         }
 
         String queryText = queryTextBuilder.toString();
-        var location = findLocationInCountry(queryText, attributes.get("country"));
+        var location = findLocationInCountry(queryText, country);
         if (location.isPresent()) {
           return Optional.of(new IpLocObject(
               queryText,
               inetRange,
               location.get(),
               network,
-              attributes.get("country"),
-              attributes.get("source"),
+              country,
+              source,
               IpLocPrecision.GEOCODER));
         }
       }
 
       // If there is a country get the location of country
       if (attributes.containsKey("country")) {
-        var location = findCountryLocation(attributes.get("country"));
+        var location = findCountryLocation(country);
         if (location.isPresent()) {
           return Optional.of(new IpLocObject(
-              attributes.get("country"),
+              country,
               inetRange,
               location.get(),
               network,
-              attributes.get("country"),
-              attributes.get("source"),
+              country,
+              source,
               IpLocPrecision.COUNTRY));
         }
       }
@@ -152,7 +156,7 @@ public Optional<IpLocObject> apply(RpslObject nicObject) {
           new Coordinate(),
           network,
           null,
-          attributes.get("source"),
+          source,
           IpLocPrecision.WORLD));
     } catch (Exception e) {
       logger.warn("Error while mapping nic object to ip loc object", e);

baremaps-core/src/main/java/org/apache/baremaps/iploc/IpLocRepository.java

@@ -28,7 +28,7 @@
 import java.util.List;
 import java.util.stream.Stream;
 import javax.sql.DataSource;
-import org.apache.baremaps.openstreetmap.format.stream.StreamUtils;
+import org.apache.baremaps.openstreetmap.stream.StreamUtils;
 import org.locationtech.jts.geom.Coordinate;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;

baremaps-core/src/main/java/org/apache/baremaps/tasks/CreateGeocoderOpenStreetMap.java

@@ -25,8 +25,8 @@
 import java.util.StringJoiner;
 import org.apache.baremaps.geocoder.GeocoderConstants;
 import org.apache.baremaps.geocoder.openstreetmap.OpenStreetMapEntityConsumer;
-import org.apache.baremaps.openstreetmap.format.pbf.PbfEntityReader;
-import org.apache.baremaps.openstreetmap.format.stream.StreamUtils;
+import org.apache.baremaps.openstreetmap.pbf.PbfEntityReader;
+import org.apache.baremaps.openstreetmap.stream.StreamUtils;
 import org.apache.baremaps.workflow.Task;
 import org.apache.baremaps.workflow.WorkflowContext;
 import org.apache.lucene.index.IndexWriter;

baremaps-core/src/main/java/org/apache/baremaps/tasks/CreateIplocIndex.java

@@ -26,7 +26,7 @@
 import java.util.StringJoiner;
 import org.apache.baremaps.iploc.IpLocReader;
 import org.apache.baremaps.iploc.IpLocRepository;
-import org.apache.baremaps.openstreetmap.format.stream.StreamException;
+import org.apache.baremaps.openstreetmap.stream.StreamException;
 import org.apache.baremaps.workflow.Task;
 import org.apache.baremaps.workflow.WorkflowContext;
 import org.apache.lucene.search.SearcherFactory;

baremaps-core/src/main/java/org/apache/baremaps/tasks/DiffService.java

@@ -17,7 +17,7 @@
 
 package org.apache.baremaps.tasks;
 
-import static org.apache.baremaps.openstreetmap.format.stream.ConsumerUtils.consumeThenReturn;
+import static org.apache.baremaps.openstreetmap.stream.ConsumerUtils.consumeThenReturn;
 
 import java.io.BufferedInputStream;
 import java.net.MalformedURLException;
@@ -28,12 +28,12 @@
 import java.util.stream.Stream;
 import java.util.stream.StreamSupport;
 import java.util.zip.GZIPInputStream;
-import org.apache.baremaps.openstreetmap.format.function.EntityGeometryBuilder;
-import org.apache.baremaps.openstreetmap.format.function.EntityToGeometryMapper;
-import org.apache.baremaps.openstreetmap.format.function.ProjectionTransformer;
-import org.apache.baremaps.openstreetmap.format.model.*;
-import org.apache.baremaps.openstreetmap.format.stream.StreamException;
-import org.apache.baremaps.openstreetmap.format.xml.XmlChangeReader;
+import org.apache.baremaps.openstreetmap.function.EntityGeometryBuilder;
+import org.apache.baremaps.openstreetmap.function.EntityToGeometryMapper;
+import org.apache.baremaps.openstreetmap.function.ProjectionTransformer;
+import org.apache.baremaps.openstreetmap.model.*;
+import org.apache.baremaps.openstreetmap.stream.StreamException;
+import org.apache.baremaps.openstreetmap.xml.XmlChangeReader;
 import org.apache.baremaps.postgres.openstreetmap.HeaderRepository;
 import org.apache.baremaps.postgres.openstreetmap.Repository;
 import org.apache.baremaps.tilestore.TileCoord;