Use logstash-bridge GeoIP interfaces.

Author: mashhurs

build.gradle

@@ -307,10 +307,6 @@ task shadeElasticsearchIngestGeoIpModule(type: com.github.jengelman.gradle.plugi
 
     mergeServiceFiles()
 
-    String shadeNamespace = "org.elasticsearch.ingest.geoip.shaded"
-    relocate('com.fasterxml.jackson', "${shadeNamespace}.com.fasterxml.jackson")
-    relocate('com.maxmind',           "${shadeNamespace}.com.maxmind")
-
     exclude '**/module-info.class'
 }
 

gradle.properties

@@ -1,3 +1,3 @@
 LOGSTASH_PATH=../../logstash
 ELASTICSEARCH_REPO=mashhurs/elasticsearch
-ELASTICSEARCH_TREEISH=move-to-bridge-stable-api-investigation
+ELASTICSEARCH_TREEISH=logstash-bridge-geoip-interfaces

src/main/java/co/elastic/logstash/filters/elasticintegration/geoip/ConstantIpDatabaseHolder.java

@@ -1,7 +1,5 @@
 package co.elastic.logstash.filters.elasticintegration.geoip;
 
-import org.elasticsearch.ingest.geoip.IpDatabase;
-
 import java.io.Closeable;
 import java.io.IOException;
 import java.util.Objects;

src/main/java/co/elastic/logstash/filters/elasticintegration/geoip/GeoIpProcessorFactory.java

@@ -6,8 +6,8 @@
  */
 package co.elastic.logstash.filters.elasticintegration.geoip;
 
-import org.elasticsearch.ingest.geoip.GeoIpProcessor;
 import org.elasticsearch.logstashbridge.ingest.ProcessorBridge;
+import org.elasticsearch.logstashbridge.geoip.GeoIpProcessorBridge;
 
 import java.util.Map;
 import java.util.stream.Collectors;
@@ -24,8 +24,9 @@ public ProcessorBridge create(Map<String, ProcessorBridge.Factory> processorFact
                             String tag,
                             String description,
                             Map<String, Object> config) throws Exception {
-        return ProcessorBridge.fromInternal(new GeoIpProcessor.Factory("geoip", this.ipDatabaseProvider)
-                .create(processorFactories.entrySet()
+        return ProcessorBridge.fromInternal(
+                new GeoIpProcessorBridge.Factory("geoip", this.ipDatabaseProvider.toInternal()).toInternal()
+                    .create(processorFactories.entrySet()
                                 .stream()
                                 .collect(Collectors.toMap(Map.Entry::getKey,e -> e.getValue().toInternal())),
                         tag,

src/main/java/co/elastic/logstash/filters/elasticintegration/geoip/IpDatabaseAdapter.java

@@ -8,30 +8,25 @@
 
 import org.apache.logging.log4j.LogManager;
 import org.apache.logging.log4j.Logger;
-import org.elasticsearch.ExceptionsHelper;
-import org.elasticsearch.common.CheckedBiFunction;
-import org.elasticsearch.ingest.geoip.IpDatabase;
-import org.elasticsearch.ingest.geoip.shaded.com.maxmind.db.CHMCache;
-import org.elasticsearch.ingest.geoip.shaded.com.maxmind.db.NoCache;
-import org.elasticsearch.ingest.geoip.shaded.com.maxmind.db.NodeCache;
-import org.elasticsearch.ingest.geoip.shaded.com.maxmind.db.Reader;
+import org.elasticsearch.logstashbridge.geoip.IpDatabaseBridge;
+import org.elasticsearch.logstashbridge.geoip.MaxMindDbBridge;
 
 import java.io.File;
 import java.io.IOException;
 import java.nio.file.Path;
 import java.util.Optional;
 
-public class IpDatabaseAdapter implements IpDatabase {
+public class IpDatabaseAdapter extends IpDatabaseBridge.AbstractExternal {
     private static final Logger LOGGER = LogManager.getLogger(IpDatabaseAdapter.class);
 
-    private final Reader databaseReader;
+    private final MaxMindDbBridge.Reader databaseReader;
     private final String databaseType;
 
     private volatile boolean isReaderClosed = false;
 
-    public IpDatabaseAdapter(final Reader databaseReader) {
+    public IpDatabaseAdapter(final MaxMindDbBridge.Reader databaseReader) {
         this.databaseReader = databaseReader;
-        this.databaseType = databaseReader.getMetadata().getDatabaseType();
+        this.databaseType = databaseReader.getDatabaseType();
     }
 
     @Override
@@ -40,12 +35,8 @@ public String getDatabaseType() {
     }
 
     @Override
-    public <RESPONSE> RESPONSE getResponse(String ipAddress, CheckedBiFunction<Reader, String, RESPONSE, Exception> responseProvider) {
-        try {
-            return responseProvider.apply(this.databaseReader, ipAddress);
-        } catch (Exception e) {
-            throw ExceptionsHelper.convertToRuntime(e);
-        }
+    public MaxMindDbBridge.Reader getDatabaseReader() throws IOException {
+        return this.databaseReader;
     }
 
     @Override
@@ -67,25 +58,25 @@ boolean isReaderClosed() {
     }
 
     public static IpDatabaseAdapter defaultForPath(final Path database) throws IOException {
-        return new Builder(database.toFile()).setCache(new CHMCache(10_000)).build();
+        return new Builder(database.toFile()).setCache(MaxMindDbBridge.NodeCache.get(10_000)).build();
     }
 
     public static class Builder {
         private File databasePath;
-        private NodeCache nodeCache;
+        private MaxMindDbBridge.NodeCache nodeCache;
 
-        public Builder(File databasePath) {
+        public Builder(final File databasePath) {
             this.databasePath = databasePath;
         }
 
-        public Builder setCache(final NodeCache nodeCache) {
+        public Builder setCache(final MaxMindDbBridge.NodeCache nodeCache) {
             this.nodeCache = nodeCache;
             return this;
         }
 
         public IpDatabaseAdapter build() throws IOException {
-            final NodeCache nodeCache = Optional.ofNullable(this.nodeCache).orElseGet(NoCache::getInstance);
-            final Reader databaseReader = new Reader(this.databasePath, nodeCache);
+            final MaxMindDbBridge.NodeCache nodeCache = Optional.ofNullable(this.nodeCache).orElseGet(MaxMindDbBridge.NodeCache::getInstance);
+            final MaxMindDbBridge.Reader databaseReader = new MaxMindDbBridge.Reader(this.databasePath, nodeCache);
             return new IpDatabaseAdapter(databaseReader);
         }
     }

src/main/java/co/elastic/logstash/filters/elasticintegration/geoip/IpDatabaseHolder.java

@@ -1,7 +1,5 @@
 package co.elastic.logstash.filters.elasticintegration.geoip;
 
-import org.elasticsearch.ingest.geoip.IpDatabase;
-
 interface IpDatabaseHolder {
     boolean isValid();
 

src/main/java/co/elastic/logstash/filters/elasticintegration/geoip/IpDatabaseProvider.java

@@ -8,9 +8,9 @@
 
 import org.apache.logging.log4j.LogManager;
 import org.apache.logging.log4j.Logger;
-import org.elasticsearch.cluster.metadata.ProjectId;
-import org.elasticsearch.ingest.geoip.IpDatabase;
 import org.elasticsearch.logstashbridge.core.IOUtilsBridge;
+import org.elasticsearch.logstashbridge.geoip.IpDatabaseBridge;
+import org.elasticsearch.logstashbridge.geoip.IpDatabaseProviderBridge;
 
 import java.io.Closeable;
 import java.io.File;
@@ -23,24 +23,24 @@
 import java.util.Map;
 import java.util.Objects;
 
-public class IpDatabaseProvider implements org.elasticsearch.ingest.geoip.IpDatabaseProvider, Closeable {
+public class IpDatabaseProvider extends IpDatabaseProviderBridge.AbstractExternal implements Closeable {
 
     private static final Logger LOGGER = LogManager.getLogger(IpDatabaseProvider.class);
 
     private final Map<String, IpDatabaseHolder> databaseMap;
 
-    IpDatabaseProvider(Map<String, IpDatabaseHolder> databaseMap) {
+    public IpDatabaseProvider(Map<String, IpDatabaseHolder> databaseMap) {
         this.databaseMap = Map.copyOf(databaseMap);
     }
 
     @Override
-    public Boolean isValid(ProjectId projectId, String databaseIdentifierFileName) {
+    public Boolean isValid(String databaseIdentifierFileName) {
         final IpDatabaseHolder holder = getDatabaseHolder(databaseIdentifierFileName);
         return Objects.nonNull(holder) && holder.isValid();
     }
 
     @Override
-    public IpDatabase getDatabase(ProjectId projectId, String databaseIdentifierFileName) {
+    public IpDatabaseBridge getDatabase(String databaseIdentifierFileName) {
         final IpDatabaseHolder holder = getDatabaseHolder(databaseIdentifierFileName);
         if (Objects.isNull(holder)) {
             return null;