Add skos lookup (#415)

Works like fix function 'lookup', also using a Map. The Map is build dynamically
querying an RDF model.

Author: dr0i

README.md

@@ -606,6 +606,16 @@ lookup("path.to.field", "map-name", __default: "NA")
 lookup("path.to.field", "map-name", print_unknown: "true", destination: "unknown.txt")
 ```
 
+##### `lookup_rdf`
+
+Looks up matching values in an RDF resource and replaces the field value with this match. A file as well as an HTTP(S) resource can be used.
+
+```perl
+lookup_rdf("<sourceField>", "<rdfResource>", target: "<RDF Property>")
+lookup_rdf("<sourceField>", "<rdfResource>", target: "<RDF Property>", target_language: "<RDF language tag>")
+lookup_rdf("<sourceField>", "<rdfResource>", target: "<RDF Property>", __default: "NA")
+```
+
 ##### `prepend`
 
 Adds a string at the beginning of a field value.

build.gradle

@@ -38,6 +38,7 @@ subprojects {
       'equalsverifier': '3.8.2',
       'jackson':        '2.13.3',
       'jetty':          '9.4.14.v20181114',
+      'jena':           '3.17.0',
       'jquery':         '3.3.1-1',
       'junit_jupiter':  '5.8.2',
       'junit_platform': '1.4.2',

metafix/build.gradle

@@ -13,9 +13,12 @@ dependencies {
   implementation "com.fasterxml.jackson.core:jackson-core:${versions.jackson}"
   implementation "com.fasterxml.jackson.core:jackson-databind:${versions.jackson}"
   implementation "com.google.guava:guava:${versions.guava}"
+  implementation "org.apache.jena:jena-core:${versions.jena}"
+  implementation "org.apache.jena:jena-arq:${versions.jena}"
   implementation "org.eclipse.emf:org.eclipse.emf.ecore:${versions.xtext}" // Workaround for hbz/lobid-resources#1462
   implementation "org.eclipse.xtext:org.eclipse.xtext.xbase:${versions.xtext}"
   implementation "org.eclipse.xtext:org.eclipse.xtext:${versions.xtext}"
+  implementation "org.eclipse.xtext:org.eclipse.xtext.xbase:${versions.xtext}"
   implementation "org.slf4j:slf4j-api:${versions.slf4j}"
 
   testImplementation "org.junit.jupiter:junit-jupiter-api:${versions.junit_jupiter}"

metafix/src/main/java/org/metafacture/metafix/FixMethod.java

@@ -17,6 +17,7 @@
 package org.metafacture.metafix;
 
 import org.metafacture.metafix.api.FixFunction;
+import org.metafacture.metafix.maps.RdfMap;
 import org.metafacture.metamorph.api.Maps;
 import org.metafacture.metamorph.functions.ISBN;
 import org.metafacture.metamorph.functions.Timestamp;
@@ -92,6 +93,24 @@ public void apply(final Metafix metafix, final Record record, final List<String>
             metafix.putMap(params.get(0), options);
         }
     },
+    put_rdfmap {
+        @Override
+        public void apply(final Metafix metafix, final Record record, final List<String> params, final Map<String, String> options) {
+            final String fileName = params.get(0);
+            final RdfMap rdf = new RdfMap();
+            rdf.setFile(metafix.resolvePath(fileName));
+            if (options.containsKey("target_language")) {
+                rdf.setTargetLanguage(options.get("target_language"));
+            }
+            if (options.containsKey("target")) {
+                rdf.setTarget(options.get("target"));
+            }
+            if (options.containsKey(Maps.DEFAULT_MAP_KEY)) {
+                rdf.setDefault(options.get(Maps.DEFAULT_MAP_KEY));
+            }
+            metafix.putMap(params.size() > 1 ? params.get(1) : fileName, rdf);
+        }
+    },
     put_var {
         @Override
         public void apply(final Metafix metafix, final Record record, final List<String> params, final Map<String, String> options) {
@@ -470,6 +489,7 @@ public void apply(final Metafix metafix, final Record record, final List<String>
 
         @Override
         public void apply(final Metafix metafix, final Record record, final List<String> params, final Map<String, String> options) {
+<<<<<<< HEAD
             final Map<String, String> map;
 
             if (params.size() <= 1) {
@@ -517,6 +537,16 @@ public void apply(final Metafix metafix, final Record record, final List<String>
             }
         }
     },
+    lookup_rdf {
+        @Override
+        public void apply(final Metafix metafix, final Record record, final List<String> params, final Map<String, String> options) {
+            final Map<String, String> map = extracted(metafix, record, params, options, KIND_OF_RDFMAP);
+            record.transform(params.get(0), oldValue -> {
+                final String newValue = map.get(oldValue);
+                return newValue != null ? newValue : getBoolean(options, "delete") ? null : oldValue;
+            });
+        }
+    },
     prepend {
         @Override
         public void apply(final Metafix metafix, final Record record, final List<String> params, final Map<String, String> options) {
@@ -639,6 +669,8 @@ public void apply(final Metafix metafix, final Record record, final List<String>
         }
     };
 
+    public static final String KIND_OF_RDFMAP = "rdfmap";
+    public static final String KIND_OF_FILEMAP = "filemap";
     private static final Pattern NAMED_GROUP_PATTERN = Pattern.compile("\\(\\?<(.+?)>");
 
     private static final String FILEMAP_SEPARATOR_OPTION = "sep_char";
@@ -647,5 +679,33 @@ public void apply(final Metafix metafix, final Record record, final List<String>
     private static final String ERROR_STRING_OPTION = "error_string";
 
     private static final Random RANDOM = new Random();
+    private static String defaultValue;
+
+    private static Map<String, String> extracted(final Metafix metafix, final Record record, final List<String> params, final Map<String, String> options, final String kindOfMap) {
+        final Map<String, String> map;
+        if (params.size() <= 1) {
+            map = options;
+        }
+        else {
+            final String mapName = params.get(1);
+
+            if (!metafix.getMapNames().contains(mapName)) {
+                if (mapName.contains(".") || mapName.contains(File.separator)) {
+                    if (kindOfMap.equals(KIND_OF_FILEMAP)) {
+                        put_filemap.apply(metafix, record, Arrays.asList(mapName), options);
+                    }
+                    if (kindOfMap.equals(KIND_OF_RDFMAP)) {
+                        put_rdfmap.apply(metafix, record, Arrays.asList(mapName), options);
+                    }
+                }
+                else {
+                    // Probably an unknown internal map? Log a warning?
+                }
+            }
+            map = metafix.getMap(mapName);
+        }
+        defaultValue = map.get(Maps.DEFAULT_MAP_KEY); // TODO: Catmandu uses 'default'
+        return map;
+    }
 
 }