Add ScriptExtractor with extract-script Flux command

fsteeg · fsteeg · commit 34472466255e · 2020-02-06T16:26:32.000+01:00
See #312 See hbz/oerindex#3
diff --git a/metafacture-html/src/main/java/org/metafacture/html/ScriptExtractor.java b/metafacture-html/src/main/java/org/metafacture/html/ScriptExtractor.java
@@ -0,0 +1,52 @@
+/*
+ * Copyright 2020 Fabian Steeg, hbz
+ *
+ * Licensed under the Apache License, Version 2.0 the "License";
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.metafacture.html;
+
+import java.io.IOException;
+import java.io.Reader;
+
+import org.apache.commons.io.IOUtils;
+import org.jsoup.Jsoup;
+import org.jsoup.nodes.Document;
+import org.jsoup.nodes.Element;
+import org.metafacture.framework.FluxCommand;
+import org.metafacture.framework.ObjectReceiver;
+import org.metafacture.framework.annotations.Description;
+import org.metafacture.framework.annotations.In;
+import org.metafacture.framework.annotations.Out;
+import org.metafacture.framework.helpers.DefaultObjectPipe;
+
+/**
+ * Extracts the first script from an HTML document
+ *
+ * @author Fabian Steeg
+ */
+@Description("Extracts the first script from an HTML document")
+@In(Reader.class)
+@Out(String.class)
+@FluxCommand("extract-script")
+public class ScriptExtractor extends DefaultObjectPipe<Reader, ObjectReceiver<String>> {
+    @Override
+    public void process(final Reader reader) {
+        try {
+            Document document = Jsoup.parse(IOUtils.toString(reader));
+            Element firstScript = document.select("script").first();
+            getReceiver().process(firstScript.data());
+        } catch (IOException e) {
+            e.printStackTrace();
+        }
+    }
+}
diff --git a/metafacture-html/src/main/resources/flux-commands.properties b/metafacture-html/src/main/resources/flux-commands.properties
@@ -15,3 +15,4 @@
 #
 html-to-xml org.metafacture.html.HtmlReader
 decode-html org.metafacture.html.HtmlDecoder
+extract-script org.metafacture.html.ScriptExtractor
diff --git a/metafacture-html/src/test/java/org/metafacture/html/ScriptExtractorTest.java b/metafacture-html/src/test/java/org/metafacture/html/ScriptExtractorTest.java
@@ -0,0 +1,64 @@
+/*
+ * Copyright 2020 Fabian Steeg, hbz
+ *
+ * Licensed under the Apache License, Version 2.0 the "License";
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.metafacture.html;
+
+import static org.mockito.Mockito.verify;
+import static org.mockito.Mockito.verifyNoMoreInteractions;
+
+import java.io.StringReader;
+
+import org.junit.After;
+import org.junit.Before;
+import org.junit.Test;
+import org.metafacture.framework.ObjectReceiver;
+import org.mockito.Mock;
+import org.mockito.MockitoAnnotations;
+
+/**
+ * Tests for {@link ScriptExtractor}.
+ *
+ * @author Fabian Steeg
+ *
+ */
+public final class ScriptExtractorTest {
+
+    private static final StringReader IN = new StringReader("<html><script>{\"code\":\"yo\"}");
+    private static final String OUT = "{\"code\":\"yo\"}";
+
+    private ScriptExtractor scriptExtractor;
+
+    @Mock
+    private ObjectReceiver<String> receiver;
+
+    @Before
+    public void setup() {
+        MockitoAnnotations.initMocks(this);
+        scriptExtractor = new ScriptExtractor();
+        scriptExtractor.setReceiver(receiver);
+    }
+
+    @Test
+    public void testShouldProcessRecordsFollowedbySeparator() {
+        scriptExtractor.process(IN);
+        verify(receiver).process(OUT);
+        verifyNoMoreInteractions(receiver);
+    }
+
+    @After
+    public void cleanup() {
+        scriptExtractor.closeStream();
+    }
+}

Original file line number	Diff line number	Diff line change
`@@ -15,3 +15,4 @@`
`15`	`15`	`#`
`16`	`16`	`html-to-xml org.metafacture.html.HtmlReader`
`17`	`17`	`decode-html org.metafacture.html.HtmlDecoder`
	`18`	`+extract-script org.metafacture.html.ScriptExtractor`