Lucidworks_Fusion_NashornJS/urlreader.js at master · kmcowan/Lucidworks_Fusion_NashornJS · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
/*
 * To change this license header, choose License Headers in Project Properties.
 * To change this template file, choose Tools | Templates
 * and open the template in the editor.
 */

var urlReader = function (doc) {
    var e = java.lang.Exception;
    var URL = java.net.URL;
    var BufferedReader = java.io.BufferedReader;
    var InputStreamReader = java.io.InputStreamReader;
    var String = java.lang.String;
    try {
        var oracle = new URL(doc.getId());
        var ins = new BufferedReader(new InputStreamReader(oracle.openStream()));

        var inputLine = "";
        var result = new String();
        while ((inputLine = ins.readLine()) !== null) {
            //logger.info(inputLine);
            result += inputLine;
        }
        ins.close();
        logger.info("ADD RESULT: " + result);
        doc.addField("csvdata_txt", result);
    } catch (e) {
        logger.error(e);
    }

    return doc;
}

var getFileSize = function (docurl) {
    var HttpURLConnection = java.net.HttpURLConnection;
    var URL = java.net.URL;
    var conn = java.net.HttpURLConnection;
    var e = java.lang.Exception;
    var len = 0;
    try {
        var url = new URL(docurl);
        conn = url.openConnection();
        conn.setRequestMethod("HEAD");
        conn.getInputStream();
        len = conn.getContentLength();
    } catch (e) {
        len = -1;
    } finally {
        if(conn.disconnect){
        conn.disconnect();
        }
    }
   return len;

};

var fusionUrlParser =
function (doc) {
    var e = java.lang.Exception;
    var URL = java.net.URL;
    var BufferedReader = java.io.BufferedReader;
    var InputStreamReader = java.io.InputStreamReader;
    var String = java.lang.String;
    var fileSize = getFileSize(doc.getId());
   logger.info("**** FILE SIZE: "+fileSize+" *******");
    try {
        var oracle = new URL(doc.getId());
        var ins = new BufferedReader(new InputStreamReader(oracle.openStream()));

        var inputLine = "";
        var result = new String();
        while ((inputLine = ins.readLine()) !== null) {
            //logger.info(inputLine);
            result += inputLine;
        }
        ins.close();
        logger.info("ADD RESULT: "+result);
        doc.addField("csvdata_txt", result);
    } catch (e) {
        logger.error(e);
    }

    return doc;


function getFileSize(docurl) {
    var HttpURLConnection = java.net.HttpURLConnection;
    var URL = java.net.URL;
    var conn = java.net.HttpURLConnection;
    var e = java.lang.Exception;
    var len = 0;
    try {
        var url = new URL(docurl);
        conn = url.openConnection();
        conn.setRequestMethod("HEAD");
        conn.getInputStream();
        len = conn.getContentLength();
    } catch (e) {
        len = -1;
    } finally {
         if(conn.disconnect){
        conn.disconnect();
        }
    }
   return len;

}


}