Ensure JS map are loaded correctly #996

Signed-off-by: Philippe Ombredanne <[email protected]>

Author: pombredanne

src/textcode/analysis.py

@@ -115,9 +115,9 @@ def text_lines(location, demarkup=False):
 
     if T.is_js_map:
         try:
-            return js_map_sources_lines(location)
+            return list(js_map_sources_lines(location))
         except:
-            # try again later with as plain text
+            # try again later with as plain text otherwise
             pass
 
     if T.is_text:
@@ -203,10 +203,10 @@ def js_map_sources_lines(location):
     """
     with codecs.open(location, 'rb', encoding='utf-8') as jsm:
         content = json.load(jsm)
-    sources = content['sourcesContent']
-    for entry in sources:
-        for line in entry.splitlines():
-            yield line
+        sources = content.get('sourcesContent', []) 
+        for entry in sources:
+            for line in entry.splitlines():
+                yield line
 
 
 def as_unicode(line):

tests/licensedcode/data/licenses/ar-ER.js.map

@@ -0,0 +1,2 @@
+licenses:
+    - mit

tests/licensedcode/data/licenses/ar-ER.js.yml

@@ -0,0 +1 @@
+[]

tests/textcode/data/analysis/jsmap/angular-sanitize.min.js.map

@@ -0,0 +1,34 @@
+[
+  "/**", 
+  " * @license", 
+  " * Copyright Google Inc. All Rights Reserved.", 
+  " *", 
+  " * Use of this source code is governed by an MIT-style license that can be", 
+  " * found in the LICENSE file at https://angular.io/license", 
+  " */", 
+  "", 
+  "// THIS CODE IS GENERATED - DO NOT MODIFY", 
+  "// See angular/tools/gulp-tasks/cldr/extract.js", 
+  "", 
+  "export default [", 
+  "  [", 
+  "    [", 
+  "      '\u0641\u062c\u0631\u064b\u0627', '\u0635\u0628\u0627\u062d\u064b\u0627', '\u0638\u0647\u0631\u064b\u0627', '\u0628\u0639\u062f \u0627\u0644\u0638\u0647\u0631', '\u0645\u0633\u0627\u0621\u064b',", 
+  "      '\u0645\u0646\u062a\u0635\u0641 \u0627\u0644\u0644\u064a\u0644', '\u0644\u064a\u0644\u0627\u064b'", 
+  "    ],", 
+  "    [", 
+  "      '\u0641\u062c\u0631\u064b\u0627', '\u0635', '\u0638\u0647\u0631\u064b\u0627', '\u0628\u0639\u062f \u0627\u0644\u0638\u0647\u0631', '\u0645\u0633\u0627\u0621\u064b', '\u0645\u0646\u062a\u0635\u0641 \u0627\u0644\u0644\u064a\u0644',", 
+  "      '\u0644\u064a\u0644\u0627\u064b'", 
+  "    ],", 
+  "    [", 
+  "      '\u0641\u062c\u0631\u064b\u0627', '\u0635\u0628\u0627\u062d\u064b\u0627', '\u0638\u0647\u0631\u064b\u0627', '\u0628\u0639\u062f \u0627\u0644\u0638\u0647\u0631', '\u0645\u0633\u0627\u0621\u064b',", 
+  "      '\u0645\u0646\u062a\u0635\u0641 \u0627\u0644\u0644\u064a\u0644', '\u0644\u064a\u0644\u0627\u064b'", 
+  "    ]", 
+  "  ],", 
+  "  ,", 
+  "  [", 
+  "    ['03:00', '06:00'], ['06:00', '12:00'], ['12:00', '13:00'], ['13:00', '18:00'],", 
+  "    ['18:00', '24:00'], ['00:00', '01:00'], ['01:00', '03:00']", 
+  "  ]", 
+  "];"
+]

tests/textcode/data/analysis/jsmap/angular-sanitize.min.js.map.expected

@@ -0,0 +1,17 @@
+[
+  "{\"version\":3,\"file\":\"ar-ER.js\",\"sourceRoot:\"\",\"sources\":[\"", 
+  "../../../../../packages/common/locales/extra/ar-ER.ts\"],\"names\":[],\"mappings\":\";;;;;;;AAWA,eAAe;IACb;QACE;YACE,OAAO,EAAE,QAAQ,EAAE,OAAO,", 
+  "EAAE,WAAW,EAAE,OAAO;YAChD,aAAa,EAAE,OAAO;SACvB;QACD;YACE,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,WAAW,EAAE,", 
+  "OAAO,EAAE,aAAa;YAC1D,OAAO;SACR;QACD;YACE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO;YAChD,aAAa,EAAE,", 
+  "OAAO;SACvB;KACF;IACD,AADE;IAEF;QACE,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,CAAC,", 
+  "OAAO,EAAE,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC;QAC9E,CAAC,OAAO,EAAE,OAAO,CAAC,", 
+  "EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC;KAC3D;CACF,CAAC\",\"", 
+  "sourcesContent\":[\"/**  * @license  * Copyright Google Inc. All Rights Reserved.  *  * Use of this source code is governed by an MIT-style license that can be  * found in the LICENSE file at https://angular.io/license  */  // THIS CODE IS GENERATED - DO NOT MODIFY // See angular/tools/gulp-tasks/cldr/extract.js  export default [   [     [       '\u0641\u062c\u0631\u064b\u0627', '\u0635\u0628\u0627\u062d\u064b\u0627', '\u0638\u0647\u0631\u064b\u0627', '\u0628\u0639\u062f \u0627\u0644\u0638\u0647\u0631', '", 
+  "\u0645\u0633\u0627\u0621\u064b',       '\u0645\u0646\u062a\u0635\u0641 \u0627\u0644\u0644\u064a\u0644', '\u0644\u064a\u0644\u0627\u064b'     ],     [       '\u0641\u062c\u0631\u064b\u0627', '\u0635', '", 
+  "\u0638\u0647\u0631\u064b\u0627', '\u0628\u0639\u062f \u0627\u0644\u0638\u0647\u0631', '\u0645\u0633\u0627\u0621\u064b', '\u0645\u0646\u062a\u0635\u0641 \u0627\u0644\u0644\u064a\u0644',       '\u0644\u064a\u0644\u0627\u064b'     ],     [       '", 
+  "\u0641\u062c\u0631\u064b\u0627', '\u0635\u0628\u0627\u062d\u064b\u0627', '\u0638\u0647\u0631\u064b\u0627', '\u0628\u0639\u062f \u0627\u0644\u0638\u0647\u0631', '\u0645\u0633\u0627\u0621\u064b',       '", 
+  "\u0645\u0646\u062a\u0635\u0641 \u0627\u0644\u0644\u064a\u0644', '\u0644\u064a\u0644\u0627\u064b'     ]   ],   ,   [     ['03:00', '06:00'], ['06:00',", 
+  " '12:00'], ['12:00', '13:00'], ['13:00', '18:00'],", 
+  "     ['18:00', '24:00'], ['00:00', '01:00'], ['01:00',", 
+  " '03:00']   ] ]; \"]}"
+]