feat: added fullyQualifiedClassName to spider metadata

Author: simonsdave

CHANGELOG.md

@@ -14,7 +14,10 @@ This project adheres to [Semantic Versioning](http://semver.org/).
   then the name of the package containing the spider is assumed to be the
   category name - only place that categories are current used is in the API
   as a means to group spiders
-* added ```absoluteFilename``` property to spider metadata
+* added ```absoluteFilename``` property to spider metadata - this value is
+  generated by Cloudfeaster
+* added ```fullyQualifiedClassName``` property to spider metadata - this value is
+  generated by Cloudfeaster
 
 ### Changed
 

cloudfeaster/jsonschemas/spider_metadata.json

@@ -34,6 +34,9 @@
     "absoluteFilename": {
       "type": "string"
     },
+    "fullyQualifiedClassName": {
+      "type": "string"
+    },
     "paranoiaLevel": {
       "type": "string",
       "enum": [

cloudfeaster/spider.py

@@ -138,6 +138,9 @@ def get_validated_metadata(cls):
             metadata['categories'] = [category]
 
         metadata['absoluteFilename'] = sys.modules[cls.__module__].__file__
+        metadata['fullyQualifiedClassName'] = '{module}.{cls}'.format(
+            module=cls.__module__,
+            cls=cls.__name__)
 
         crawl_method_arg_names = cls._get_crawl_method_arg_names_for_use_as_factors()
         if crawl_method_arg_names is None:

cloudfeaster/tests/spider_tests.py

@@ -475,6 +475,9 @@ class MySpider(spider.Spider):
 
             @classmethod
             def get_metadata(cls):
+                cls.metadata["fullyQualifiedClassName"] = "{module}.{cls}".format(
+                    module=cls.__module__,
+                    cls=cls.__name__)
                 return cls.metadata
 
             def crawl(self, browser, member_id, password):
@@ -520,6 +523,9 @@ class MySpider(spider.Spider):
 
             @classmethod
             def get_metadata(cls):
+                cls.metadata["fullyQualifiedClassName"] = "{module}.{cls}".format(
+                    module=cls.__module__,
+                    cls=cls.__name__)
                 return cls.metadata
 
             def crawl(self, browser, member_id, password):