user config

Author: mkaranasou

src/baskerville/models/config.py

@@ -182,12 +182,13 @@ class BaskervilleConfig(Config):
     - kafka      : optional - depends on the chosen pipeline
 
     """
-    database = None
-    elastic = None
-    misp = None
-    engine = None
-    kafka = None
-    spark = None
+    database: 'DatabaseConfig' = None
+    elastic: 'ElasticConfig' = None
+    misp: 'MispConfig' = None
+    engine: 'EngineConfig' = None
+    kafka: 'KafkaConfig' = None
+    spark: 'SparkConfig' = None
+    user_details: 'UserDetailsConfig' = None
 
     def __init__(self, config):
         super(BaskervilleConfig, self).__init__(config)
@@ -203,6 +204,8 @@ def __init__(self, config):
             self.kafka = KafkaConfig(self.kafka)
         if self.spark:
             self.spark = SparkConfig(self.spark)
+        if self.user_details:
+            self.user_details = UserDetailsConfig(self.user_details)
 
     def validate(self):
         logger.debug('Validating BaskervilleConfig...')
@@ -226,6 +229,10 @@ def validate(self):
             self.spark.validate()
         else:
             logger.debug('No spark config')
+        if self.user_details:
+            self.user_details.validate()
+        else:
+            logger.error('No user_details config')
 
         self._is_validated = True
         self._is_valid = len(self.errors) == 0
@@ -961,9 +968,6 @@ class DataParsingConfig(Config):
     group_by_cols = ('client_request_host', 'client_ip')
     timestamp_column = '@timestamp'
 
-    def __init__(self, config_dict):
-        super().__init__(config_dict)
-
     def validate(self):
         logger.debug('Validating DataParsingConfig...')
         from baskerville.models.log_parsers import LOG_PARSERS
@@ -994,3 +998,31 @@ def validate(self):
 
         self._is_validated = True
         return self
+
+
+class UserDetailsConfig(Config):
+    username = ''
+    password = ''
+    organization_uuid = ''
+
+    def validate(self):
+        logger.debug('Validating UserDetailsConfig...')
+        if not self.username:
+            self.add_error(ConfigError(
+                f'Please, provide a username',
+                ['username'],
+                exception_type=ValueError
+            ))
+        if not self.password:
+            self.add_error(ConfigError(
+                f'Please, provide a password',
+                ['password'],
+                exception_type=ValueError
+            ))
+        if not self.organization_uuid:
+            self.add_error(ConfigError(
+                f'Please, provide an organization_uuid',
+                ['organization_uuid'],
+                exception_type=ValueError
+            ))
+

src/baskerville/models/pipeline_tasks/service_provider.py

@@ -78,9 +78,23 @@ def refresh_model(self):
             self.load_model_from_db()
 
     def create_runtime(self):
+        from baskerville.db.dashboard_models import User, Organization
+        org = self.tools.session.query(Organization).filter_by(
+            uuid=self.config.user_details.organization_uuid
+        ).first()
+        if not org:
+            raise ValueError(f'No such organization.')
+
+        user = self.tools.session.query(User).filter_by(
+            username=self.config.user_details.username).filter_by(
+            id_organization=org.id
+        ).first()
+        if not user:
+            raise ValueError(f'No such user.')
         self.runtime = self.tools.create_runtime(
             start=self.start_time,
-            conf=self.config.engine
+            conf=self.config.engine,
+            id_user=user.id
         )
         self.logger.info(f'Created runtime {self.runtime.id}')
 

src/baskerville/models/pipeline_tasks/setup_pipeline.py

@@ -14,12 +14,33 @@
     GetDataLog, Predict, Challenge
 
 
-def set_up_preprocessing_pipeline(config: BaskervilleConfig):
+def set_up_registration_pipeline(config: BaskervilleConfig):
     task = [
         GetDataKafka(
             config,
             steps=[
-                GenerateFeatures(config),
+                Register(config),
+                CacheSensitiveData(config),
+                SendToKafka(
+                    config=config,
+                    columns=('id_client', 'uuid_request_set', 'features'),
+                    topic=config.kafka.features_topic,
+                ),
+                RefreshCache(config)
+            ]),
+    ]
+
+    main_task = Task(config, task)
+    main_task.name = 'Preprocessing Pipeline'
+    return main_task
+
+
+def set_up_user_creation_pipeline(config: BaskervilleConfig):
+    task = [
+        GetDataKafka(
+            config,
+            steps=[
+                Register(config),
                 CacheSensitiveData(config),
                 SendToKafka(
                     config=config,