Merge pull request #4 from DataStrike/CSV-files-#1

Csv files #1

Author: RemiSaurel

deploy/docker-compose.yaml

@@ -6,14 +6,14 @@ services:
       ZOOKEEPER_CLIENT_PORT: 2181
       ZOOKEEPER_TICK_TIME: 2000
     ports:
-      - 22181:2181
+      - 22182:2181
 
   kafka:
     image: confluentinc/cp-kafka:latest
     depends_on:
       - zookeeper
     ports:
-      - 29092:29092
+      - 29093:29092
     environment:
       KAFKA_BROKER_ID: 1
       KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181

deploy/requirements.txt

@@ -1 +1,2 @@
-kafka-python==2.0.2
+kafka-python==2.0.2
+pandas==2.1.4

src/log_analyser/__pycache__/log_analyser.cpython-311.pyc

@@ -0,0 +1,97 @@
+import os
+from datetime import datetime, timedelta
+from objects.match import Match
+
+
+class LogAnalyser:
+    
+    def __init__(self, path_csv, name) -> None:
+        
+        self.path_csv = path_csv
+        self.name = name
+        
+        self.date = self.name2datetime()
+        
+        self.match = None
+        
+        self.actions = {"match_start": self.process_match_start}
+        
+    def run(self):
+        
+        with open(self.path_csv, encoding='utf-8') as my_file:
+            file = my_file.read()
+            lines = file.split("\n")
+            for line in lines:
+                line_split = line.split(",")
+
+                if len(line_split) > 1:
+                    type = line_split[1]
+                    if type in self.actions:
+                        self.actions[type](line_split)
+
+        with open("../logs_process/{}.json".format(self.name.split(".")[0]), "w") as file:
+            file.write(self.match.export_json())
+
+
+    def name2datetime(self):
+        
+        date_string = self.name.split(".")[0].split("Log-")[1]
+        date_object = datetime.strptime(date_string, '%Y-%m-%d-%H-%M-%S')
+        
+        return date_object
+
+    def process_match_start(self, data):
+
+        self.match = Match.from_json({"rounds": [], 
+                       "date": self.date,
+                       "map_name": data[3],
+                       "map_type": data[4],
+                       "team1_name": data[5],
+                       "team2_name": data[6],
+                       "score_team1": 0,
+                       "score_team2": 0,
+                       })
+
+        self.actions = {"match_start": self.process_match_start,
+                        "round_start": self.match.add_round,
+                        "round_end": self.match.end_round,
+                        "hero_spawn": self.process_hero_spawn,
+                        "hero_swap": self.process_hero_swap,
+                        "kill": self.match.add_kill,
+                        "ultimate_charged": self.match.add_ultimate_charged,
+                        "ultimate_start": self.match.add_ultimate_start,
+                        "ultimate_end": self.match.add_ultimate_end,
+                        "objective_captured": self.match.add_objective_captured,
+                        "player_stat": self.match.add_player_stat,
+                        "point_progress": self.match.add_objective_progress,
+                        "payload_progress": self.match.add_objective_progress,
+                        }
+
+    def process_hero_spawn(self, data):
+
+        player_data = {"time": data[2], "team_name": data[3], "player_name": data[4], "character_name": data[5]}
+        self.match.add_player(player_data)
+
+    def process_hero_swap(self, data):
+
+        hero_data = {"time": data[2], "team_name": data[3], "player_name": data[4], "character_name": data[5], "character_swap": data[6]}
+        self.match.add_hero_swap(hero_data)
+
+    def convert_timefile_to_datetime(self, time_string):
+
+        # Utilisation de strptime pour convertir la chaîne en datetime
+        time_delta = datetime.strptime(time_string, "[%H:%M:%S]")
+
+        # Conversion en timedelta (représentation de la durée)
+        duration = timedelta(hours=time_delta.hour, minutes=time_delta.minute, seconds=time_delta.second)
+        return duration
+
+
+for file in os.listdir("../logs"):
+    if file.endswith(".txt"):
+        print(file)
+        la = LogAnalyser('../logs/{}'.format(file), file)
+        la.run()
+
+# la = LogAnalyser('../logs/Log-2023-12-22-21-12-32.txt', "Log-2023-12-22-21-12-32.txt")
+# la.run()

src/log_analyser/log_analyser.py

@@ -0,0 +1,48 @@
+from objects.object import Object
+
+
+class Character(Object):
+    def __init__(self, **kwargs):
+        
+        data_schema = {"name": str,
+                       "stats": dict,
+                       "played_time": list,
+                       "kills": list,
+                       "deads": list,
+                       "offensive_assists": list,
+                       "defensive_assists": list,
+                       "ultimate_charged": list,
+                       "ultimate_use": list}
+        
+        super().__init__(data_schema, **kwargs)
+
+
+    def add_played_time(self, data):
+        self.played_time.append(data)
+
+    def add_kill(self, data):
+        self.kills.append(data)
+
+    def add_death(self, data):
+        self.deads.append(data)
+
+    def add_offensive_assist(self, data):
+        self.offensive_assists.append(data)
+
+    def add_defensive_assist(self, data):
+        self.defensive_assists.append(data)
+
+    def add_ultimate_charged(self, data):
+        self.ultimate_charged.append(data)
+
+    def add_ultimate_start(self, data):
+        self.ultimate_use.append(data)
+
+    def add_ultimate_end(self, data):
+
+        if len(self.ultimate_use) == 0:
+            return -1
+        self.ultimate_use[-1]["end"] = data["end"]
+
+    def add_character_stats(self, data):
+        self.stats = data