Skip to content

Commit 4a9245a

Browse files
authored
Merge pull request #28 from CESNET/feat-notebooks-summary-update
Fixed few summary related bugs; Updated jupyter notebooks to updated summary
2 parents 84a080b + 8927157 commit 4a9245a

21 files changed

+3622
-3600
lines changed

cesnet_tszoo/benchmarks.py

Lines changed: 6 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
from typing import Literal
1+
from typing import Literal, Optional
22
import os
33
import logging
44

@@ -16,7 +16,7 @@
1616
from cesnet_tszoo.datasets.time_based_cesnet_dataset import TimeBasedCesnetDataset
1717
from cesnet_tszoo.datasets.series_based_cesnet_dataset import SeriesBasedCesnetDataset
1818
from cesnet_tszoo.datasets.disjoint_time_based_cesnet_dataset import DisjointTimeBasedCesnetDataset
19-
from cesnet_tszoo.utils.enums import AnnotationType, SourceType, AgreggationType
19+
from cesnet_tszoo.utils.enums import AnnotationType, SourceType, AgreggationType, DisplayType
2020
from cesnet_tszoo.utils.file_utils import yaml_load
2121
from cesnet_tszoo.utils.utils import ExportBenchmark
2222
from cesnet_tszoo.configs.config_loading import load_config
@@ -73,7 +73,7 @@ def get_config(self) -> SeriesBasedConfig | TimeBasedConfig | DisjointTimeBasedC
7373

7474
return self.config
7575

76-
def get_initialized_dataset(self, display_config_details: bool = True, check_errors: bool = False, workers: Literal["config"] | int = "config") -> TimeBasedCesnetDataset | SeriesBasedCesnetDataset | DisjointTimeBasedCesnetDataset:
76+
def get_initialized_dataset(self, display_config_details: Optional[Literal["text", "diagram"]] = "text", check_errors: bool = False, workers: Literal["config"] | int = "config") -> TimeBasedCesnetDataset | SeriesBasedCesnetDataset | DisjointTimeBasedCesnetDataset:
7777
"""
7878
Returns dataset with intialized sets, transformers, fillers etc..
7979
@@ -94,6 +94,9 @@ def get_initialized_dataset(self, display_config_details: bool = True, check_err
9494
Returns initialized dataset.
9595
"""
9696

97+
if display_config_details is not None:
98+
display_config_details = DisplayType(display_config_details)
99+
97100
if check_errors:
98101
self.dataset.check_errors()
99102

cesnet_tszoo/datasets/cesnet_dataset.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -866,7 +866,7 @@ def _update_dataset_config_and_initialize(self, config_editor: ConfigEditor, wor
866866
if config_editor.requires_init:
867867
self.logger.info("Re-initialization is required.")
868868
config_editor.modify_dataset_config(self._export_config_copy, self.metadata)
869-
self.set_dataset_config_and_initialize(self._export_config_copy, False, workers)
869+
self.set_dataset_config_and_initialize(self._export_config_copy, None, workers)
870870

871871
else:
872872
config_editor.modify_dataset_config(self.dataset_config, self.metadata)

cesnet_tszoo/datasets/disjoint_time_based_cesnet_dataset.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -104,7 +104,7 @@ def __post_init__(self):
104104

105105
self.logger.info("Dataset is disjoint_time_based. Use cesnet_tszoo.configs.DisjointTimeBasedConfig")
106106

107-
def set_dataset_config_and_initialize(self, dataset_config: DisjointTimeBasedConfig, display_config_details: bool = True, workers: int | Literal["config"] = "config") -> None:
107+
def set_dataset_config_and_initialize(self, dataset_config: DisjointTimeBasedConfig, display_config_details: Optional[Literal["text", "diagram"]] = "text", workers: int | Literal["config"] = "config") -> None:
108108
"""
109109
Initialize training set, validation est, test set etc.. This method must be called before any data can be accessed. It is required for the final initialization of [`dataset_config`][cesnet_tszoo.configs.disjoint_time_based_config.DisjointTimeBasedConfig].
110110
@@ -172,7 +172,7 @@ def update_dataset_config_and_initialize(self,
172172
test_workers: int | Literal["config"] = "config",
173173
init_workers: int | Literal["config"] = "config",
174174
workers: int | Literal["config"] = "config",
175-
display_config_details: bool = False):
175+
display_config_details: Optional[Literal["text", "diagram"]] = None):
176176
"""Used for updating selected configurations set in config.
177177
178178
Set parameter to `config` to keep it as it is config.

cesnet_tszoo/datasets/series_based_cesnet_dataset.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -110,7 +110,7 @@ def __post_init__(self):
110110

111111
self.logger.info("Dataset is series-based. Use cesnet_tszoo.configs.SeriesBasedConfig")
112112

113-
def set_dataset_config_and_initialize(self, dataset_config: SeriesBasedConfig, display_config_details: bool = True, workers: int | Literal["config"] = "config") -> None:
113+
def set_dataset_config_and_initialize(self, dataset_config: SeriesBasedConfig, display_config_details: Optional[Literal["text", "diagram"]] = "text", workers: int | Literal["config"] = "config") -> None:
114114
"""
115115
Initialize training set, validation est, test set etc.. This method must be called before any data can be accessed. It is required for the final initialization of [`dataset_config`][cesnet_tszoo.configs.series_based_config.SeriesBasedConfig].
116116
@@ -150,7 +150,7 @@ def update_dataset_config_and_initialize(self,
150150
all_workers: int | Literal["config"] = "config",
151151
init_workers: int | Literal["config"] = "config",
152152
workers: int | Literal["config"] = "config",
153-
display_config_details: bool = False):
153+
display_config_details: Optional[Literal["text", "diagram"]] = None):
154154
"""Used for updating selected configurations set in config.
155155
156156
Set parameter to `config` to keep it as it is config.

cesnet_tszoo/datasets/time_based_cesnet_dataset.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -108,7 +108,7 @@ def __post_init__(self):
108108

109109
self.logger.info("Dataset is time-based. Use cesnet_tszoo.configs.TimeBasedConfig")
110110

111-
def set_dataset_config_and_initialize(self, dataset_config: TimeBasedConfig, display_config_details: bool = True, workers: int | Literal["config"] = "config") -> None:
111+
def set_dataset_config_and_initialize(self, dataset_config: TimeBasedConfig, display_config_details: Optional[Literal["text", "diagram"]] = "text", workers: int | Literal["config"] = "config") -> None:
112112
"""
113113
Initialize training set, validation est, test set etc.. This method must be called before any data can be accessed. It is required for the final initialization of [`dataset_config`][cesnet_tszoo.configs.time_based_config.TimeBasedConfig].
114114
@@ -153,7 +153,7 @@ def update_dataset_config_and_initialize(self,
153153
all_workers: int | Literal["config"] = "config",
154154
init_workers: int | Literal["config"] = "config",
155155
workers: int | Literal["config"] = "config",
156-
display_config_details: bool = False):
156+
display_config_details: Optional[Literal["text", "diagram"]] = None):
157157
"""Used for updating selected configurations set in config.
158158
159159
Set parameter to `config` to keep it as it is config.

tutorial_notebooks/annotations.ipynb

Lines changed: 10 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -69,7 +69,7 @@
6969
"name": "stderr",
7070
"output_type": "stream",
7171
"text": [
72-
"[2025-11-08 21:01:13,156][cesnet_dataset][INFO] - Dataset is time-based. Use cesnet_tszoo.configs.TimeBasedConfig\n"
72+
"[2025-11-14 18:32:33,318][cesnet_dataset][INFO] - Dataset is time-based. Use cesnet_tszoo.configs.TimeBasedConfig\n"
7373
]
7474
},
7575
{
@@ -1462,7 +1462,7 @@
14621462
"name": "stderr",
14631463
"output_type": "stream",
14641464
"text": [
1465-
"[2025-11-08 21:01:13,323][cesnet_dataset][INFO] - Annotations successfully saved to \\some_directory\\tszoo\\annotations\\test_name.csv\n"
1465+
"[2025-11-14 18:32:33,481][cesnet_dataset][INFO] - Annotations successfully saved to \\some_directory\\tszoo\\annotations\\test_name.csv\n"
14661466
]
14671467
}
14681468
],
@@ -1578,7 +1578,7 @@
15781578
"name": "stderr",
15791579
"output_type": "stream",
15801580
"text": [
1581-
"[2025-11-08 21:01:13,355][cesnet_dataset][INFO] - Dataset is time-based. Use cesnet_tszoo.configs.TimeBasedConfig\n"
1581+
"[2025-11-14 18:32:33,516][cesnet_dataset][INFO] - Dataset is time-based. Use cesnet_tszoo.configs.TimeBasedConfig\n"
15821582
]
15831583
},
15841584
{
@@ -1650,10 +1650,10 @@
16501650
"name": "stderr",
16511651
"output_type": "stream",
16521652
"text": [
1653-
"[2025-11-08 21:01:13,366][cesnet_dataset][WARNING] - Built-in annotations test_name not found.\n",
1654-
"[2025-11-08 21:01:13,367][cesnet_dataset][INFO] - Custom annotations found: test_name.\n",
1655-
"[2025-11-08 21:01:13,369][cesnet_dataset][INFO] - Annotations detected as AnnotationType.BOTH (both id_ip and id_time)\n",
1656-
"[2025-11-08 21:01:13,372][cesnet_dataset][INFO] - Successfully imported annotations from \\some_directory\\tszoo\\annotations\\test_name.csv\n"
1653+
"[2025-11-14 18:32:33,525][cesnet_dataset][WARNING] - Built-in annotations test_name not found.\n",
1654+
"[2025-11-14 18:32:33,525][cesnet_dataset][INFO] - Custom annotations found: test_name.\n",
1655+
"[2025-11-14 18:32:33,526][cesnet_dataset][INFO] - Annotations detected as AnnotationType.BOTH (both id_ip and id_time)\n",
1656+
"[2025-11-14 18:32:33,527][cesnet_dataset][INFO] - Successfully imported annotations from \\some_directory\\tszoo\\annotations\\test_name.csv\n"
16571657
]
16581658
},
16591659
{
@@ -1757,9 +1757,9 @@
17571757
"name": "stderr",
17581758
"output_type": "stream",
17591759
"text": [
1760-
"[2025-11-08 21:01:13,383][cesnet_dataset][INFO] - Built-in annotations found: device_type_ip_address_full.\n",
1761-
"[2025-11-08 21:01:13,408][cesnet_dataset][INFO] - Annotations detected as AnnotationType.TS_ID (id_ip only)\n",
1762-
"[2025-11-08 21:01:18,001][cesnet_dataset][INFO] - Successfully imported annotations from F:\\tszoo-library\\cesnet-tszoo\\cesnet_tszoo\\files\\annotation_files\\device_type_ip_address_full.csv\n"
1760+
"[2025-11-14 18:32:33,539][cesnet_dataset][INFO] - Built-in annotations found: device_type_ip_address_full.\n",
1761+
"[2025-11-14 18:32:33,563][cesnet_dataset][INFO] - Annotations detected as AnnotationType.TS_ID (id_ip only)\n",
1762+
"[2025-11-14 18:32:37,958][cesnet_dataset][INFO] - Successfully imported annotations from F:\\tszoo-library\\cesnet-tszoo\\cesnet_tszoo\\files\\annotation_files\\device_type_ip_address_full.csv\n"
17631763
]
17641764
},
17651765
{

0 commit comments

Comments
 (0)