MLOps_PipeLine/dvc.yaml at main · Abeshith/MLOps_PipeLine · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
stages:
  data_ingestion:
    cmd: python -m src.mlpipeline.pipeline.stage_01_data_ingestion
    deps:
    - src/mlpipeline/components/data_ingestion.py
    - src/mlpipeline/pipeline/stage_01_data_ingestion.py
    - config/config.yaml
    outs:
    - artifacts/data_ingestion/train_data/train.csv
    - artifacts/data_ingestion/test_data/test.csv

  data_validation:
    cmd: python -m src.mlpipeline.pipeline.stage_02_data_validation
    deps:
    - src/mlpipeline/components/data_validation.py
    - src/mlpipeline/pipeline/stage_02_data_validation.py
    - artifacts/data_ingestion/train_data/train.csv
    - artifacts/data_ingestion/test_data/test.csv
    - config/schema.yaml
    outs:
    - artifacts/data_validation/validation_status.txt
    - artifacts/data_validation/data_quality_report.json
    - artifacts/data_validation/drift_report.html

  feature_engineering:
    cmd: python -m src.mlpipeline.pipeline.stage_03_feature_engineering
    deps:
    - src/mlpipeline/components/feature_engineering.py
    - src/mlpipeline/pipeline/stage_03_feature_engineering.py
    - artifacts/data_ingestion/train_data/train.csv
    - artifacts/data_ingestion/test_data/test.csv
    - artifacts/data_validation/validation_status.txt
    - config/feature_config.yaml
    outs:
    - artifacts/feature_engineering/engineered_features/train_featured.csv
    - artifacts/feature_engineering/engineered_features/test_featured.csv
    - artifacts/feature_engineering/feature_importance/feature_importance.csv
    - artifacts/feature_engineering/correlation_analysis/correlation_matrix.csv
    - artifacts/feature_engineering/feature_selection_results/selection_report.json

  data_transformation:
    cmd: python -m src.mlpipeline.pipeline.stage_04_data_transformation
    deps:
    - src/mlpipeline/components/data_transformation.py
    - src/mlpipeline/pipeline/stage_04_data_transformation.py
    - artifacts/feature_engineering/engineered_features/train_featured.csv
    - artifacts/feature_engineering/engineered_features/test_featured.csv
    - config/config.yaml
    outs:
    - artifacts/data_transformation/train.csv
    - artifacts/data_transformation/test.csv
    - artifacts/data_transformation/preprocessor.pkl

  model_trainer:
    cmd: python -m src.mlpipeline.pipeline.stage_05_model_trainer
    deps:
    - src/mlpipeline/components/model_trainer.py
    - src/mlpipeline/pipeline/stage_05_model_trainer.py
    - artifacts/data_transformation/train.csv
    - artifacts/data_transformation/test.csv
    - config/params.yaml
    outs:
    - artifacts/model_trainer/model.pkl

  model_evaluation:
    cmd: python -m src.mlpipeline.pipeline.stage_06_model_evaluation
    deps:
    - src/mlpipeline/components/model_evaluation.py
    - src/mlpipeline/pipeline/stage_06_model_evaluation.py
    - artifacts/model_trainer/model.pkl
    - artifacts/data_transformation/test.csv
    - config/params.yaml
    outs:
    - artifacts/model_evaluation/metrics.json

metrics:
  - artifacts/model_evaluation/metrics.json