ENE_mlops_mlflow/main.py at main · AtomCode01/ENE_mlops_mlflow · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
from src.mlProject.pipeline.stage_01_pipeline_ingestion import DataIngestionTraningPipeline
from src.mlProject.pipeline.stage_02_pipeline_validation import DataValidationTraningPipeline
from src.mlProject.pipeline.stage_03_pipeline_transformation import DataTransfromationTraningPipeline
from src.mlProject.pipeline.stage_04_model_trainer import ModelTrainerTrainingPipeline
from src.mlProject.pipeline.stage_05_model_evaluation import ModelEvaluationPipeline
from src.mlProject import logger

STAGE_NAME = "Data ingestion stage"

try:
        logger.info(f">>>>>>>>>>>>>>>>> Stage {STAGE_NAME} started <<<<<<<<<<<<<<<<<<<<")
        data_ingestion = DataIngestionTraningPipeline()
        data_ingestion.main()
        logger.info(f">>>>>>>>>>>>>>>>>> Stage {STAGE_NAME} completed ! <<<<<<<<<<<<<<<<<<< \n\n ===============")
except Exception as e:
        logger.exception(e)
        raise e


STAGE_NAME = "Data validation stage"

try:
        logger.info(f">>>>>>>>>>>>>>>>> Stage {STAGE_NAME} started <<<<<<<<<<<<<<<<<<<<")
        data_ingestion = DataValidationTraningPipeline()
        data_ingestion.main()
        logger.info(f">>>>>>>>>>>>>>>>>> Stage {STAGE_NAME} completed ! <<<<<<<<<<<<<<<<<<< \n\n ===============")
except Exception as e:
        logger.exception(e)
        raise e


STAGE_NAME = "Data transformation stage"

try:
        logger.info(f">>>>>>>>>>>>>>>>> Stage {STAGE_NAME} started <<<<<<<<<<<<<<<<<<<<")
        data_ingestion = DataTransfromationTraningPipeline()
        data_ingestion.main()
        logger.info(f">>>>>>>>>>>>>>>>>> Stage {STAGE_NAME} completed ! <<<<<<<<<<<<<<<<<<< \n\n ===============")
except Exception as e:
        logger.exception(e)
        raise e


STAGE_NAME = "Model trainer stage"

try:
        logger.info(f">>>>>>>>>>>>>>>>> Stage {STAGE_NAME} started <<<<<<<<<<<<<<<<<<<<")
        data_ingestion = ModelTrainerTrainingPipeline()
        data_ingestion.main()
        logger.info(f">>>>>>>>>>>>>>>>>> Stage {STAGE_NAME} completed ! <<<<<<<<<<<<<<<<<<< \n\n ===============")
except Exception as e:
        logger.exception(e)
        raise e


STAGE_NAME = "Model Evaluation stage"

try:
        logger.info(f">>>>>>>>>>>>>>>>> Stage {STAGE_NAME} started <<<<<<<<<<<<<<<<<<<<")
        data_ingestion = ModelEvaluationPipeline()
        data_ingestion.main()
        logger.info(f">>>>>>>>>>>>>>>>>> Stage {STAGE_NAME} completed ! <<<<<<<<<<<<<<<<<<< \n\n ===============")
except Exception as e:
        logger.exception(e)
        raise e