Skip to content

Commit da4317c

Browse files
committed
testing data validation pipeline
1 parent 8ee2da0 commit da4317c

1 file changed

Lines changed: 45 additions & 0 deletions

File tree

test.py

Lines changed: 45 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,11 @@
1+
## Data Validation Testing
12
import sys
23

34
from network_security.components.data_ingestion import DataIngestion
5+
from network_security.components.data_validation import DataValidation
46
from network_security.entity.config_entity import (
57
DataIngestionConfig,
8+
DataValidationConfig,
69
TrainingPipelineConfig,
710
)
811
from network_security.exception.exception import NetworkSecurityException
@@ -17,6 +20,48 @@
1720
data_ingestion = DataIngestion(data_ingestion_config=data_ingestion_config)
1821
logging.info("Initiated data ingestion")
1922
data_ingestion_artifact = data_ingestion.initiate_data_ingestion()
23+
logging.info("Data Initiation Completed")
2024
print(data_ingestion_artifact)
25+
26+
data_validation_config = DataValidationConfig(
27+
training_pipeline_config=training_pipeline_config,
28+
)
29+
data_validation = DataValidation(
30+
data_ingestion_artifact=data_ingestion_artifact,
31+
data_validation_config=data_validation_config,
32+
)
33+
logging.info("Initiated data validation")
34+
data_validation_artifact = data_validation.initiate_data_validation()
35+
logging.info("Data Validation Completed")
36+
print(data_validation_artifact)
37+
2138
except Exception as e:
2239
raise NetworkSecurityException(e, sys)
40+
41+
42+
## =============================================================
43+
44+
## Data Ingestion Testing
45+
46+
# import sys
47+
48+
# from network_security.components.data_ingestion import DataIngestion
49+
# from network_security.entity.config_entity import (
50+
# DataIngestionConfig,
51+
# TrainingPipelineConfig,
52+
# )
53+
# from network_security.exception.exception import NetworkSecurityException
54+
# from network_security.logging.logger import logging
55+
56+
# if __name__ == "__main__":
57+
# try:
58+
# training_pipeline_config = TrainingPipelineConfig()
59+
# data_ingestion_config = DataIngestionConfig(
60+
# training_pipeline_config=training_pipeline_config,
61+
# )
62+
# data_ingestion = DataIngestion(data_ingestion_config=data_ingestion_config)
63+
# logging.info("Initiated data ingestion")
64+
# data_ingestion_artifact = data_ingestion.initiate_data_ingestion()
65+
# print(data_ingestion_artifact)
66+
# except Exception as e:
67+
# raise NetworkSecurityException(e, sys)

0 commit comments

Comments
 (0)