INNER CODE UNIT · Python
validate_age
balapriyac/data-science-tutorials · build-with-python/data-cleaning-n-validation-pipeline/main.py:15
def validate_age(cls, v):
if v is not None and (v < 0 or v > 120):
raise ValueError('Age must be between 0 and 120')
return v
@field_validator('email')
@classmethod
def validate_email(cls, v):
if v and '@' not in v:
raise ValueError('Invalid email format')
return v
class DataPipeline:
def __init__(self):
self.cleaning_stats = {'duplicates_removed': 0, 'nulls_handled': 0, 'validation_errors': 0}
def clean_data(self, df: pd.DataFrame) -> pd.DataFrame:
"""Clean the dataset by handling duplicates and missing values"""