# -*- coding: utf-8 -*- """ @author: yq @time: 2024/11/1 @desc: """ import pandas as pd from commom import f_format_float class CandidateFeatureEntity(): """ 经过特征筛选后的特征信息 """ def __init__(self, x_column: str, breaks_list: list = None, iv_max: float = None): self._x_column = x_column self._breaks_list = breaks_list self._iv_max = iv_max @property def x_column(self): return self._x_column @property def breaks_list(self): return self._breaks_list @property def iv_max(self): return self._iv_max class DataFeatureEntity(): """ 数据特征准备完毕 """ def __init__(self, data: pd.DataFrame, x_columns: list, y_column: str): self._data = data self._x_columns = x_columns self._y_column = y_column @property def data(self): return self._data @property def x_columns(self): return self._x_columns @property def y_column(self): return self._y_column def get_Xdata(self): return self._data[self._x_columns] def get_Ydata(self): return self._data[self._y_column] class DataPreparedEntity(): """ 训练集测试集特征准备完毕 """ def __init__(self, train_data: DataFeatureEntity, val_data: DataFeatureEntity, test_data: DataFeatureEntity): self._train_data = train_data self._val_data = val_data self._test_data = test_data @property def train_data(self): return self._train_data @property def val_data(self): return self._val_data @property def test_data(self): return self._test_data class DataSplitEntity(): """ 初始数据训练集测试集划分 """ def __init__(self, train_data: pd.DataFrame, val_data: pd.DataFrame, test_data: pd.DataFrame): self._train_data = train_data self._val_data = val_data self._test_data = test_data @property def train_data(self): return self._train_data @property def val_data(self): return self._val_data @property def test_data(self): return self._test_data def get_distribution(self, y_column) -> pd.DataFrame: df = pd.DataFrame() train_data_len = len(self._train_data) test_data_len = len(self._test_data) total = train_data_len + test_data_len train_bad_len = len(self._train_data[self._train_data[y_column] == 1]) test_bad_len = len(self._test_data[self._test_data[y_column] == 1]) bad_total = train_bad_len + test_bad_len df["样本"] = ["训练集", "测试集", "合计"] df["样本数"] = [train_data_len, test_data_len, total] df["样本占比"] = [f"{f_format_float(train_data_len / total * 100)}%", f"{f_format_float(test_data_len / total * 100)}%", "100%"] df["坏样本数"] = [train_bad_len, test_bad_len, bad_total] df["坏样本比例"] = [f"{f_format_float(train_bad_len / train_data_len * 100)}%", f"{f_format_float(test_bad_len / test_data_len * 100)}%", f"{f_format_float(bad_total / total * 100)}%"] return df if __name__ == "__main__": pass