实现功能：
python实现数据读取、数据清洗、数据编码、数据划分，并实现逻辑回归建模分类预测及特征分析。
实现代码：
# 导入需要的库
from warnings import simplefilter
simplefilter(action='ignore', category=FutureWarning)
import pandas as pd
from sklearn.model_selection import train_test_split
import seaborn as sns
import matplotlib.pyplot as plt
from sklearn import metrics
from sklearn.metrics import roc_curve, auc
from sklearn.linear_model import LogisticRegression
import numpy as np
# ===================读取数据======================
def Read_data(file):
dt = pd.read_csv(file)
dt.columns = ['age', 'sex', 'chest_pain_type', 'resting_blood_pressure', 'cholesterol',
'fasting_blood_sugar', 'rest_ecg', 'max_heart_rate_achieved','exercise_induced_angina',
'st_depression', 'st_slope', 'num_major_vessels', 'thalassemia', 'target']
data =dt
print(data.head())
return data
# ===================数据清洗======================
def data_clean(data):
# 重复值处理
print('存在' if any(data.duplicated()) else '不存在', '重复观测值')
data.drop_duplicates()
print('不存在' if any(data.isnull()) else '存在', '缺失值')
data.dropna() # 直接删除记录
data.fillna(method='ffill') # 前向填充
data.fillna(method='bfill') # 后向填充
data.fillna(value=2) # 值填充
data.fillna(value={'resting_blood_pressure': data['resting_blood_pressure'].mean()}) # 统计值填充
# 异常值处理
data1 = data['resting_blood_pressure']
# 标准差监测
xmean = data1.mean()
xstd = data1.std()
print('存在' if any(data1 > xmean + 2 * xstd) else '不存在', '上限异常值')
print('存在' if any(data1 < xmean - 2 * xstd) else '不存在', '下限异常值')
# 箱线图监测
q1 = data1.quantile(0.25)
q3 = data1.quantile(0.75)
up = q3 + 1.5 * (q3 - q1)
dw = q1 - 1.5 * (q3 - q1)
print('存在' if any(data1 > up) else '不存在', '上限异常值')
print('存在' if any(data1 < dw) else '不存在', '下限异常值')
data1[data1 > up] = data1[data1 < up].max()
data1[data1 < dw] = data1[data1 > dw].min()
return data
#========================数据编码===========================
def data_encoding(data):
data = data[["age", 'sex', "chest_pain_type", "resting_blood_pressure", "cholesterol",
"fasting_blood_sugar", "rest_ecg","max_heart_rate_achieved", "exercise_induced_angina",
"st_depression", "st_slope", "num_major_vessels","thalassemia","target"]]
Discretefeature=['sex',"chest_pain_type", "fasting_blood_sugar", "rest_ecg",
"exercise_induced_angina", "st_slope", "thalassemia"]
Continuousfeature=["age", "resting_blood_pressure", "cholesterol",
"max_heart_rate_achieved","st_depression","num_major_vessels"]
df = pd.get_dummies(data,columns=Discretefeature)
df[Continuousfeature]=(df[Continuousfeature]-df[Continuousfeature].mean())/(df[Continuousfeature].std())
df["target"]=data[["target"]]
return df
#======================数据集划分==========================
def data_partition(data):
# 1.4查看样本是否平衡
print(data["target"].value_counts())
# X提取变量特征；Y提取目标变量
X = data.drop('target', axis=1)
y = data['target']
X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=.2,random_state=10)
feature=list(X.columns)
return X_train, y_train, X_test, y_test,feature
#======================绘制ROC曲线==========================
def Draw_ROC(list1,list2):
fpr_model,tpr_model,thresholds=roc_curve(list1,list2,pos_label=1)
roc_auc_model=auc(fpr_model,tpr_model)
font = {'family': 'Times New Roman',
'size': 12,
}
sns.set(font_scale=1.2)
plt.rc('font',family='Times New Roman')
plt.plot(fpr_model,tpr_model,'blue',label='AUC = %0.2f'% roc_auc_model)
plt.legend(loc='lower right',fontsize = 12)
plt.plot([0,1],[0,1],'r--')
plt.ylabel('True Positive Rate',fontsize = 14)
plt.xlabel('Flase Positive Rate',fontsize = 14)
plt.show()
return
#===================逻辑回归建模==================
def LR(X_train, y_train, X_test, y_test,feature):
logreg = LogisticRegression(solver='liblinear').fit(X_train, y_train)
print("Training set score : {:.3f}".format(logreg.score(X_train, y_train)))
print("Test set score: {:.3f}".format(logreg.score(X_test, y_test)))
predict_target=logreg.predict(X_test)
predict_target_prob=logreg.predict_proba(X_test) # 输出分类概率
predict_target_prob_lr=predict_target_prob[:,1]
df = pd.DataFrame({'prob':predict_target_prob_lr,'target':predict_target,'labels':list(y_test)})
print('预测正确总数：')
print(sum(predict_target==y_test))
print('LR测试集：')
print(metrics.classification_report(y_test,predict_target))
print(metrics.confusion_matrix(y_test, predict_target))
print('LR训练集：')
predict_Target=logreg.predict(X_train)
print(metrics.classification_report(y_train,predict_Target))
print(metrics.confusion_matrix(y_train, predict_Target))
lr1=[i for item in logreg.coef_ for i in item]
lr1=np.array(lr1)
dic={}
for i in range(len(feature)):
dic.update({feature[i]:lr1[i]})
df=pd.DataFrame.from_dict(dic,orient='index',columns=['权重'])
df=df.reset_index().rename(columns={'index':'特征'})
df=df.sort_values(by='权重',ascending=False)
data_hight=df['权重'].values.tolist()
data_x=df['特征'].values.tolist()
font = {'family': 'Times New Roman', 'size': 7, }
sns.set(font_scale=1.2)
plt.rc('font',family='Times New Roman')
plt.figure(figsize=(8,8))
plt.barh(range(len(data_x)), data_hight, color='#6699CC')
plt.yticks(range(len(data_x)),data_x,fontsize=12)
plt.tick_params(labelsize=12)
plt.xlabel('Feature importance',fontsize=14)
plt.title("LR feature importance analysis",fontsize = 14)
plt.show()
return list(y_test), list(predict_target_prob_lr)
if __name__=="__main__":
data1=Read_data("F:\数据杂坛\\0504\heartdisease\Heart-Disease-Data-Set-main\\UCI Heart Disease Dataset.csv")
data1=data_clean(data1)
data2=data_encoding(data1)
X_train, y_train, X_test, y_test,feature= data_partition(data2)
y_test,predict_target_prob_lr=LR(X_train, y_train, X_test, y_test,feature)
Draw_ROC(y_test,predict_target_prob_lr)
实现效果：
喜欢记得点赞，在看，收藏，
关注V订阅号：数据杂坛，获取完整代码和效果（送电子书籍），将持续更新！
网友评论