From a9f90597352e9adece52c48b9228bd608cf2b577 Mon Sep 17 00:00:00 2001 From: newbie Date: Sat, 19 Oct 2024 11:07:59 +0800 Subject: [PATCH] update some --- .gitignore | 4 +- .../__pycache__/loaData.cpython-312.pyc | Bin 3869 -> 4922 bytes Qfunctions/loaData.py | 28 ++++- Qtorch/Models/Qmlp.py | 2 +- .../Models/__pycache__/Qmlp.cpython-312.pyc | Bin 10092 -> 10092 bytes main.py | 116 ++++++++++++++++-- test2.py | 55 --------- 7 files changed, 132 insertions(+), 73 deletions(-) delete mode 100644 test2.py diff --git a/.gitignore b/.gitignore index 2bb627b..992c925 100644 --- a/.gitignore +++ b/.gitignore @@ -1,2 +1,4 @@ Static -Result \ No newline at end of file +Result +__pycache__ +SVM \ No newline at end of file diff --git a/Qfunctions/__pycache__/loaData.cpython-312.pyc b/Qfunctions/__pycache__/loaData.cpython-312.pyc index da10d4c6657cea5c09e5554dde9fd9622e3345be..a625ceb947cefdf1de1deac844245a9d749e6d84 100644 GIT binary patch delta 2065 zcmZuyT}%{L6ux(Me)k{QWf!v`DpI$ttsGrfb)R1v1(%K8i>;PP}`RppG^8t3}DGfnm+WQHfchkNmHJB?ko$Gc$4|&{+x5> z-h0mX&CSy9E1W+%999HvuAcAu+VhR`G=qb>!l*n8lZ4ZMVLrjz^!F_fc2YA7JS%Yq zp$XK5(u{^1&=|h34WYCpg|0aQOb@5mI7-)Jdm zr?9@tmU!3a8qg>gVY*O+xlp7(5VqILcvBRw#*H&0eio(qG?#Maq9dfS8b1kpqb)7K z{zQ#$Ko^d}NHV{h>EUv#n-RREbuX(X_7rSh&Gl1-`8mz1Su{arCh7G+%kK)KkvbM> zBAoG0jd^VhFUsV6P*2fXXVXg)Wy=(s-^fPTF+AdBQOcV)eXTFE+4mIO8ips$T}DB! zZIyecKc@B@>=i|?<2)HV5g-;3DM$bYuk=UNluB%LAjF_AM~NXSaap|_O?4ZtE+rM} z4flsg;&Lda#0@^2Ov0)m#S&pTWCmxFvcX3Z@klrow2@rt&~Wx}EEeii!l^!@sNfL3 zKFc#*FSxH@`rQZoqHzC*Pi&IV8(xP zs2O0fK62^3vn{?MHU!X!UUQ*!gL8&Q>+UR{gtNh>AbPsvS=M6csg8@=tv%;G+uGfir|w z&MJPF(3)!}KENPP0`M{>dgg6m|j_I7;@? z!5aW7t)%tja{j0!>86%0ihmRi(8t;X?zzWvobTq zO;Xi?mgY3BhnB&XCbLug24TR4R>hVEk=Q9APcMvEFmvi(3BJs0=ssi_VmcXF{9J_3 zZ-@h@VU3fmH4u735Qdrjr$MuXHO&I4ObfD&3dI$${u13}K(OpAWu+inyD**AxDePi z=QgTw>$DYsw)Qqch3pl*qgS-o9%P6g-Ub^6wg#~wMB~X=IHCj@gOy1lNhi(7IN+laGlVtb0dr~g4J%QA*Ghi` z*4St)5i!_EA~|4Ih2A0UZx?fkH;cloheOnjkvq*=FdTUzhfFtxufu>6cPpHv4C#ns+uDQb-%sJWy(htHKfp|pSP!Q zq5j;yu-9b3VY;$KC@mm@2B&t1lS+^ytp41wtF!^^RQgw;2U|NCC6~#t&-4Q4nGC&g z0>4NUWTL-AO4{I_X=H;>hU0Qr%~6j2T}`W;rkUh1ugKh^$yXs1qH-F#kBAwQ9${6i z=}pLeG35w33qx8jYBj);1!MdYNiUK9htpZ%#0QtlM0{|i=q>D7IfreyW_de@3zwY8 M?i<>7RWKv|2Pmb)l>h($ delta 1272 zcmZ8hL2MgE6rEY`u6OOVo!U{XI!bX<1-e0|2?E;Es8CuVBp{cha6o9Y^^P5v&DxsX zP!k-*l|V`*L>uPN11gHRMUAQ;E{FqMk+=|giG~XGNKaVJ0qBYU*RfP(BtOsmdH?;H z`Ty^a&)zwf{WX(G5g6}YNYvl7zRSL+&@I7~P}ji7b@8WinHI!LiF+52m4M&A3UHfz zLbmAa7U8%G6@YS?=i!fM2T;KslNrG$(hp#Jl3{#nX9wNS#sMBZ(ehJ7D$r?%S(*A5tF9hbUgx~*P}&gxxVkzm>Vr~7E0QX#()g719NDC zV0ke5cg=u_BTR`*YKML)eo9?Ai!X9$c+?{v`CO?fM`34G?`R!;1>PMn4eMklxvF)v zjo$DXPuLp^{+F}&Cogvi9|j|cs&2axN-a*gOdjM7%Hg-F>yig%`sUb;v0Lr?X1V)DPbXqBTe9<|+m(&VCjEALQ{Bx^ zbl=_^J+b-G?&$Q+2fL-$e^ZMObK~8&9;%kOn!T=0bbSR?OiF+r}k)K9@)Dez##_>}i z6VMz|3m4rM0~t;9j*K6B4L0Ile(KI+=z*{xrtN>%}XWrGIO$>2)Q7ja9JQ|bG8g4 FHvpGc59|N{ delta 50 zcmaFk_r{O+G%qg~0}y2HW=eP7$U9Mj{m;semwb}~HZPUf%go7o!sUX1!exQL&Dk=H F+yKn~5!wI% diff --git a/main.py b/main.py index 53e68e4..c174de5 100644 --- a/main.py +++ b/main.py @@ -4,14 +4,12 @@ from Qfunctions.divSet import divSet from Qfunctions.loaData import load_data as dLoader from sklearn.decomposition import PCA -import torch - def main(): - projet_name = '20241005Sound' - label_names =["Accuracy", "Compress", "Distance", "Loss", "Metal", "Python"] - # data = dLoader(projet_name, label_names, isDir=False) + projet_name = '20241009MaterialDiv' + label_names =["Acrylic", "Ecoflex", "PDMS", "PLA", "Wood"] + data = dLoader(projet_name, label_names, isDir=True) X_train, X_test, y_train, y_test, encoder = divSet( - data=data, labels=label_names, test_size= 0.2 + data=data, labels=label_names, test_size= 0.3 ) print(y_train) @@ -27,27 +25,123 @@ def main(): df_pca3d = pd.DataFrame(data=principalComponents, columns=['PC1', 'PC2', 'PC3']) df_pca3d['labels'] = y_train - # 保存为CSV文件 + # 保存为xlsx文件 import os folder = os.path.join("./Result", projet_name) + if not os.path.exists(folder): + os.makedirs(folder) df_pca2d.to_excel(os.path.join(folder, 'pca_2d_points_with_labels.xlsx'), index=False) df_pca3d.to_excel(os.path.join(folder, 'pca_3d_points_with_labels.xlsx'), index=False) + """ clf = SVC(kernel='rbf', C=1.0) + from sklearn.model_selection import RandomizedSearchCV + from scipy.stats import uniform + + # 定义参数分布 + param_dist = {'C': uniform(0.1, 100)} + + # 随机搜索 + random_search = RandomizedSearchCV(SVC(kernel='rbf'), param_distributions=param_dist, + n_iter=20, cv=5, scoring='accuracy') + random_search.fit(X_train, y_train) + + # 获取最佳参数和模型 + best_C = random_search.best_params_['C'] + best_model = random_search.best_estimator_ + + # 评估 + y_pred = best_model.predict(X_test) + from sklearn.metrics import accuracy_score, confusion_matrix + accuracy = accuracy_score(y_test, y_pred) + + print(f"Best C: {best_C}") + print(f"Best accuracy: {accuracy}" )""" + + """ + from sklearn import svm + from sklearn.model_selection import train_test_split, learning_curve, cross_val_score + import numpy as np + import matplotlib.pyplot as plt + import seaborn as sns + + # 进行交叉验证 + cv_scores = cross_val_score(clf, X_train, y_train, cv=5) + print(f"Cross-validation scores: {cv_scores}") + print(f"Mean CV score: {cv_scores.mean():.3f} (+/- {cv_scores.std() * 2:.3f})") + + + # 计算学习曲线 + train_sizes, train_scores, test_scores = learning_curve( + clf, X_train, y_train, cv=5, n_jobs=-1, + train_sizes=np.linspace(.1, 1.0, 5)) + + train_scores_mean = np.mean(train_scores, axis=1) + train_scores_std = np.std(train_scores, axis=1) + test_scores_mean = np.mean(test_scores, axis=1) + test_scores_std = np.std(test_scores, axis=1) + + # 绘制学习曲线 + plt.figure(figsize=(10, 6)) + plt.title("Learning Curve") + plt.xlabel("Training examples") + plt.ylabel("Score") + plt.grid() + plt.fill_between(train_sizes, train_scores_mean - train_scores_std, + train_scores_mean + train_scores_std, alpha=0.1, color="r") + plt.fill_between(train_sizes, test_scores_mean - test_scores_std, + test_scores_mean + test_scores_std, alpha=0.1, color="g") + plt.plot(train_sizes, train_scores_mean, 'o-', color="r", label="Training score") + plt.plot(train_sizes, test_scores_mean, 'o-', color="g", label="Cross-validation score") + plt.legend(loc="best") + plt.show() + + # 在全部训练数据上训练模型 + clf.fit(X_train, y_train) + + # 预测 + y_pred = clf.predict(X_test) + + # 计算准确率 + accuracy = accuracy_score(y_test, y_pred) + print(f"Test Accuracy: {accuracy:.3f}") + + # 计算归一化的混淆矩阵 + cm = confusion_matrix(y_test, y_pred, normalize='true') + + # 绘制混淆矩阵 + plt.figure(figsize=(10,7)) + sns.heatmap(cm, annot=True, fmt='.2f', cmap='Blues') + plt.title('Normalized Confusion Matrix') + plt.ylabel('True label') + plt.xlabel('Predicted label') + plt.show() """ + + """ + model.fit(X_train, y_train) + y_pred = model.predict(X_test) + from sklearn.metrics import accuracy_score, confusion_matrix + accuracy = accuracy_score(y_test, y_pred) + print(f"Accuracy: {accuracy}") + + # 计算归一化的混淆矩阵 + cm = confusion_matrix(y_test, y_pred, normalize='true') + print(cm) """ model = Qmlp( X_train=X_train, X_test=X_test, y_train=y_train, y_test= y_test, - hidden_layers=[64, 64], + hidden_layers=[128, 128], dropout_rate=0 ) - model.fit(100) + model.fit(300) cm = model.get_cm() epoch_data = model.get_epoch_data() - + from Qfunctions.saveToxlsx import save_to_xlsx as stx - stx(project_name=projet_name, file_name="cm", data=cm) + stx(project_name=projet_name, file_name="cm", data=cm ) stx(project_name=projet_name, file_name="acc_and_loss", data=epoch_data) + print("Done") if __name__ == '__main__': diff --git a/test2.py b/test2.py deleted file mode 100644 index b5c13f4..0000000 --- a/test2.py +++ /dev/null @@ -1,55 +0,0 @@ -import pandas as pd -import torch -from torch.utils.data import DataLoader, TensorDataset - -# 读取Excel文件 -df = pd.read_excel('loss-metal-compress.xlsx') - -# 假设你的模型需要的数据是前300行 -data = df.iloc[300:600, 1].values - - -# 将数据转换为Tensor -data_tensor = torch.tensor(data, dtype=torch.float32).unsqueeze(0) # 增加一个批次维度 - -# 需要填充的0的数量 -padding_size = 371 - data_tensor.size(1) - -# 如果需要填充的0的数量大于0，则进行填充 -if padding_size > 0: - # 创建一个形状为[1, padding_size]的0张量 - padding_tensor = torch.zeros(1, padding_size, dtype=torch.float32) - # 将原始数据和0张量拼接起来 - data_tensor_padded = torch.cat((data_tensor, padding_tensor), dim=1) -else: - data_tensor_padded = data_tensor - -# 包装成TensorDataset和DataLoader -dataset = TensorDataset(data_tensor_padded) -dataloader = DataLoader(dataset, batch_size=1, shuffle=False) - -# 确定设备 -device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu") -# device = 'cpu' -print(f"Using device: {device}") - -# 加载你的模型 -model = torch.load('Sound.pth', map_location=device) # 确保模型加载到正确的设备 -model.to(device) # 再次确保模型在正确的设备上 -model.eval() # 设置为评估模式 - -# 进行预测 -predictions = [] -with torch.no_grad(): - for batch in dataloader: - inputs = batch[0].to(device) # 将输入数据移动到相同的设备 - outputs = model(inputs) - _, predicted = torch.max(outputs, 1) - predictions.extend(predicted.cpu().numpy()) # 将预测结果移动回CPU并转换为numpy数组 - -# 打印预测结果 -print(predictions) - - - -