|
- #include<iostream>
- #include<time.h>
- #include<string>
- #include<math.h>
- #include<fstream>
- #include"./autodiff/node.h"
- #include"./matrix/matrix_def.h"
- #include"./matrix/matrix_pro.h"
- #include"./welcome/score_wel.cpp"
- #include"./logistic/logistic_def.h"
- #include"./file_pro/data_read.h"
- #include"./grad_edge/matrix_grad.h"
- using namespace std;
- Node z = 1;
- Node t1 = 1,a13 = 1;
- Node loss_act(Node t1,Node a13)
- {
- Node loss = 0.5*(pow((t1-a13),2));
- return loss;
- }
- Node sigmoid_act(Node z)
- {
- Node sigmoid_act = 1/(1+(1/exp(z)));
- return sigmoid_act;
- }
- Node (*loss)(Node,Node) = loss_act;
- Node (*act)(Node) = sigmoid_act;
- int main()
- {
- cout<<"begin to train"<<endl;
- int input_dim = 2;
- int output_dim = 2;
- edge_network sequaltial(input_dim,output_dim);
- Matrix data_mine = CreateMatrix(100,3);
- Matrix label_mine = CreateRandMat(100,1);
- Matrix data = iloc(data_mine,0,1,0,0);
- cout<<"data: ";
- cout_mat(data);
- Matrix label = iloc(label_mine,0,3,0,0);
- cout<<"label: ";
- cout_mat(label);
- Matrix bias1 = CreateRandMat(2,1);
- Matrix weight1 = CreateRandMat(2,data.col);
- cout<<"weight1: ";
- cout_mat(weight1);
- int index = 1;
- Matrix backward2 = CreateMatrix(2,1);
- Matrix before_backward2 = CreateMatrix(2,1);
- change_va(before_backward2,1,0,1);
- for(index = 0;index<99;index++){
- Matrix output1 = sequaltial.forward(get_T(get_row(data_mine,index)),weight1,bias1);
- Matrix output1_without_act = sequaltial.forward_without_act(get_T(get_row(data_mine,index)),weight1,bias1);
- cout<<"output1_without_act: ";
- cout_mat(output1_without_act);
- Matrix weight2 = CreateRandMat(2,output1.row);
- cout<<"weight2: "<<endl;
- cout_mat(weight2);
- Matrix bias2 = CreateRandMat(weight2.row,1);
- Matrix output2 = sequaltial.forward(output1,weight2,bias2);
- Matrix output2_without_act = sequaltial.forward_without_act(output1,weight2,bias2);
- cout<<"output2_without_act: ";
- cout_mat(output2_without_act);
- cout<<"output2: ";
- cout_mat(output2);
- cout<<"output1:"<<endl;
- cout_mat(output1);
- Matrix weight3 = CreateRandMat(3,output2.row);
- Matrix bias3 = CreateRandMat(weight3.row,1);
- Matrix output3 = sequaltial.forward(output2,weight3,bias3);
- Matrix output3_without_act = sequaltial.forward_without_act(output2,weight3,bias3);
- cout<<"row: "<<label.row<<"col: "<<label.col;
- Matrix output_end = sequaltial.end_layer_backward(label,output3_without_act,*loss,*act);
- cout<<"outputend: ";
- cout_mat(output_end);
- cout<<"output3_without_act: ";
- cout_mat(output3_without_act);
- cout<<"output3: ";
- cout_mat(output3);
- Matrix backward3 = sequaltial.backward(output_end,output2_without_act,get_T(weight3),*act);
- cout<<"backward_before: ";
- cout_mat(before_backward2);
- before_backward2 = add(before_backward2,backward2);
- backward2 = sequaltial.backward(backward3,output1_without_act,get_T(weight2),*act);
- cout<<"backward2: ";
- save_txt(backward2,"a.csv");
- cout_mat(before_backward2);
- cout_mat(backward2);
- //can change the before_backward2 values;
- }
- }
|