ELM極限學習機算法源碼

1、importjava.io.BufferedReader;importjava.io.BufferedWriter;importjava.io.File;importjava.io.FileReader;importjava.io.FileWriter;importjava.io.IOException;importno.uib.cipr.matrix.DenseMatrix;importno.uib.cipr.matrix.DenseVector;importno.uib.cipr.matrix.Matrices;importno.uib.cipr.matrix.NotConvergedEx

2、ceptionpublicclasselmprivateDenseMatrixtrain_set;privateDenseMatrixtest_set;privateintnumTrainData;privateintnumTestData;privateDenseMatrixInputWeight;privatefloatTrainingTime;privatefloatTestingTime;privatedoubleTrainingAccuracy,TestingAccuracyprivateintElm_Type;privateintNumberofHiddenNeurons;priv

3、ateintNumberofOutputNeurons;privateintNumberofInputNeurons;privateStringfunc;privateintlabel;privateDenseMatrixBiasofHiddenNeurons;privateDenseMatrixOutputWeightprivateDenseMatrixtestP;privateDenseMatrixtestT;privateDenseMatrixY;privateDenseMatrixT;publicelm(intelm_type,intnumberofHiddenNeurons,Stri

4、ngActivationFunction)Elm_Type=elm_type;NumberofHiddenNeurons=numberofHiddenNeuronsfunc=ActivationFunction;TrainingTime=0;0;TrainingAccuracy=0;TestingAccuracy=0;NumberofOutputNeurons=1;)publicelm()publicDenseMatrixloadmatrix(Stringfilename)throwsIOExceptionBufferedReaderreader=newBufferedReader(newFi

5、leReader(newFile(filename);StringfirstlineString=reader.readLine();Stringstrings=firstlineString.split("");intm=Integer.parseInt(strings0);intn=Integer.parseInt(strings1);if(strings.length>2)NumberofOutputNeurons=Integer.parseInt(strings2)DenseMatrixmatrix=newDenseMatrix(m,n);firstlineS

6、tring=reader.readLine();inti=0;while(i<m)Stringdatatrings=firstlineString.split("");for(intj=0;j<n;j+)matrix.set(i,j,Double.parseDouble(datatringsj);)firstlineString=reader.readLine();)returnmatrix;)publicvoidtrain(StringTrainingData_File)throwsNotConvergedExceptiontrytrain_set=loadm

7、atrix(TrainingData_File);catch(IOExceptione)e.printStackTrace()train()publicvoidtrain(doubletraindata)throwsNotConvergedException/classificationrequireathenumberofclasstrain_set=newDenseMatrix(traindata);intm=train_set.numRows();if(Elm_Type=1)doublemaxtag=traindata00;for(inti=0;i<m;i+)if(traindat

8、ai0>maxtag)maxtag=traindatai0;)NumberofOutputNeurons=(int)maxtag+)train();)privatevoidtrain()throwsNotConvergedExceptionnumTrainData=train_set.numRows()NumberofInputNeurons=train_set.numColumns()-InputWeight=(DenseMatrix)Matrices.random(NumberofHiddenNeuronsJ1;NumberofInputNeurons)DenseMatrixtran

9、sT=DenseMatrixtransP=NumberofInputNeurons)for(inti=0;transT.set(ifor(intj=transP.set(inewDenseMatrix(numTrainData,1);newDenseMatrix(numTrainData,;i<numTrainData;i+),0,train_set.get(i,0);1;j<=NumberofInputNeurons;j+),j-1,train_set.get(i,j);newDenseMatrix(1,numTrainData);DenseMatrixP=newDenseMat

10、rix(NumberofInputNeuronstransT.transpose(T);transP.transpose(P),numTrainData);if(Elm_Type!=0)/CLASSIFIERlabel=newintNumberofOutputNeurons;for(inti=0;i<NumberofOutputNeurons;i+)labeli=i;DenseMatrixtempT=newDenseMatrix(NumberofOutputNeurons,numTrainData);tempT.zero();for(inti=0;i<numTrainData;i+

11、)intj=0;for(j=0;j<NumberofOutputNeurons;j+)if(label。=T.get(0,i)break;tempT.set(j,i,1);T=newDenseMatrix(NumberofOutputNeurons,numTrainData);/T=temp_T*2-1;for(inti=0;i<NumberofOutputNeurons;i+)for(intj=0;j<numTrainData;j+)T.set(i,j,tempT.get(i,j)*2-1);transT=newDenseMatrix(numTrainData,Number

12、ofOutputNeurons);T.transpose(transT);longstart_time_train=System.currentTimeMillis();BiasofHiddenNeurons=(DenseMatrix)Matrices.random(NumberofHiddenNeurons,1);DenseMatrixtempH=newDenseMatrix(NumberofHiddenNeurons,numTrainData);InputWeight.mult(P,tempH);/DenseMatrixind=newDenseMatrix(1,numTrainData);

13、DenseMatrixBiasMatrix=newDenseMatrix(NumberofHiddenNeuronsnumTrainData);for(intj=0;j<numTrainData;j+)for(inti=0;i<NumberofHiddenNeurons;i+)BiasMatrix.set(i,j,BiasofHiddenNeurons.get(i0);tempH.add(BiasMatrix);DenseMatrixH=newDenseMatrix(NumberofHiddenNeuronsnumTrainData);if(func.startsWith(&quo

14、t;sig")for(intj=0;j<NumberofHiddenNeurons;j+)for(inti=0;i<numTrainData;i+)doubletemp=tempH.get(j,i);temp=1.0f/(1+Math.exp(-temp);H.set(j,i,temp);elseif(func.startsWith("sin")for(intj=0;j<NumberofHiddenNeurons;j+)for(inti=0;i<numTrainData;i+)doubletemp=tempH.get(j,i);temp=M

15、ath.sin(temp);H.set(j,i,temp);elseif(func.startsWith("hardlim")elseif(func.startsWith("tribas")elseif(func.startsWith("radbas")DenseMatrixHt=newDenseMatrix(numTrainDataH.transpose(Ht);Inverseinvers=new,NumberofHiddenNeurons)Inverse(Ht);DenseMatrixpinvHt=invers.getMPInve

16、rse()OutputWeight=newDenseMatrix(NumberofHiddenNeurons,NumberofOutputNeurons);pinvHt.mult(transT,OutputWeight);longend_time_train=System.currentTimeMillis();TrainingTime=(end_time_train-start_time_train)*1.0f/1000;DenseMatrixYt=newDenseMatrix(numTrainData,NumberofOutputNeurons);Ht.mult(OutputWeight,

17、Yt);Y=newDenseMatrix(NumberofOutputNeurons,numTrainData);Yt.transpose(Y);if(Elm_Type=0)doubleMSE=0;for(inti=0;i<numTrainData;i+)MSE+=(Yt.get(i,0)-transT.get(i,0)*(Yt.get(i,0)-transT.get(i,0);TrainingAccuracy=Math.sqrt(MSE/numTrainData);elseif(Elm_Type=1)floatMissClassificationRate_Training=0;for(

18、inti=0;i<numTrainData;i+)doublemaxtag1=Y.get(0,i);inttag1=0;doublemaxtag2=T.get(0,i);inttag2=0;for(intj=1;j<NumberofOutputNeurons;j+)if(Y.get(j,i)>maxtag1)maxtag1=Y.get(j,i);tag1=j;if(T.get(j,i)>maxtag2)maxtag2=T.get(j,i);tag2=j;if(tag1!=tag2)MissClassificationRate_Training+;1.0f/numTrai

19、nDataTrainingAccuracy=MissClassificationRate_Training*publicvoidtest(StringTestingData_File)trytest_set=loadmatrix(TestingData_File)catch(IOExceptione)/TODOAuto-generatedcatchblocke.printStackTrace();numTestData=test_set.numRows()DenseMatrixttestT=DenseMatrixttestP=NumberofInputNeurons)for(inti=0;tt

20、estT.set(ifor(intj=ttestP.set(inewDenseMatrix(numTestData,1);newDenseMatrix(numTestData,;i<numTestData;i+),0,test_set.get(i,0);1;j<=NumberofInputNeurons;j+),j-1,test_set.get(i,j);testT=newDenseMatrix(1,numTestData);testP=newDenseMatrix(NumberofInputNeurons,numTestData);ttestT.transpose(testT);

21、ttestP.transpose(testP);longstart_time_test=System.currentTimeMillis();DenseMatrixtempH_test=newDenseMatrix(NumberofHiddenNeuronsnumTestData);InputWeight.mult(testP,tempH_test);DenseMatrixBiasMatrix2=newDenseMatrix(NumberofHiddenNeurons,numTestData);for(intj=0;j<numTestData;j+)for(inti=0;i<Num

22、berofHiddenNeurons;i+)BiasMatrix2.set(i,j,BiasofHiddenNeurons.get(i0);DenseMatrixH_test=numTestData);tempH_test.add(BiasMatrix2)newDenseMatrix(NumberofHiddenNeuronsif(func.startsWith("sig")for(intj=0;j<NumberofHiddenNeurons;j+)for(inti=0;i<numTestData;i+)doubletemp=tempH_test.get(j,i

23、);temp=1.0f/(1+Math.exp(-temp);H_test.set(j,i,temp);一elseif(func.startsWith("sin")for(intj=0;j<NumberofHiddenNeurons;j+)for(inti=0;i<numTestData;i+)doubletemp=tempH_test.get(j,i);temp=Math.sin(temp);H_test.set(j,i,temp);一elseif(func.startsWith("hardlim")elseif(func.startsWi

24、th("tribas")elseif(func.startsWith("radbas")DenseMatrixtransH_test=newDenseMatrix(numTestData,NumberofHiddenNeurons)H_test.transpose(transH_test);DenseMatrixYout=newDenseMatrix(numTestData,NumberofOutputNeurons)transH_test.mult(OutputWeight,Yout);DenseMatrixtestY=newDenseMatrix(N

25、umberofOutputNeurons,numTestData);Yout.transpose(testY);BI|HHIIItlBI_tllllHyillBIIIIIIITIBIBIll(H1.0f/1000;TestingTime=(end_time_test-start_time_test)/REGRESSIONif(Elm_Type=0)doubleMSE=0;for(inti=0;i<numTestData;i+)MSE+=(Yout.get(i,0)-testT.get(0,i)*(Yout.get(i,0)-testT.get(0,i);TestingAccuracy=M

26、ath.sqrt(MSE/numTestData)/CLASSIFIERelseif(Elm_Type=1)DenseMatrixtemptestT=newDenseMatrix(NumberofOutputNeurons,numTestData);for(inti=0;i<numTestData;i+)intj=0;for(j=0;j<NumberofOutputNeurons;j+)if(label。=testT.get(0,i)break;temptestT.set(j,i,1);testT=newDenseMatrix(NumberofOutputNeurons,numTe

27、stData);for(inti=0;i<NumberofOutputNeurons;i+)for(intj=0;j<numTestData;j+)testT.set(i,j,temptestT.get(i,j)*2-1);floatMissClassificationRate_Testing=0;for(inti=0;i<numTestData;i+)doublemaxtag1=testY.get(0,i);inttag1=0;doublemaxtag2=testT.get(0,i);inttag2=0;for(intj=1;j<NumberofOutputNeuro

28、ns;j+)if(testY.get(j,i)>maxtag1)HigHIHYIIIIIIMIIHtagl=j;)if(testT.get(j,i)>maxtag2)maxtag2=testT.get(j,i);tag2=j;)if(tagl!=tag2)MissClassificationRate_Testing+一TestingAccuracy=1-MissClassificationRate_Testing*1.0f/numTestDatapublicdoubletest_set=returnpublicdoubletest_set=returntestOut(doublei

29、npt)newDenseMatrix(inpt);testOut();testOut(doubleinpt)newDenseMatrix(newDenseVector(inpt)testOut();/OutputnumTestData*NumberofOutputNeuronsprivatedoubletestOut()numTestData=test_set.numRows();1);j+)j);NumberofInputNeurons=test_set.numColumns()-1;DenseMatrixttestT=newDenseMatrix(numTestDataDenseMatri

30、xttestP=newDenseMatrix(numTestDataNumberofInputNeurons);for(inti=0;i<numTestData;i+)ttestT.set(i,0,test_set.get(i,0);for(intj=1;j<=NumberofInputNeuronsttestP.set(i,j-1,test_set.get(i,一testT=newDenseMatrix(1,numTestData);testP=newDenseMatrix(NumberofInputNeurons,numTestData);ttestT.transpose(te

31、stT);ttestP.transpose(testP);DenseMatrixtempH_test=newDenseMatrix(NumberofHiddenNeuronsnumTestData);InputWeight.mult(testP,tempH_test);DenseMatrixBiasMatrix2=newDenseMatrix(NumberofHiddenNeurons,numTestData);for(intj=0;j<numTestData;j+)for(inti=0;i<NumberofHiddenNeurons;i+)BiasMatrix2.set(i,j,

32、BiasofHiddenNeurons.get(i0);tempH_test.add(BiasMatrix2);DenseMatrixH_test=newDenseMatrix(NumberofHiddenNeuronsnumTestData);if(func.startsWith("sig")for(intj=0;j<NumberofHiddenNeurons;j+)for(inti=0;i<numTestData;i+)doubletemp=tempH_test.get(j,i);temp=1.0f/(1+Math.exp(-temp);H_test.set

33、(j,i,temp);一elseif(func.startsWith("sin")for(intj=0;j<NumberofHiddenNeurons;j+)for(inti=0;i<numTestData;i+)doubletemp=tempH_test.get(j,i);temp=Math.sin(temp);H_test.set(j,i,temp);elseif(func.startsWith("hardlim")elseif(func.startsWith("tribas")elseif(func.startsWi

34、th("radbas")DenseMatrixtransH_test=newDenseMatrix(numTestData,NumberofHiddenNeurons);H_test.transpose(transH_test);DenseMatrixYout=newDenseMatrix(numTestData,NumberofOutputNeurons);transH_test.mult(OutputWeight,Yout);double口result=newdoublenumTestData;if(Elm_Type=0)for(inti=0;i<numTestD

35、ata;i+)resulti=Yout.get(i,0);)elseif(Elm_Type=1)for(inti=0;i<numTestData;i+)inttagmax=0;doubletagvalue=Yout.get(i,0);for(intj=1;j<NumberofOutputNeurons;j+)if(Yout.get(i,j)>tagvalue)tagvalue=Yout.get(i,j);tagmax=j;)resulti=tagmax;)returnresult;)publicfloatgetTrainingTime()returnTrainingTime;

36、)publicdoublegetTrainingAccuracy()returnTrainingAccuracy;)publicfloatgetTestingTime()returnTestingTime;publicdoublegetTestingAccuracy()returnTestingAccuracy;publicintgetNumberofInputNeurons()returnNumberofInputNeurons;publicintgetNumberofHiddenNeurons()returnNumberofHiddenNeurons;publicintgetNumberofOutputNeurons()returnNumberofO