Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- alfabet;
- p=[];
- for i='A':'Z',
- p=[p reshape(eval(i)',35,1)];
- end
- t=eye(26,26);
- lr=1;
- tr=[];
- beta=0.5;
- w1=rands(35,20);
- b1=rands(20,1);
- w2=rands(20,26);
- b2=rands(26,1);
- for i=1:10000
- swe1=w1'*p+b1*ones(1,26);
- q1=1./(1+exp(-beta*swe1));
- swe2=w2'*a1+b2*ones(1,26);
- a2=1./(1+exp(-beta.*swe2));
- bar(a2)
- e=t-a2;
- sse=sum(sum(e.^2));
- tr=[tr sse];
- if(sse<0.001)
- break;
- end
- d2=beta.*a2.*(1-a2).*e;
- d1=beta.*a1.*(1-a1).*(w2*d2);
- dw1=lr.*p*d1';
- db1=lr.*d1*ones(26,1);
- dw2=lr.*a1*d2';
- db2=lr.*d2*ones(26,1);
- w1=w1+dw1;
- b1=b1+db1;
- w2=w2+dw2;
- b2=b2+db2;
- end
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement