Advertisement
Guest User

Untitled

a guest
Jan 17th, 2019
62
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 0.70 KB | None | 0 0
  1. alfabet;
  2. p=[];
  3. for i='A':'Z',
  4. p=[p reshape(eval(i)',35,1)];
  5. end
  6.  
  7. t=eye(26,26);
  8.  
  9. lr=1;
  10. tr=[];
  11. beta=0.5;
  12. w1=rands(35,20);
  13. b1=rands(20,1);
  14. w2=rands(20,26);
  15. b2=rands(26,1);
  16.  
  17.  
  18.  
  19.  
  20.  
  21.  
  22.  
  23.  
  24. for i=1:10000
  25.  
  26. swe1=w1'*p+b1*ones(1,26);
  27. q1=1./(1+exp(-beta*swe1));
  28. swe2=w2'*a1+b2*ones(1,26);
  29. a2=1./(1+exp(-beta.*swe2));
  30. bar(a2)
  31.  
  32.  
  33.  
  34.  
  35.  
  36. e=t-a2;
  37. sse=sum(sum(e.^2));
  38. tr=[tr sse];
  39. if(sse<0.001)
  40. break;
  41. end
  42. d2=beta.*a2.*(1-a2).*e;
  43. d1=beta.*a1.*(1-a1).*(w2*d2);
  44. dw1=lr.*p*d1';
  45. db1=lr.*d1*ones(26,1);
  46. dw2=lr.*a1*d2';
  47. db2=lr.*d2*ones(26,1);
  48. w1=w1+dw1;
  49. b1=b1+db1;
  50. w2=w2+dw2;
  51. b2=b2+db2;
  52. end
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement