clear all
nntwarn off
format compact


P=-1:.1:-.5;
T=[-.9602 -.5770 -.0729 .3771 .6405 .6600];

[R,Q]=size(P);
[S2,Q]=size(T);

S1=13;

[W1, B1]=nwtan(S1,R);
[W2, B2]=rands(S2,S1);

disp_freq=100;
max_epoch=20000;
err_goal=1e-30;
lr=0.01;
error=[];



for epoch=1:max_epoch,

    A1=tansig(W1*P,B1);
    A2=purelin(W2*A1,B2);
    E = T - A2;

    D2=deltalin(A2,E);
    D1=deltatan(A1,D2,W2);

    [dW1, dB1]=learnbp(P,D1,lr);
    W1=W1+dW1;
    B1=B1+dB1;

    [dW2, dB2]=learnbp(A1,D2,lr);
    W2=W2+dW2;
    B2=B2+dB2;

    SSE=sumsqr(E);
    error=[error SSE];

    if SSE<err_goal,
        epoch=epoch-1;
        break
    end

    if(rem(epoch,disp_freq)==0)
        fprintf('%d/%d,  SSE = %g\n', epoch, max_epoch, SSE);
        plot(P,A2,'r',P,T,'g')
        pause(1e-500)
    end
end