Advertisement
Guest User

Untitled

a guest
Dec 9th, 2019
77
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 0.75 KB | None | 0 0
  1. def forward(self, x):
  2. if self.training: #inne zachwania w trainie i teście
  3. mu_B = torch.mean(x, dim = 0) #obliczenie średniej kroczącej
  4. tab = (x - mu_B) ** 2
  5. sigma_B = torch.mean(tab, dim = 0)
  6. x_hat = (x - mu_B) / torch.sqrt(sigma_B + self.eps)
  7. y_hat = self.gamma * x_hat + self.beta
  8.  
  9. self.mu = (1 - self.momentum) * self.mu + self.momentum * mu_B
  10. self.sigma = (1 - self.momentum) * self.sigma + self.momentum * torch.sqrt(sigma_B)
  11.  
  12. else: #czym się to różni
  13. x_hat = (x - self.mu) / torch.sqrt(self.sigma + self.eps)
  14. y_hat = self.gamma * x_hat + self.beta
  15. return y_hat
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement