Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- if (gradientNorm && sampleVariance && batchSize)
- {
- if (batchSize < function.NumFunctions())
- {
- stepSizeDecay = (1 - (1 / ((double) batchSize - 1) * sampleVariance) /
- (batchSize * gradientNorm)) / batchSize;
- // Here it should be v in-place of batchSize. Where v is calcuated using
- // Equation 9 on page 8 of https://arxiv.org/pdf/1610.05792.pdf
- }
- else
- {
- stepSizeDecay = 1 / function.NumFunctions();
- // similarly here it should be v instead of function.NumFunctions();
- }
- }
Add Comment
Please, Sign In to add comment