Searched refs:grad_scale (Results 1 - 7 of 7) sorted by relevance
| /external/tensorflow/tensorflow/compiler/tests/ |
| H A D | fused_batchnorm_test.py | 47 # grad_scale =
61 grad_scale = np.sum(
64 return grad_x, grad_scale, grad_offset
177 grad_x, grad_scale, grad_offset, _, _ = gen_nn_ops.fused_batch_norm_grad(
181 [grad_x, grad_scale, grad_offset], {
217 grad_x, grad_scale, grad_offset, _, _ = out
223 [grad_x, grad_scale, grad_offset], {
|
| /external/tensorflow/tensorflow/python/ops/ |
| H A D | nn_grad.py | 772 grad_scale: gradient for scale, which is sum(grad_y * (x - mean(x)) *
854 A tuple (grad_x, grad_scale, grad_offset), where grad_x is the gradient
855 for x, grad_scale the gradient for scale, and grad_offset the gradient
885 grad_scale = math_ops.rsqrt(var_x + epsilon) * math_ops.reduce_sum(
888 grad_scale = array_ops.squeeze(grad_scale)
890 return math_ops.cast(grad_x, x_dtype), grad_scale, grad_offset
903 grad_scale = math_ops.reduce_sum(
906 return math_ops.cast(grad_x, x_dtype), grad_scale, grad_offset
920 A tuple (grad_grad_y, grad_x, grad_scale, Non
[all...] |
| H A D | nn_fused_batchnorm_test.py | 274 grad_x, grad_scale, grad_offset = gradients_impl.gradients(
280 grad_vals = sess.run([grad_x, grad_scale, grad_offset])
291 grad_y, x_shape, grad_scale, scale_shape)
299 x, x_shape, grad_scale, scale_shape)
320 grad_y, grad_y32, x_shape, grad_scale, grad_scale32, scale_shape)
328 x, x32, x_shape, grad_scale, grad_scale32, scale_shape)
|
| /external/tensorflow/tensorflow/compiler/xla/service/ |
| H A D | batchnorm_expander.cc | 530 auto grad_scale = add(HloInstruction::CreateBinary( local
578 HloInstruction::CreateTuple({grad_activation, grad_scale, grad_beta});
|
| /external/tensorflow/tensorflow/core/kernels/ |
| H A D | training_ops_gpu.cu.cc | 248 // auto grad_scale = (logbase() * sign_decay() * sign_gm).exp();
249 // var.device(d) -= lr() * grad_scale * grad;
254 auto grad_scale = (logbase_bcast * sign_decay_bcast * sign_gm).exp(); local
255 var.device(d) -= lr_bcast * grad_scale * grad;
|
| H A D | training_ops.cc | 391 auto grad_scale = (logbase() * sign_decay() * sign_gm).exp(); local
392 var.device(d) -= lr() * grad_scale * grad;
|
| /external/tensorflow/tensorflow/compiler/xla/tests/ |
| H A D | batch_normalization_test.cc | 738 auto grad_scale = ReferenceUtil::Reduce4DTo1D( local
823 Literal::CreateR1<float>(grad_scale).get(),
|
Completed in 285 milliseconds