Source code for fairseq.modules.grad_multiply

# Copyright (c) Facebook, Inc. and its affiliates.
# This source code is licensed under the MIT license found in the
# LICENSE file in the root directory of this source tree.

import torch

[docs]class GradMultiply(torch.autograd.Function):
[docs] @staticmethod def forward(ctx, x, scale): ctx.scale = scale res = return res
[docs] @staticmethod def backward(ctx, grad): return grad * ctx.scale, None