prelu激活函数pytorch代码

下面是Prelu激活函数的Pytorch代码实现：

import torch.nn as nn

class Prelu(nn.Module):
def __init__(self):
super(Prelu, self).__init__()
self.alpha = nn.Parameter(torch.FloatTensor(1), requires_grad=True)
self.alpha.data.fill_(0.25)

def forward(self, x):
return torch.max(self.alpha*x, x)