class srmNeuronFunc(object): funclists = ['srm_forward<float>', 'srm_backward<float>'] cu_module = cp.RawModule(code=CU_SOURCE_CODE_RAW_STRING, options=('-std=c++11', '-I ' + _CURPATH), name_expressions=funclists) neuron_FP = cu_module.get_function(funclists[0]) neuron_BP = cu_module.get_function(funclists[1]) @staticmethod def forward(inputs: Tensor, taum: float, taus: float, e_taug: float, v_th: float) -> List[Tensor]: spikes = torch.zeros_like(inputs) delta_ut = torch.zeros_like(inputs) delta_u = torch.zeros_like(inputs) B, T, dim = *inputs.shape[:2], inputs[0][0].numel() with cp.cuda.Device(inputs.get_device()): srmNeuronFunc.neuron_FP(((B * dim + 1023) // 1024,), (1024,), ( tensor_to_cparray(inputs.contiguous()), tensor_to_cparray(spikes.contiguous()), tensor_to_cparray(delta_ut.contiguous()), tensor_to_cparray(delta_u.contiguous()), cp.float32(taum), cp.float32(taus), cp.float32(e_taug), cp.float32(v_th), cp.int32(B), cp.int32(T), cp.int32(dim) )) return spikes, delta_ut, delta_u @staticmethod def backward(grad_out: Tensor, delta_ut: Tensor, delta_u: Tensor, spikes: Tensor, epsw: Tensor, epst: Tensor) -> List[Tensor]: grad_w = torch.zeros_like(grad_out) grad_t = torch.zeros_like(grad_out) B, T, dim = *grad_out.shape[:2], grad_out[0][0].numel() with cp.cuda.Device(grad_out.get_device()): srmNeuronFunc.neuron_BP(((B * dim + 1023) // 1024,), (1024,), ( tensor_to_cparray(grad_out.contiguous()), tensor_to_cparray(delta_ut.contiguous()), tensor_to_cparray(delta_u.contiguous()), tensor_to_cparray(spikes.contiguous()), tensor_to_cparray(epsw), tensor_to_cparray(epst), tensor_to_cparray(grad_w.contiguous()), tensor_to_cparray(grad_t.contiguous()), cp.int32(B), cp.int32(T), cp.int32(dim) )) return grad_w, grad_t
时间: 2023-12-09 08:03:28 浏览: 37
这是一个使用 CuPy 实现的神经元函数。它包括了前向传播和反向传播两个函数。前向传播函数将输入张量作为参数,计算输出张量,并返回输出张量、delta_ut 张量和 delta_u 张量。反向传播函数将输出梯度、delta_ut 张量、delta_u 张量、spikes 张量、epsw 张量和 epst 张量作为参数,计算权重梯度和时间常数梯度,并返回它们。使用 CuPy 实现可以加速计算,因为它利用了 GPU 的并行计算能力。
相关问题
class srmLinear(nn.Linear): def __init__(self, in_features: int, out_features: int, bias: bool = False, v_th: float = 1.0, taum: float = 5., taus: float = 3., taug: float = 2.5, weight_norm: bool = True, eps: float = 1e-5) -> None: super().__init__(in_features, out_features, bias) nn.init.orthogonal_(self.weight) self.taum = taum self.taus = taus self.taug = taug self.v_th = v_th self.epsw = None self.epst = None self.e_taum = 1. - 1. / taum self.e_taus = 1. - 1. / taus self.e_taug = 1. - 1. / taug self.linear_func = srmLinearFunc.apply if weight_norm: self.bn_weight = nn.Parameter(torch.ones(out_features)) self.bn_bias = nn.Parameter(torch.zeros(out_features)) else: self.bn_weight = None self.bn_bias = None self.register_buffer('eps', torch.tensor([eps])) def forward(self, inputs: Tensor) -> Tensor: self.batch_reset(inputs) return self.linear_func( inputs, self.weight, self.bn_weight, self.bn_bias, self.eps, self.v_th, self.taum, self.taus, self.e_taug, self.epsw, self.epst ) def batch_reset(self, inputs: Tensor) -> None: if self.epsw is None or self.epsw.shape[0] != inputs.shape[1]: coefficient = self.taum / (self.taum - self.taus) # for i in range(inputs.shape[1]): self.epst = torch.FloatTensor([-self.e_taug ** (1 + i) for i in range(inputs.shape[1])]).to(inputs) self.epsw = torch.FloatTensor( [coefficient * (self.e_taum ** (1 + i) - self.e_taus ** (1 + i)) for i in range(inputs.shape[1])] ).to(inputs)
这是一个基于 PyTorch 实现的自适应脉冲编码神经网络(Adaptive Pulse-Coded Neural Network)中的线性层(Linear Layer)代码,其中引入了 Spike Response Model(SRM)的概念。SRM 是一种对神经元(Neuron)的响应方式进行建模的方法,即神经元只有当输入信号超过一个阈值时才会产生输出脉冲。此外,该代码还实现了权重归一化(Weight Normalization)和 Batch Normalization 等技术。
select * from srm_pur_order where id>1327871这个的insert语句
很抱歉,我无法直接提供 `srm_pur_order` 表的完整结构和字段信息,因此无法为您生成完整的 INSERT 语句。您可以根据表结构自行编写 INSERT 语句,示例语句如下:
```
INSERT INTO srm_pur_order (id, column1, column2, column3, ...)
VALUES
(1327872, value1, value2, value3, ...),
(1327873, value1, value2, value3, ...),
(1327874, value1, value2, value3, ...),
...
```
请注意,您需要将示例语句中的 `column1`, `column2`, `column3` 替换为实际表中的列名,将 `value1`, `value2`, `value3` 替换为实际插入的数据。同时,您需要根据实际情况修改 `VALUES` 子句中的行数和数据值。