全连接层的标签归一化代码
时间: 2023-04-03 13:03:39 浏览: 63
以下是全连接层的标签归一化代码:
```python
import numpy as np
class FullyConnectedLayer:
def __init__(self, input_size, output_size, activation_function):
self.input_size = input_size
self.output_size = output_size
self.activation_function = activation_function
self.weights = np.random.randn(output_size, input_size) * np.sqrt(2 / input_size)
self.biases = np.zeros((output_size, 1))
self.z = None
self.a = None
def forward(self, x):
self.z = np.dot(self.weights, x) + self.biases
self.a = self.activation_function(self.z)
return self.a
def backward(self, da, learning_rate):
dz = da * self.activation_function(self.z, derivative=True)
dw = np.dot(dz, self.a.T) / self.input_size
db = np.sum(dz, axis=1, keepdims=True) / self.input_size
da_prev = np.dot(self.weights.T, dz)
self.weights -= learning_rate * dw
self.biases -= learning_rate * db
return da_prev
def label_normalize(self, y):
y_norm = y / np.sum(y, axis=0, keepdims=True)
return y_norm
```
希望能对你有所帮助。