import torch import torch.nn as nn from pointnet2_lib.pointnet2.pointnet2_modules import PointnetFPModule, PointnetSAModuleMSG from lib.config import cfg def get_model(input_channels=6, use_xyz=True): return Pointnet2MSG(input_channels=input_channels, use_xyz=use_xyz) class Pointnet2MSG(nn.Module): def init(self, input_channels=6, use_xyz=True): super().init() self.SA_modules = nn.ModuleList() channel_in = input_channels skip_channel_list = [input_channels] for k in range(cfg.RPN.SA_CONFIG.NPOINTS.len()): mlps = cfg.RPN.SA_CONFIG.MLPS[k].copy() channel_out = 0 for idx in range(mlps.len()): mlps[idx] = [channel_in] + mlps[idx] channel_out += mlps[idx][-1] self.SA_modules.append( PointnetSAModuleMSG( npoint=cfg.RPN.SA_CONFIG.NPOINTS[k], radii=cfg.RPN.SA_CONFIG.RADIUS[k], nsamples=cfg.RPN.SA_CONFIG.NSAMPLE[k], mlps=mlps, use_xyz=use_xyz, bn=cfg.RPN.USE_BN ) ) skip_channel_list.append(channel_out) channel_in = channel_out self.FP_modules = nn.ModuleList() for k in range(cfg.RPN.FP_MLPS.len()): pre_channel = cfg.RPN.FP_MLPS[k + 1][-1] if k + 1 < len(cfg.RPN.FP_MLPS) else channel_out self.FP_modules.append( PointnetFPModule(mlp=[pre_channel + skip_channel_list[k]] + cfg.RPN.FP_MLPS[k]) ) def _break_up_pc(self, pc): xyz = pc[..., 0:3].contiguous() features = ( pc[..., 3:].transpose(1, 2).contiguous() if pc.size(-1) > 3 else None ) return xyz, features def forward(self, pointcloud: torch.cuda.FloatTensor): xyz, features = self._break_up_pc(pointcloud) l_xyz, l_features = [xyz], [features] for i in range(len(self.SA_modules)): li_xyz, li_features = self.SA_modules[i](l_xyz[i], l_features[i]) l_xyz.append(li_xyz) l_features.append(li_features) for i in range(-1, -(len(self.FP_modules) + 1), -1): l_features[i - 1] = self.FP_modules[i]( l_xyz[i - 1], l_xyz[i], l_features[i - 1], l_features[i] ) return l_xyz[0], l_features[0]对于该代码中的PointnetSAModuleMSG模块和PointnetFPModule模块,我都加入了注意力机制以试图提升整个网络的性能,但是在改进后却在PointnetSAModuleMSG类内出现了其父类返回值new_xyz数值为空的问题,你知道有哪些可能的原因吗
时间: 2023-07-15 21:10:28 浏览: 184
Pointnet2.PyTorch修正版,适配高版本pytorch
可能的原因有以下几点:
1. 在添加注意力机制时,可能出现了维度不匹配的问题,需要检查注意力机制的实现是否正确。
2. 在在 PointnetSAModuleMSG 类中,可能出现了参数设置错误的问题,需要检查参数设置是否正确。
3. 在添加注意力机制时,可能对输入数据的维度进行了修改,需要确保维度修改后的数据与原始数据的维度一致。
需要进一步检查代码实现和调试,才能确定问题的具体原因。
阅读全文