1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207
| """ PressureNet: 从压力图像推断3D人体网格
架构: 两阶段(Mod1+Mod2) + 压力图重建(PMR)网络
输入: 压力图像 (96×192) + 性别 输出: 3D人体网格 (10475顶点×3坐标)
关键创新: PMR网络强制一致性 """
import torch import torch.nn as nn
class PressureMapReconstruction(nn.Module): """ PMR (Pressure Map Reconstruction) 网络 核心创新: 从预测的3D网格重建压力图 与输入压力图比较,强制一致性 作用: 防止模型将接触点误判为错误姿态 """ def __init__(self, hidden_dim=128): super().__init__() self.vertex_to_pressure = nn.Sequential( nn.Linear(10475 * 3, hidden_dim * 4), nn.ReLU(), nn.Linear(hidden_dim * 4, hidden_dim * 2), nn.ReLU(), nn.Linear(hidden_dim * 2, 96 * 192), nn.Sigmoid() ) def forward(self, predicted_vertices): """ Args: predicted_vertices: (B, 10475, 3) 预测的3D顶点 Returns: reconstructed_pressure: (B, 1, 96, 192) 重建的压力图 """ B = predicted_vertices.shape[0] flat = predicted_vertices.reshape(B, -1) pressure = self.vertex_to_pressure(flat) return pressure.reshape(B, 1, 96, 192)
class PressureNetModule(nn.Module): """ PressureNet 单个模块 (Mod1 或 Mod2) 输入: 压力图 (+ 性别one-hot) 输出: 3D人体顶点 + 重建的压力图 """ def __init__(self, input_channels=1, num_vertices=10475): super().__init__() self.encoder = nn.Sequential( nn.Conv2d(input_channels, 32, 3, stride=2, padding=1), nn.BatchNorm2d(32), nn.ReLU(), nn.Conv2d(32, 64, 3, stride=2, padding=1), nn.BatchNorm2d(64), nn.ReLU(), nn.Conv2d(64, 128, 3, stride=2, padding=1), nn.BatchNorm2d(128), nn.ReLU(), nn.Conv2d(128, 256, 3, stride=2, padding=1), nn.BatchNorm2d(256), nn.ReLU(), nn.AdaptiveAvgPool2d(1), ) self.decoder = nn.Sequential( nn.Linear(256 + 3, 512), nn.ReLU(), nn.Linear(512, 1024), nn.ReLU(), nn.Linear(1024, num_vertices * 3) ) self.pmr = PressureMapReconstruction() def forward(self, pressure_img, gender): """ Args: pressure_img: (B, 1, 96, 192) gender: (B, 3) one-hot Returns: vertices: (B, 10475, 3) reconstructed_pressure: (B, 1, 96, 192) """ feat = self.encoder(pressure_img) feat = feat.flatten(1) feat = torch.cat([feat, gender], dim=1) vertices = self.decoder(feat) vertices = vertices.reshape(-1, 10475, 3) reconstructed_pressure = self.pmr(vertices) return vertices, reconstructed_pressure
class PressureNet(nn.Module): """ PressureNet 完整模型 Mod1: 粗估计 (coarse) Mod2: 精细化 (refine) - 使用Mod1的重建压力图作为额外输入 """ def __init__(self): super().__init__() self.mod1 = PressureNetModule(input_channels=1) self.mod2 = PressureNetModule(input_channels=2) def forward(self, pressure_img, gender): verts1, recon_pressure1 = self.mod1(pressure_img, gender) mod2_input = torch.cat([pressure_img, recon_pressure1], dim=1) verts2, recon_pressure2 = self.mod2(mod2_input, gender) return { 'vertices_coarse': verts1, 'vertices_refined': verts2, 'recon_pressure_1': recon_pressure1, 'recon_pressure_2': recon_pressure2, }
if __name__ == "__main__": device = 'cuda' if torch.cuda.is_available() else 'cpu' model = PressureNet().to(device) pressure_img = torch.randn(2, 1, 96, 192).to(device) gender = torch.eye(3)[:2].to(device) output = model(pressure_img, gender) print("PressureNet 输出:") for k, v in output.items(): print(f" {k}: {v.shape}") def pressurenet_loss(output, target_pressure, target_vertices): """ 多任务损失: 1. 顶点L2损失 (Mod1 + Mod2) 2. 压力图重建损失 (PMR一致性) """ loss = 0 if target_vertices is not None: loss += 0.5 * torch.nn.functional.mse_loss( output['vertices_coarse'], target_vertices ) loss += 1.0 * torch.nn.functional.mse_loss( output['vertices_refined'], target_vertices ) loss += 0.3 * torch.nn.functional.mse_loss( output['recon_pressure_1'], target_pressure ) loss += 0.3 * torch.nn.functional.mse_loss( output['recon_pressure_2'], target_pressure ) return loss loss = pressurenet_loss(output, pressure_img, None) print(f"\n初始损失: {loss.item():.4f}") params = sum(p.numel() for p in model.parameters()) print(f"模型参数量: {params/1e6:.1f}M") print("\n论文报告性能:") print(f" MPJPE (合成测试): 11.18 cm") print(f" 3DVPE (合成测试): 3.94 cm") print(f" 3DVPE (真实-规定姿态): 4.99 cm") print(f" 3DVPE (真实-自选姿态): 3.93 cm")
|