jiarui_li/DeepHealth
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(conv): ensure tensors are contiguous before Conv1d (post-pad and post-transpose) to avoid cuDNN ptrDesc->finalize

Browse Source
This commit is contained in:
Jiarui Li
2025-10-22 17:54:04 +08:00
parent dd58ced9b9
commit 4d1fc63667
1 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
models.py
View File

@@ -17,6 +17,7 @@ class CausalConv1d(nn.Module):
) )
def forward(self, x): # x: (B, C, L) def forward(self, x): # x: (B, C, L)
x = F.pad(x, (self.pad, 0)) # pad only on the left to ensure causality x = F.pad(x, (self.pad, 0)) # pad only on the left to ensure causality
x = x.contiguous()
return self.conv(x) return self.conv(x)
class DepthwiseSeparableCausalConvBlock(nn.Module): class DepthwiseSeparableCausalConvBlock(nn.Module):
@@ -29,10 +30,10 @@ class DepthwiseSeparableCausalConvBlock(nn.Module):
self.dropout = nn.Dropout(dropout) self.dropout = nn.Dropout(dropout)
def forward(self, x): # x: (B, L, D) def forward(self, x): # x: (B, L, D)
y = x.transpose(1, 2) # (B, D, L) y = x.transpose(1, 2).contiguous() # (B, D, L)
y = self.dw(y) # (B, D, L) y = self.dw(y) # (B, D, L)
y = self.pw(y) # (B, D, L) y = self.pw(y.contiguous()) # (B, D, L)
y = y.transpose(1, 2) # (B, L, D) y = y.transpose(1, 2).contiguous() # (B, L, D)
y = self.act(y) y = self.act(y)
y = self.dropout(y) y = self.dropout(y)
return self.ln(x + y) # residual connection + layer norm (LN) return self.ln(x + y) # residual connection + layer norm (LN)