Update davit.py

pull/1630/head
Fredo Guan 3 years ago
parent e222f474f4
commit deb3e09b3d

@ -507,6 +507,8 @@ class DaViT(nn.Module):
sizes = [size] sizes = [size]
branches = [0] branches = [0]
block_index : int
for block_index, block_param in enumerate(self.architecture): for block_index, block_param in enumerate(self.architecture):
''' '''
branch_ids = sorted(set(block_param)) branch_ids = sorted(set(block_param))
@ -518,7 +520,7 @@ class DaViT(nn.Module):
branches.append(branch_id) branches.append(branch_id)
''' '''
block_index : int
if block_index not in branches: if block_index not in branches:
x, size = self.patch_embeds[block_index](features[-1], sizes[-1]) x, size = self.patch_embeds[block_index](features[-1], sizes[-1])
@ -526,10 +528,11 @@ class DaViT(nn.Module):
sizes.append(size) sizes.append(size)
branches.append(branch_id) branches.append(branch_id)
layer_index : int
branch_id : int
for layer_index, branch_id in enumerate(block_param): for layer_index, branch_id in enumerate(block_param):
layer_index : int
branch_id : int
if self.grad_checkpointing and not torch.jit.is_scripting(): if self.grad_checkpointing and not torch.jit.is_scripting():
features[branch_id], _ = checkpoint.checkpoint(self.main_blocks[block_index][layer_index], features[branch_id], sizes[branch_id]) features[branch_id], _ = checkpoint.checkpoint(self.main_blocks[block_index][layer_index], features[branch_id], sizes[branch_id])
else: else:

Loading…
Cancel
Save