|
|
|
@ -126,7 +126,7 @@ default_cfgs = {
|
|
|
|
|
),
|
|
|
|
|
'vit_base_patch16_224_1k_miil': _cfg(
|
|
|
|
|
url='https://miil-public-eu.oss-eu-central-1.aliyuncs.com/model-zoo/ImageNet_21K_P/models/timm'
|
|
|
|
|
'/vit_base_patch16_224_1k_miil_84_4.pth',
|
|
|
|
|
'/vit_base_patch16_224_1k_miil_84_0.pth',
|
|
|
|
|
mean=(0, 0, 0), std=(1, 1, 1), crop_pct=0.875, interpolation='bilinear',
|
|
|
|
|
),
|
|
|
|
|
}
|
|
|
|
@ -714,5 +714,5 @@ def vit_base_patch16_224_1k_miil(pretrained=False, **kwargs):
|
|
|
|
|
Weights taken from: https://github.com/Alibaba-MIIL/ImageNet21K
|
|
|
|
|
"""
|
|
|
|
|
model_kwargs = dict(patch_size=16, embed_dim=768, depth=12, num_heads=12, qkv_bias=False, **kwargs)
|
|
|
|
|
model = _create_vision_transformer('vit_base_patch16_224_1k_miil_84_4', pretrained=pretrained, **model_kwargs)
|
|
|
|
|
model = _create_vision_transformer('vit_base_patch16_224_1k_miil', pretrained=pretrained, **model_kwargs)
|
|
|
|
|
return model
|