44
55Code/weights from https://github.com/microsoft/Swin-Transformer, original copyright/license info below
66
7+ S3 (AutoFormerV2, https://arxiv.org/abs/2111.14725) Swin weights from
8+ - https://github.com/microsoft/Cream/tree/main/AutoFormerV2
9+
710Modifications and additions for timm hacked together by / Copyright 2021, Ross Wightman
811"""
912# --------------------------------------------------------
@@ -669,7 +672,7 @@ def swin_large_patch4_window7_224_in22k(pretrained=False, **kwargs):
669672
670673@register_model
671674def swin_s3_tiny_224 (pretrained = False , ** kwargs ):
672- """ Swin-S3-T @ 224x224, ImageNet-1k
675+ """ Swin-S3-T @ 224x224, ImageNet-1k. https://arxiv.org/abs/2111.14725
673676 """
674677 model_kwargs = dict (
675678 patch_size = 4 , window_size = (7 , 7 , 14 , 7 ), embed_dim = 96 , depths = (2 , 2 , 6 , 2 ),
@@ -679,7 +682,7 @@ def swin_s3_tiny_224(pretrained=False, **kwargs):
679682
680683@register_model
681684def swin_s3_small_224 (pretrained = False , ** kwargs ):
682- """ Swin-S3-S @ 224x224, trained ImageNet-1k
685+ """ Swin-S3-S @ 224x224, trained ImageNet-1k. https://arxiv.org/abs/2111.14725
683686 """
684687 model_kwargs = dict (
685688 patch_size = 4 , window_size = (14 , 14 , 14 , 7 ), embed_dim = 96 , depths = (2 , 2 , 18 , 2 ),
@@ -689,7 +692,7 @@ def swin_s3_small_224(pretrained=False, **kwargs):
689692
690693@register_model
691694def swin_s3_base_224 (pretrained = False , ** kwargs ):
692- """ Swin-S3-B @ 224x224, trained ImageNet-1k
695+ """ Swin-S3-B @ 224x224, trained ImageNet-1k. https://arxiv.org/abs/2111.14725
693696 """
694697 model_kwargs = dict (
695698 patch_size = 4 , window_size = (7 , 7 , 14 , 7 ), embed_dim = 96 , depths = (2 , 2 , 30 , 2 ),
0 commit comments