Merge pull request #1365 from veritable-tech/fix-resize-pos-embed

rwightman · web-flow · commit c8f69e04a980 · 2022-07-24T21:03:01.000-07:00
Take `no_emb_class` into account when calling  `resize_pos_embed`
diff --git a/timm/models/vision_transformer.py b/timm/models/vision_transformer.py
@@ -644,7 +644,7 @@ def checkpoint_filter_fn(state_dict, model, adapt_layer_scale=False):
             v = resize_pos_embed(
                 v,
                 model.pos_embed,
-                getattr(model, 'num_prefix_tokens', 1),
+                0 if getattr(model, 'no_embed_class') else getattr(model, 'num_prefix_tokens', 1),
                 model.patch_embed.grid_size
             )
         elif adapt_layer_scale and 'gamma_' in k:

Original file line number	Diff line number	Diff line change
`@@ -644,7 +644,7 @@ def checkpoint_filter_fn(state_dict, model, adapt_layer_scale=False):`
`644`	`644`	`v = resize_pos_embed(`
`645`	`645`	`v,`
`646`	`646`	`model.pos_embed,`
`647`		`- getattr(model, 'num_prefix_tokens', 1),`
	`647`	`+ 0 if getattr(model, 'no_embed_class') else getattr(model, 'num_prefix_tokens', 1),`
`648`	`648`	`model.patch_embed.grid_size`
`649`	`649`	`)`
`650`	`650`	`elif adapt_layer_scale and 'gamma_' in k:`