diff --git a/tests/test_models.py b/tests/test_models.py
index 029ae0dd..de664068 100644
--- a/tests/test_models.py
+++ b/tests/test_models.py
@@ -178,7 +178,8 @@ if 'GITHUB_ACTIONS' not in os.environ:
 
 EXCLUDE_JIT_FILTERS = [
     '*iabn*', 'tresnet*',  # models using inplace abn unlikely to ever be scriptable
-    'dla*', 'hrnet*', 'ghostnet*', # hopefully fix at some point
+    'dla*', 'hrnet*', 'ghostnet*',  # hopefully fix at some point
+    'vit_large_*', 'vit_huge_*',
 ]