From 62105ed4a0ccae81b48a6dbe27554426b018c61d Mon Sep 17 00:00:00 2001 From: Ross Wightman Date: Sun, 20 Oct 2019 13:17:25 -0700 Subject: [PATCH] Better differentiate sotabench WSL, SSL, and SWSL models via model_desc --- sotabench.py | 70 ++++++++++++++++++++++++++++++---------------------- 1 file changed, 40 insertions(+), 30 deletions(-) diff --git a/sotabench.py b/sotabench.py index fb967968..9521836f 100644 --- a/sotabench.py +++ b/sotabench.py @@ -154,77 +154,87 @@ model_list = [ # _entry('wide_resnet101_2', , ), ## Facebook WSL weights - _entry('ig_resnext101_32x8d', 'ResNeXt-101 32x8d', '1805.00932'), - _entry('ig_resnext101_32x16d', 'ResNeXt-101 32x16d', '1805.00932'), - _entry('ig_resnext101_32x32d', 'ResNeXt-101 32x32d', '1805.00932', batch_size=BATCH_SIZE // 2), - _entry('ig_resnext101_32x48d', 'ResNeXt-101 32x48d', '1805.00932', batch_size=BATCH_SIZE // 4), + _entry('ig_resnext101_32x8d', 'ResNeXt-101 32x8d', '1805.00932', + model_desc='Weakly-Supervised pre-training on 1B Instagram hashtag dataset by Facebook Research'), + _entry('ig_resnext101_32x16d', 'ResNeXt-101 32x16d', '1805.00932', + model_desc='Weakly-Supervised pre-training on 1B Instagram hashtag dataset by Facebook Research'), + _entry('ig_resnext101_32x32d', 'ResNeXt-101 32x32d', '1805.00932', batch_size=BATCH_SIZE // 2, + model_desc='Weakly-Supervised pre-training on 1B Instagram hashtag dataset by Facebook Research'), + _entry('ig_resnext101_32x48d', 'ResNeXt-101 32x48d', '1805.00932', batch_size=BATCH_SIZE // 4, + model_desc='Weakly-Supervised pre-training on 1B Instagram hashtag dataset by Facebook Research'), + _entry('ig_resnext101_32x8d', 'ResNeXt-101 32x8d (288x288 Mean-Max Pooling)', '1805.00932', - ttp=True, args=dict(img_size=288)), + ttp=True, args=dict(img_size=288), + model_desc='Weakly-Supervised pre-training on 1B Instagram hashtag dataset by Facebook Research'), _entry('ig_resnext101_32x16d', 'ResNeXt-101 32x16d (288x288 Mean-Max Pooling)', '1805.00932', - ttp=True, args=dict(img_size=288), batch_size=BATCH_SIZE // 2), + ttp=True, args=dict(img_size=288), batch_size=BATCH_SIZE // 2, + model_desc='Weakly-Supervised pre-training on 1B Instagram hashtag dataset by Facebook Research'), _entry('ig_resnext101_32x32d', 'ResNeXt-101 32x32d (288x288 Mean-Max Pooling)', '1805.00932', - ttp=True, args=dict(img_size=288), batch_size=BATCH_SIZE // 4), + ttp=True, args=dict(img_size=288), batch_size=BATCH_SIZE // 4, + model_desc='Weakly-Supervised pre-training on 1B Instagram hashtag dataset by Facebook Research'), _entry('ig_resnext101_32x48d', 'ResNeXt-101 32x48d (288x288 Mean-Max Pooling)', '1805.00932', - ttp=True, args=dict(img_size=288), batch_size=BATCH_SIZE // 8), + ttp=True, args=dict(img_size=288), batch_size=BATCH_SIZE // 8, + model_desc='Weakly-Supervised pre-training on 1B Instagram hashtag dataset by Facebook Research'), ## Facebook SSL weights _entry('ssl_resnet18', 'ResNet-18', '1905.00546', - model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'), + model_desc='Semi-Supervised pre-training on YFCC100M dataset by Facebook Research'), _entry('ssl_resnet50', 'ResNet-50', '1905.00546', - model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'), + model_desc='Semi-Supervised pre-training on YFCC100M dataset by Facebook Research'), _entry('ssl_resnext50_32x4d', 'ResNeXt-50 32x4d', '1905.00546', - model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'), + model_desc='Semi-Supervised pre-training on YFCC100M dataset by Facebook Research'), _entry('ssl_resnext101_32x4d', 'ResNeXt-101 32x4d', '1905.00546', - model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'), + model_desc='Semi-Supervised pre-training on YFCC100M dataset by Facebook Research'), _entry('ssl_resnext101_32x8d', 'ResNeXt-101 32x8d', '1905.00546', - model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'), + model_desc='Semi-Supervised pre-training on YFCC100M dataset by Facebook Research'), _entry('ssl_resnext101_32x16d', 'ResNeXt-101 32x16d', '1905.00546', - model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'), + model_desc='Semi-Supervised pre-training on YFCC100M dataset by Facebook Research'), _entry('ssl_resnet50', 'ResNet-50 (288x288 Mean-Max Pooling)', '1905.00546', ttp=True, args=dict(img_size=288), - model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'), + model_desc='Semi-Supervised pre-training on YFCC100M dataset by Facebook Research'), _entry('ssl_resnext50_32x4d', 'ResNeXt-50 32x4d (288x288 Mean-Max Pooling)', '1905.00546', ttp=True, args=dict(img_size=288), - model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'), + model_desc='Semi-Supervised pre-training on YFCC100M dataset by Facebook Research'), _entry('ssl_resnext101_32x4d', 'ResNeXt-101 32x4d (288x288 Mean-Max Pooling)', '1905.00546', ttp=True, args=dict(img_size=288), - model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'), + model_desc='Semi-Supervised pre-training on YFCC100M dataset by Facebook Research'), _entry('ssl_resnext101_32x8d', 'ResNeXt-101 32x8d (288x288 Mean-Max Pooling)', '1905.00546', ttp=True, args=dict(img_size=288), - model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'), + model_desc='Semi-Supervised pre-training on YFCC100M dataset by Facebook Research'), _entry('ssl_resnext101_32x16d', 'ResNeXt-101 32x16d (288x288 Mean-Max Pooling)', '1905.00546', ttp=True, args=dict(img_size=288), batch_size=BATCH_SIZE // 2, - model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'), + model_desc='Semi-Supervised pre-training on YFCC100M dataset by Facebook Research'), ## Facebook SWSL weights _entry('swsl_resnet18', 'ResNet-18', '1905.00546', - model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'), + model_desc='Semi-Weakly-Supervised pre-training on 1 billion unlabelled dataset by Facebook Research'), _entry('swsl_resnet50', 'ResNet-50', '1905.00546', - model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'), + model_desc='Semi-Weakly-Supervised pre-training on 1 billion unlabelled dataset by Facebook Research'), _entry('swsl_resnext50_32x4d', 'ResNeXt-50 32x4d', '1905.00546', - model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'), + model_desc='Semi-Weakly-Supervised pre-training on 1 billion unlabelled dataset by Facebook Research'), _entry('swsl_resnext101_32x4d', 'ResNeXt-101 32x4d', '1905.00546', - model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'), + model_desc='Semi-Weakly-Supervised pre-training on 1 billion unlabelled dataset by Facebook Research'), _entry('swsl_resnext101_32x8d', 'ResNeXt-101 32x8d', '1905.00546', - model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'), - _entry('swsl_resnext101_32x16d', 'ResNeXt-101 32x16d', '1905.00546'), + model_desc='Semi-Weakly-Supervised pre-training on 1 billion unlabelled dataset by Facebook Research'), + _entry('swsl_resnext101_32x16d', 'ResNeXt-101 32x16d', '1905.00546', + model_desc='Semi-Weakly-Supervised pre-training on 1 billion unlabelled dataset by Facebook Research'), _entry('swsl_resnet50', 'ResNet-50 (288x288 Mean-Max Pooling)', '1905.00546', ttp=True, args=dict(img_size=288), - model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'), + model_desc='Semi-Weakly-Supervised pre-training on 1 billion unlabelled dataset by Facebook Research'), _entry('swsl_resnext50_32x4d', 'ResNeXt-50 32x4d (288x288 Mean-Max Pooling)', '1905.00546', ttp=True, args=dict(img_size=288), - model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'), + model_desc='Semi-Weakly-Supervised pre-training on 1 billion unlabelled dataset by Facebook Research'), _entry('swsl_resnext101_32x4d', 'ResNeXt-101 32x4d (288x288 Mean-Max Pooling)', '1905.00546', ttp=True, args=dict(img_size=288), - model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'), + model_desc='Semi-Weakly-Supervised pre-training on 1 billion unlabelled dataset by Facebook Research'), _entry('swsl_resnext101_32x8d', 'ResNeXt-101 32x8d (288x288 Mean-Max Pooling)', '1905.00546', ttp=True, args=dict(img_size=288), - model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'), + model_desc='Semi-Weakly-Supervised pre-training on 1 billion unlabelled dataset by Facebook Research'), _entry('swsl_resnext101_32x16d', 'ResNeXt-101 32x16d (288x288 Mean-Max Pooling)', '1905.00546', ttp=True, args=dict(img_size=288), batch_size=BATCH_SIZE // 2, - model_desc='Weights from https://github.com/facebookresearch/semi-supervised-ImageNet1K-models/'), + model_desc='Semi-Weakly-Supervised pre-training on 1 billion unlabelled dataset by Facebook Research'), ## DLA official impl weights (to remove if sotabench added to source) _entry('dla34', 'DLA-34', '1707.06484'),