Fix incorrect dataset name, add new datasets to results delta script

pull/175/head
Ross Wightman 4 years ago
parent ea58e0bc16
commit 4805dd1e79

@ -34,7 +34,7 @@ An ImageNet test set of 10,000 images sampled from new images roughly 10 years a
A collection of 7500 images covering 200 of the 1000 ImageNet classes. Images are naturally occuring adversarial examples that confuse typical ImageNet classifiers. This is a challenging dataset, your typical ResNet-50 will score 0% top-1. A collection of 7500 images covering 200 of the 1000 ImageNet classes. Images are naturally occuring adversarial examples that confuse typical ImageNet classifiers. This is a challenging dataset, your typical ResNet-50 will score 0% top-1.
### ImageNet-Robustness - [`results-imagenet-r.csv`](results-imagenet-r.csv) ### ImageNet-Rendition - [`results-imagenet-r.csv`](results-imagenet-r.csv)
* Source: https://github.com/hendrycks/imagenet-r * Source: https://github.com/hendrycks/imagenet-r
* Paper: "The Many Faces of Robustness" - https://arxiv.org/abs/2006.16241 * Paper: "The Many Faces of Robustness" - https://arxiv.org/abs/2006.16241

@ -2,12 +2,15 @@ import numpy as np
import pandas as pd import pandas as pd
results = { results = {
'results-imagenet.csv' : pd.read_csv('results-imagenet.csv'), 'results-imagenet.csv': pd.read_csv('results-imagenet.csv'),
'results-imagenetv2-matched-frequency.csv': pd.read_csv('results-imagenetv2-matched-frequency.csv'), 'results-imagenetv2-matched-frequency.csv': pd.read_csv('results-imagenetv2-matched-frequency.csv'),
'results-sketch.csv' : pd.read_csv('results-sketch.csv'), 'results-sketch.csv': pd.read_csv('results-sketch.csv'),
'results-imagenet-a.csv' : pd.read_csv('results-imagenet-a.csv'), 'results-imagenet-a.csv': pd.read_csv('results-imagenet-a.csv'),
'results-imagenet-r.csv': pd.read_csv('results-imagenet-r.csv'),
'results-imagenet-real.csv': pd.read_csv('results-imagenet-real.csv'),
} }
def diff(csv_file): def diff(csv_file):
base_models = results['results-imagenet.csv']['model'].values base_models = results['results-imagenet.csv']['model'].values
csv_models = results[csv_file]['model'].values csv_models = results[csv_file]['model'].values
@ -48,5 +51,7 @@ def diff(csv_file):
results[csv_file].to_csv(csv_file, index=False, float_format='%.3f') results[csv_file].to_csv(csv_file, index=False, float_format='%.3f')
for csv_file in results: for csv_file in results:
if csv_file != 'results-imagenet.csv': diff(csv_file) if csv_file != 'results-imagenet.csv':
diff(csv_file)

Loading…
Cancel
Save