diff --git a/results/README.md b/results/README.md index ae154e39..b01a102e 100644 --- a/results/README.md +++ b/results/README.md @@ -34,7 +34,7 @@ An ImageNet test set of 10,000 images sampled from new images roughly 10 years a A collection of 7500 images covering 200 of the 1000 ImageNet classes. Images are naturally occuring adversarial examples that confuse typical ImageNet classifiers. This is a challenging dataset, your typical ResNet-50 will score 0% top-1. -### ImageNet-Robustness - [`results-imagenet-r.csv`](results-imagenet-r.csv) +### ImageNet-Rendition - [`results-imagenet-r.csv`](results-imagenet-r.csv) * Source: https://github.com/hendrycks/imagenet-r * Paper: "The Many Faces of Robustness" - https://arxiv.org/abs/2006.16241 diff --git a/results/generate_csv_results.py b/results/generate_csv_results.py index ed1cce68..861e6ab3 100644 --- a/results/generate_csv_results.py +++ b/results/generate_csv_results.py @@ -2,12 +2,15 @@ import numpy as np import pandas as pd results = { - 'results-imagenet.csv' : pd.read_csv('results-imagenet.csv'), + 'results-imagenet.csv': pd.read_csv('results-imagenet.csv'), 'results-imagenetv2-matched-frequency.csv': pd.read_csv('results-imagenetv2-matched-frequency.csv'), - 'results-sketch.csv' : pd.read_csv('results-sketch.csv'), - 'results-imagenet-a.csv' : pd.read_csv('results-imagenet-a.csv'), + 'results-sketch.csv': pd.read_csv('results-sketch.csv'), + 'results-imagenet-a.csv': pd.read_csv('results-imagenet-a.csv'), + 'results-imagenet-r.csv': pd.read_csv('results-imagenet-r.csv'), + 'results-imagenet-real.csv': pd.read_csv('results-imagenet-real.csv'), } + def diff(csv_file): base_models = results['results-imagenet.csv']['model'].values csv_models = results[csv_file]['model'].values @@ -48,5 +51,7 @@ def diff(csv_file): results[csv_file].to_csv(csv_file, index=False, float_format='%.3f') + for csv_file in results: - if csv_file != 'results-imagenet.csv': diff(csv_file) + if csv_file != 'results-imagenet.csv': + diff(csv_file)