From af9950a8b9e4f906743788837ced464c8c7d16ab Mon Sep 17 00:00:00 2001 From: Haoran Zhang Date: Thu, 16 Mar 2023 12:04:16 -0400 Subject: [PATCH 1/4] notes --- robustbench/leaderboard/template.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/robustbench/leaderboard/template.py b/robustbench/leaderboard/template.py index ba72642..3aabde8 100644 --- a/robustbench/leaderboard/template.py +++ b/robustbench/leaderboard/template.py @@ -38,8 +38,8 @@ def generate_leaderboard(dataset: Union[str, BenchmarkDataset], If the model is robust to common corruptions, then the "autoattack_acc" field should be "corruptions_acc". - :param dataset: The dataset of the wanted leaderboard. - :param threat_model: The threat model of the wanted leaderboard. + :param dataset: The dataset of the wanted leaderboard. example: "cifar_10" + :param threat_model: The threat model of the wanted leaderboard. example: "Linf" :param models_folder: The base folder of the model jsons (e.g. our "model_info" folder). :return: The resulting HTML table. From acc832b85137bc348842144bda6e2871c45403c2 Mon Sep 17 00:00:00 2001 From: Haoran Zhang Date: Thu, 16 Mar 2023 12:07:43 -0400 Subject: [PATCH 2/4] I think it's cifar_10 --- robustbench/leaderboard/template.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/robustbench/leaderboard/template.py b/robustbench/leaderboard/template.py index 3aabde8..204f6a5 100644 --- a/robustbench/leaderboard/template.py +++ b/robustbench/leaderboard/template.py @@ -84,7 +84,7 @@ def get_key(x): parser.add_argument( "--dataset", type=str, - default="cifar10", + default="cifar_10", help="The dataset of the desired leaderboard." ) parser.add_argument( From 36e1cb9fe620bd313835b88f072242da0b63f072 Mon Sep 17 00:00:00 2001 From: Haoran Zhang Date: Thu, 16 Mar 2023 12:08:28 -0400 Subject: [PATCH 3/4] nothing --- robustbench/leaderboard/template.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/robustbench/leaderboard/template.py b/robustbench/leaderboard/template.py index 204f6a5..3aabde8 100644 --- a/robustbench/leaderboard/template.py +++ b/robustbench/leaderboard/template.py @@ -84,7 +84,7 @@ def get_key(x): parser.add_argument( "--dataset", type=str, - default="cifar_10", + default="cifar10", help="The dataset of the desired leaderboard." ) parser.add_argument( From 3ff80addadc8d3a5aea47de49be61b718edd00d4 Mon Sep 17 00:00:00 2001 From: Haoran Zhang Date: Thu, 16 Mar 2023 12:08:51 -0400 Subject: [PATCH 4/4] fine --- robustbench/leaderboard/template.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/robustbench/leaderboard/template.py b/robustbench/leaderboard/template.py index 3aabde8..1633477 100644 --- a/robustbench/leaderboard/template.py +++ b/robustbench/leaderboard/template.py @@ -38,7 +38,7 @@ def generate_leaderboard(dataset: Union[str, BenchmarkDataset], If the model is robust to common corruptions, then the "autoattack_acc" field should be "corruptions_acc". - :param dataset: The dataset of the wanted leaderboard. example: "cifar_10" + :param dataset: The dataset of the wanted leaderboard. example: "cifar10" :param threat_model: The threat model of the wanted leaderboard. example: "Linf" :param models_folder: The base folder of the model jsons (e.g. our "model_info" folder).