From 37bdaf46628bf66658e40bf88a46fe9bd48b8e98 Mon Sep 17 00:00:00 2001 From: Edoardo Debenedetti Date: Wed, 28 Sep 2022 19:08:45 +0200 Subject: [PATCH] Add not-unreliable flag to Debenedetti2020Light --- model_info/cifar10/Linf/Debenedetti2022Light_XCiT-L12.json | 3 ++- model_info/cifar10/Linf/Debenedetti2022Light_XCiT-M12.json | 3 ++- model_info/cifar10/Linf/Debenedetti2022Light_XCiT-S12.json | 3 ++- model_info/cifar100/Linf/Debenedetti2022Light_XCiT-L12.json | 3 ++- model_info/cifar100/Linf/Debenedetti2022Light_XCiT-M12.json | 3 ++- model_info/cifar100/Linf/Debenedetti2022Light_XCiT-S12.json | 3 ++- model_info/imagenet/Linf/Debenedetti2022Light_XCiT-L12.json | 3 ++- model_info/imagenet/Linf/Debenedetti2022Light_XCiT-M12.json | 3 ++- model_info/imagenet/Linf/Debenedetti2022Light_XCiT-S12.json | 3 ++- 9 files changed, 18 insertions(+), 9 deletions(-) diff --git a/model_info/cifar10/Linf/Debenedetti2022Light_XCiT-L12.json b/model_info/cifar10/Linf/Debenedetti2022Light_XCiT-L12.json index bc216af..43aa00e 100644 --- a/model_info/cifar10/Linf/Debenedetti2022Light_XCiT-L12.json +++ b/model_info/cifar10/Linf/Debenedetti2022Light_XCiT-L12.json @@ -10,5 +10,6 @@ "eps": "8/255", "clean_acc": "91.73", "reported": "57.58", - "autoattack_acc": "57.58" + "autoattack_acc": "57.58", + "unreliable": false } diff --git a/model_info/cifar10/Linf/Debenedetti2022Light_XCiT-M12.json b/model_info/cifar10/Linf/Debenedetti2022Light_XCiT-M12.json index f8a0e66..79d193a 100644 --- a/model_info/cifar10/Linf/Debenedetti2022Light_XCiT-M12.json +++ b/model_info/cifar10/Linf/Debenedetti2022Light_XCiT-M12.json @@ -10,5 +10,6 @@ "eps": "8/255", "clean_acc": "91.30", "reported": "57.27", - "autoattack_acc": "57.27" + "autoattack_acc": "57.27", + "unreliable": false } diff --git a/model_info/cifar10/Linf/Debenedetti2022Light_XCiT-S12.json b/model_info/cifar10/Linf/Debenedetti2022Light_XCiT-S12.json index e0adc62..e955c23 100644 --- a/model_info/cifar10/Linf/Debenedetti2022Light_XCiT-S12.json +++ b/model_info/cifar10/Linf/Debenedetti2022Light_XCiT-S12.json @@ -10,5 +10,6 @@ "eps": "8/255", "clean_acc": "90.06", "reported": "56.14", - "autoattack_acc": "56.14" + "autoattack_acc": "56.14", + "unreliable": false } diff --git a/model_info/cifar100/Linf/Debenedetti2022Light_XCiT-L12.json b/model_info/cifar100/Linf/Debenedetti2022Light_XCiT-L12.json index 91deeef..7fe1dd3 100644 --- a/model_info/cifar100/Linf/Debenedetti2022Light_XCiT-L12.json +++ b/model_info/cifar100/Linf/Debenedetti2022Light_XCiT-L12.json @@ -10,5 +10,6 @@ "eps": "8/255", "clean_acc": "70.76", "reported": "35.08", - "autoattack_acc": "35.08" + "autoattack_acc": "35.08", + "unreliable": false } diff --git a/model_info/cifar100/Linf/Debenedetti2022Light_XCiT-M12.json b/model_info/cifar100/Linf/Debenedetti2022Light_XCiT-M12.json index f50974a..7eeaea6 100644 --- a/model_info/cifar100/Linf/Debenedetti2022Light_XCiT-M12.json +++ b/model_info/cifar100/Linf/Debenedetti2022Light_XCiT-M12.json @@ -10,5 +10,6 @@ "eps": "8/255", "clean_acc": "69.21", "reported": "34.21", - "autoattack_acc": "34.21" + "autoattack_acc": "34.21", + "unreliable": false } diff --git a/model_info/cifar100/Linf/Debenedetti2022Light_XCiT-S12.json b/model_info/cifar100/Linf/Debenedetti2022Light_XCiT-S12.json index 571e972..dfb9f7f 100644 --- a/model_info/cifar100/Linf/Debenedetti2022Light_XCiT-S12.json +++ b/model_info/cifar100/Linf/Debenedetti2022Light_XCiT-S12.json @@ -10,5 +10,6 @@ "eps": "8/255", "clean_acc": "67.34", "reported": "32.19", - "autoattack_acc": "32.19" + "autoattack_acc": "32.19", + "unreliable": false } diff --git a/model_info/imagenet/Linf/Debenedetti2022Light_XCiT-L12.json b/model_info/imagenet/Linf/Debenedetti2022Light_XCiT-L12.json index 3299976..c990ffc 100644 --- a/model_info/imagenet/Linf/Debenedetti2022Light_XCiT-L12.json +++ b/model_info/imagenet/Linf/Debenedetti2022Light_XCiT-L12.json @@ -10,5 +10,6 @@ "eps": "4/255", "clean_acc": "73.76", "reported": "47.60", - "autoattack_acc": "47.60" + "autoattack_acc": "47.60", + "unreliable": false } diff --git a/model_info/imagenet/Linf/Debenedetti2022Light_XCiT-M12.json b/model_info/imagenet/Linf/Debenedetti2022Light_XCiT-M12.json index 65edb5c..0d91c4c 100644 --- a/model_info/imagenet/Linf/Debenedetti2022Light_XCiT-M12.json +++ b/model_info/imagenet/Linf/Debenedetti2022Light_XCiT-M12.json @@ -10,5 +10,6 @@ "eps": "4/255", "clean_acc": "74.04", "reported": "45.24", - "autoattack_acc": "45.24" + "autoattack_acc": "45.24", + "unreliable": false } diff --git a/model_info/imagenet/Linf/Debenedetti2022Light_XCiT-S12.json b/model_info/imagenet/Linf/Debenedetti2022Light_XCiT-S12.json index f11af2d..1bb4b36 100644 --- a/model_info/imagenet/Linf/Debenedetti2022Light_XCiT-S12.json +++ b/model_info/imagenet/Linf/Debenedetti2022Light_XCiT-S12.json @@ -10,5 +10,6 @@ "eps": "4/255", "clean_acc": "72.34", "reported": "41.78", - "autoattack_acc": "41.78" + "autoattack_acc": "41.78", + "unreliable": false }