diff --git a/benchmarks/experiment_configs/fine-tuning-core50-vitb16.json b/benchmarks/experiment_configs/fine-tuning-core50-vitb16.json new file mode 100644 index 00000000..4ef461ef --- /dev/null +++ b/benchmarks/experiment_configs/fine-tuning-core50-vitb16.json @@ -0,0 +1,6 @@ +{ + "scenario": "core50-vit-b16-8updates.json", + "model": "vit-b16.json", + "updater": "fine-tuning-core50.json", + "dataset": "core50.json" +} diff --git a/benchmarks/experiment_configs/fine-tuning-core50.json b/benchmarks/experiment_configs/fine-tuning-core50.json new file mode 100644 index 00000000..ecd9e768 --- /dev/null +++ b/benchmarks/experiment_configs/fine-tuning-core50.json @@ -0,0 +1,6 @@ +{ + "scenario": "core50-8updates.json", + "model": "resnet18.json", + "updater": "fine-tuning-core50.json", + "dataset": "core50.json" +} diff --git a/benchmarks/experiment_configs/joint-core50-vitb16.json b/benchmarks/experiment_configs/joint-core50-vitb16.json new file mode 100644 index 00000000..308df1ca --- /dev/null +++ b/benchmarks/experiment_configs/joint-core50-vitb16.json @@ -0,0 +1,6 @@ +{ + "scenario": "core50-vit-b16-8updates.json", + "model": "vit-b16.json", + "updater": "joint-core50.json", + "dataset": "core50.json" +} diff --git a/benchmarks/experiment_configs/joint-core50.json b/benchmarks/experiment_configs/joint-core50.json new file mode 100644 index 00000000..1d6dbc8d --- /dev/null +++ b/benchmarks/experiment_configs/joint-core50.json @@ -0,0 +1,6 @@ +{ + "scenario": "core50-8updates.json", + "model": "resnet18.json", + "updater": "joint-core50.json", + "dataset": "core50.json" +} diff --git a/benchmarks/experiment_configs/scenarios/arxiv-1update.json b/benchmarks/experiment_configs/scenarios/arxiv-1update.json new file mode 100644 index 00000000..c680521e --- /dev/null +++ b/benchmarks/experiment_configs/scenarios/arxiv-1update.json @@ -0,0 +1,10 @@ +{ + "val_size": 0.1, + "scenario_name": "DataIncrementalScenario", + "groupings": [[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15]], + "num_tasks": 1, + "max_epochs": 2, + "optimizer": "AdamW", + "learning_rate": 0.00002, + "weight_decay": 0.01 +} diff --git a/benchmarks/experiment_configs/scenarios/clear10-1update.json b/benchmarks/experiment_configs/scenarios/clear10-1update.json new file mode 100644 index 00000000..fcb24eb7 --- /dev/null +++ b/benchmarks/experiment_configs/scenarios/clear10-1update.json @@ -0,0 +1,15 @@ +{ + "val_size": 0.1, + "scenario_name": "DataIncrementalScenario", + "groupings": [[0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], + "num_tasks": 1, + "max_epochs": 100, + "optimizer": "SGD", + "learning_rate": 0.01, + "momentum": 0.9, + "weight_decay": 1e-5, + "learning_rate_scheduler": "StepLR", + "learning_rate_scheduler_step_size": 30, + "learning_rate_scheduler_gamma": 0.1, + "learning_rate_scheduler_interval": "epoch" +} diff --git a/benchmarks/experiment_configs/scenarios/clear10-vit-b16-10updates.json b/benchmarks/experiment_configs/scenarios/clear10-vit-b16-10updates.json index 7efc9114..1aba6408 100644 --- a/benchmarks/experiment_configs/scenarios/clear10-vit-b16-10updates.json +++ b/benchmarks/experiment_configs/scenarios/clear10-vit-b16-10updates.json @@ -7,8 +7,8 @@ "learning_rate": 0.1, "learning_rate_scheduler": "CosineAnnealingLR", "learning_rate_scheduler_t_max": 10, - "learning_rate_scheduler_eta_min": 0.0001, - "learning_rate_scheduler_interval": "step", + "learning_rate_scheduler_eta_min": 0, + "learning_rate_scheduler_interval": "epoch", "momentum": 0.0, "weight_decay": 0.0 } diff --git a/benchmarks/experiment_configs/scenarios/clear10-vit-b16-1update.json b/benchmarks/experiment_configs/scenarios/clear10-vit-b16-1update.json new file mode 100644 index 00000000..a0b07f1d --- /dev/null +++ b/benchmarks/experiment_configs/scenarios/clear10-vit-b16-1update.json @@ -0,0 +1,15 @@ +{ + "val_size": 0.1, + "scenario_name": "DataIncrementalScenario", + "groupings": [[0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], + "num_tasks": 1, + "max_epochs": 10, + "optimizer": "SGD", + "learning_rate": 0.1, + "learning_rate_scheduler": "CosineAnnealingLR", + "learning_rate_scheduler_t_max": 10, + "learning_rate_scheduler_eta_min": 0, + "learning_rate_scheduler_interval": "epoch", + "momentum": 0.0, + "weight_decay": 0.0 +} diff --git a/benchmarks/experiment_configs/scenarios/clear100-1update.json b/benchmarks/experiment_configs/scenarios/clear100-1update.json new file mode 100644 index 00000000..c59694ba --- /dev/null +++ b/benchmarks/experiment_configs/scenarios/clear100-1update.json @@ -0,0 +1,15 @@ +{ + "val_size": 0.1, + "scenario_name": "DataIncrementalScenario", + "groupings": [[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10]], + "num_tasks": 1, + "max_epochs": 100, + "optimizer": "SGD", + "learning_rate": 0.01, + "momentum": 0.9, + "weight_decay": 1e-5, + "learning_rate_scheduler": "StepLR", + "learning_rate_scheduler_step_size": 30, + "learning_rate_scheduler_gamma": 0.1, + "learning_rate_scheduler_interval": "epoch" +} diff --git a/benchmarks/experiment_configs/scenarios/clear100-vit-b16-11updates.json b/benchmarks/experiment_configs/scenarios/clear100-vit-b16-11updates.json index 813fa760..7cafbb84 100644 --- a/benchmarks/experiment_configs/scenarios/clear100-vit-b16-11updates.json +++ b/benchmarks/experiment_configs/scenarios/clear100-vit-b16-11updates.json @@ -7,8 +7,8 @@ "learning_rate": 0.1, "learning_rate_scheduler": "CosineAnnealingLR", "learning_rate_scheduler_t_max": 10, - "learning_rate_scheduler_eta_min": 0.0001, - "learning_rate_scheduler_interval": "step", + "learning_rate_scheduler_eta_min": 0, + "learning_rate_scheduler_interval": "epoch", "momentum": 0.0, "weight_decay": 0.0 } diff --git a/benchmarks/experiment_configs/scenarios/clear100-vit-b16-1update.json b/benchmarks/experiment_configs/scenarios/clear100-vit-b16-1update.json new file mode 100644 index 00000000..b1854625 --- /dev/null +++ b/benchmarks/experiment_configs/scenarios/clear100-vit-b16-1update.json @@ -0,0 +1,15 @@ +{ + "val_size": 0.1, + "scenario_name": "DataIncrementalScenario", + "groupings": [[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10]], + "num_tasks": 1, + "max_epochs": 10, + "optimizer": "SGD", + "learning_rate": 0.1, + "learning_rate_scheduler": "CosineAnnealingLR", + "learning_rate_scheduler_t_max": 10, + "learning_rate_scheduler_eta_min": 0, + "learning_rate_scheduler_interval": "epoch", + "momentum": 0.0, + "weight_decay": 0.0 +} diff --git a/benchmarks/experiment_configs/scenarios/core50-1update.json b/benchmarks/experiment_configs/scenarios/core50-1update.json new file mode 100644 index 00000000..f0dcf090 --- /dev/null +++ b/benchmarks/experiment_configs/scenarios/core50-1update.json @@ -0,0 +1,15 @@ +{ + "val_size": 0.3, + "scenario_name": "DataIncrementalScenario", + "num_tasks": 1, + "max_epochs": 50, + "optimizer": "SGD", + "learning_rate": 0.01, + "learning_rate_scheduler": "CosineAnnealingLR", + "learning_rate_scheduler_t_max": 50, + "learning_rate_scheduler_eta_min": 0, + "learning_rate_scheduler_interval": "epoch", + "momentum": 0.9, + "weight_decay": 2e-4, + "data_ids": [[0, 1, 2, 3, 4, 5, 6, 7]] + } \ No newline at end of file diff --git a/benchmarks/experiment_configs/scenarios/core50-8updates.json b/benchmarks/experiment_configs/scenarios/core50-8updates.json new file mode 100644 index 00000000..f2e2d156 --- /dev/null +++ b/benchmarks/experiment_configs/scenarios/core50-8updates.json @@ -0,0 +1,15 @@ +{ + "val_size": 0.3, + "scenario_name": "DataIncrementalScenario", + "num_tasks": 8, + "max_epochs": 50, + "optimizer": "SGD", + "learning_rate": 0.01, + "learning_rate_scheduler": "CosineAnnealingLR", + "learning_rate_scheduler_t_max": 50, + "learning_rate_scheduler_eta_min": 0, + "learning_rate_scheduler_interval": "epoch", + "momentum": 0.9, + "weight_decay": 2e-4, + "data_ids": [0, 1, 2, 3, 4, 5, 6, 7] + } \ No newline at end of file diff --git a/benchmarks/experiment_configs/scenarios/core50-vit-b16-1update.json b/benchmarks/experiment_configs/scenarios/core50-vit-b16-1update.json new file mode 100644 index 00000000..559e2ae0 --- /dev/null +++ b/benchmarks/experiment_configs/scenarios/core50-vit-b16-1update.json @@ -0,0 +1,15 @@ +{ + "val_size": 0.3, + "scenario_name": "DataIncrementalScenario", + "num_tasks": 1, + "max_epochs": 10, + "optimizer": "SGD", + "learning_rate": 0.01, + "learning_rate_scheduler": "CosineAnnealingLR", + "learning_rate_scheduler_t_max": 10, + "learning_rate_scheduler_eta_min": 0, + "learning_rate_scheduler_interval": "epoch", + "momentum": 0.9, + "weight_decay": 2e-4, + "data_ids": [[0, 1, 2, 3, 4, 5, 6, 7]] + } \ No newline at end of file diff --git a/benchmarks/experiment_configs/scenarios/core50-ni.json b/benchmarks/experiment_configs/scenarios/core50-vit-b16-8updates.json similarity index 89% rename from benchmarks/experiment_configs/scenarios/core50-ni.json rename to benchmarks/experiment_configs/scenarios/core50-vit-b16-8updates.json index e573833b..0accce5e 100644 --- a/benchmarks/experiment_configs/scenarios/core50-ni.json +++ b/benchmarks/experiment_configs/scenarios/core50-vit-b16-8updates.json @@ -7,7 +7,7 @@ "learning_rate": 0.01, "learning_rate_scheduler": "CosineAnnealingLR", "learning_rate_scheduler_t_max": 10, - "learning_rate_scheduler_eta_min": 0.000, + "learning_rate_scheduler_eta_min": 0, "learning_rate_scheduler_interval": "epoch", "momentum": 0.9, "weight_decay": 2e-4, diff --git a/benchmarks/experiment_configs/scenarios/domainnet-1update.json b/benchmarks/experiment_configs/scenarios/domainnet-1update.json new file mode 100644 index 00000000..64d028e9 --- /dev/null +++ b/benchmarks/experiment_configs/scenarios/domainnet-1update.json @@ -0,0 +1,15 @@ +{ + "val_size": 0.3, + "scenario_name": "DataIncrementalScenario", + "groupings": [["clipart", "infograph", "painting", "quickdraw", "real", "sketch"]], + "num_tasks": 1, + "max_epochs": 50, + "optimizer": "SGD", + "learning_rate": 0.1, + "learning_rate_scheduler": "CosineAnnealingLR", + "learning_rate_scheduler_t_max": 50, + "learning_rate_scheduler_eta_min": 0, + "learning_rate_scheduler_interval": "epoch", + "momentum": 0.0, + "weight_decay": 0.0 +} diff --git a/benchmarks/experiment_configs/scenarios/domainnet-6updates.json b/benchmarks/experiment_configs/scenarios/domainnet-6updates.json index 411e7224..157fd3f3 100644 --- a/benchmarks/experiment_configs/scenarios/domainnet-6updates.json +++ b/benchmarks/experiment_configs/scenarios/domainnet-6updates.json @@ -7,8 +7,8 @@ "learning_rate": 0.1, "learning_rate_scheduler": "CosineAnnealingLR", "learning_rate_scheduler_t_max": 50, - "learning_rate_scheduler_eta_min": 0.0001, - "learning_rate_scheduler_interval": "step", + "learning_rate_scheduler_eta_min": 0, + "learning_rate_scheduler_interval": "epoch", "momentum": 0.0, "weight_decay": 0.0, "data_ids": ["clipart", "infograph", "painting", "quickdraw", "real", "sketch"] diff --git a/benchmarks/experiment_configs/scenarios/domainnet-vit-b16-1update.json b/benchmarks/experiment_configs/scenarios/domainnet-vit-b16-1update.json new file mode 100644 index 00000000..d0411693 --- /dev/null +++ b/benchmarks/experiment_configs/scenarios/domainnet-vit-b16-1update.json @@ -0,0 +1,15 @@ +{ + "val_size": 0.3, + "scenario_name": "DataIncrementalScenario", + "groupings": [["clipart", "infograph", "painting", "quickdraw", "real", "sketch"]], + "num_tasks": 1, + "max_epochs": 10, + "optimizer": "SGD", + "learning_rate": 0.1, + "learning_rate_scheduler": "CosineAnnealingLR", + "learning_rate_scheduler_t_max": 10, + "learning_rate_scheduler_eta_min": 0, + "learning_rate_scheduler_interval": "epoch", + "momentum": 0.0, + "weight_decay": 0.0 +} diff --git a/benchmarks/experiment_configs/scenarios/domainnet-vit-b16-6updates.json b/benchmarks/experiment_configs/scenarios/domainnet-vit-b16-6updates.json index b7a596b4..40199524 100644 --- a/benchmarks/experiment_configs/scenarios/domainnet-vit-b16-6updates.json +++ b/benchmarks/experiment_configs/scenarios/domainnet-vit-b16-6updates.json @@ -7,8 +7,8 @@ "learning_rate": 0.1, "learning_rate_scheduler": "CosineAnnealingLR", "learning_rate_scheduler_t_max": 10, - "learning_rate_scheduler_eta_min": 0.0001, - "learning_rate_scheduler_interval": "step", + "learning_rate_scheduler_eta_min": 0, + "learning_rate_scheduler_interval": "epoch", "momentum": 0.0, "weight_decay": 0.0, "data_ids": ["clipart", "infograph", "painting", "quickdraw", "real", "sketch"] diff --git a/benchmarks/experiment_configs/scenarios/fmow-16updates.json b/benchmarks/experiment_configs/scenarios/fmow-16updates.json index e9bbfabf..706a827c 100644 --- a/benchmarks/experiment_configs/scenarios/fmow-16updates.json +++ b/benchmarks/experiment_configs/scenarios/fmow-16updates.json @@ -7,8 +7,8 @@ "learning_rate": 0.1, "learning_rate_scheduler": "CosineAnnealingLR", "learning_rate_scheduler_t_max": 50, - "learning_rate_scheduler_eta_min": 0.0001, - "learning_rate_scheduler_interval": "step", + "learning_rate_scheduler_eta_min": 0, + "learning_rate_scheduler_interval": "epoch", "momentum": 0.0, "weight_decay": 0.0 } diff --git a/benchmarks/experiment_configs/scenarios/fmow-1update.json b/benchmarks/experiment_configs/scenarios/fmow-1update.json new file mode 100644 index 00000000..39e903e0 --- /dev/null +++ b/benchmarks/experiment_configs/scenarios/fmow-1update.json @@ -0,0 +1,15 @@ +{ + "val_size": 0.1, + "scenario_name": "DataIncrementalScenario", + "groupings": [[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15]], + "num_tasks": 1, + "max_epochs": 50, + "optimizer": "SGD", + "learning_rate": 0.1, + "learning_rate_scheduler": "CosineAnnealingLR", + "learning_rate_scheduler_t_max": 50, + "learning_rate_scheduler_eta_min": 0, + "learning_rate_scheduler_interval": "epoch", + "momentum": 0.0, + "weight_decay": 0.0 +} diff --git a/benchmarks/experiment_configs/scenarios/fmow-vit-b16-16updates.json b/benchmarks/experiment_configs/scenarios/fmow-vit-b16-16updates.json index 8daf30b7..24d45c8e 100644 --- a/benchmarks/experiment_configs/scenarios/fmow-vit-b16-16updates.json +++ b/benchmarks/experiment_configs/scenarios/fmow-vit-b16-16updates.json @@ -7,8 +7,8 @@ "learning_rate": 0.1, "learning_rate_scheduler": "CosineAnnealingLR", "learning_rate_scheduler_t_max": 10, - "learning_rate_scheduler_eta_min": 0.0001, - "learning_rate_scheduler_interval": "step", + "learning_rate_scheduler_eta_min": 0, + "learning_rate_scheduler_interval": "epoch", "momentum": 0.0, "weight_decay": 0.0 } diff --git a/benchmarks/experiment_configs/scenarios/fmow-vit-b16-1update.json b/benchmarks/experiment_configs/scenarios/fmow-vit-b16-1update.json new file mode 100644 index 00000000..e0fde9ea --- /dev/null +++ b/benchmarks/experiment_configs/scenarios/fmow-vit-b16-1update.json @@ -0,0 +1,15 @@ +{ + "val_size": 0.1, + "scenario_name": "DataIncrementalScenario", + "groupings": [[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15]], + "num_tasks": 1, + "max_epochs": 10, + "optimizer": "SGD", + "learning_rate": 0.1, + "learning_rate_scheduler": "CosineAnnealingLR", + "learning_rate_scheduler_t_max": 10, + "learning_rate_scheduler_eta_min": 0, + "learning_rate_scheduler_interval": "epoch", + "momentum": 0.0, + "weight_decay": 0.0 +} diff --git a/benchmarks/experiment_configs/scenarios/huffpost-1update.json b/benchmarks/experiment_configs/scenarios/huffpost-1update.json new file mode 100644 index 00000000..aa6713ff --- /dev/null +++ b/benchmarks/experiment_configs/scenarios/huffpost-1update.json @@ -0,0 +1,10 @@ +{ + "val_size": 0.1, + "scenario_name": "DataIncrementalScenario", + "groupings": [[0, 1, 2, 3, 4, 5, 6]], + "num_tasks": 1, + "max_epochs": 4, + "optimizer": "AdamW", + "learning_rate": 0.00002, + "weight_decay": 0.01 +} diff --git a/benchmarks/experiment_configs/scenarios/multitext-1update.json b/benchmarks/experiment_configs/scenarios/multitext-1update.json new file mode 100644 index 00000000..26f2f6e2 --- /dev/null +++ b/benchmarks/experiment_configs/scenarios/multitext-1update.json @@ -0,0 +1,10 @@ +{ + "val_size": 0.1, + "scenario_name": "DataIncrementalScenario", + "groupings": [["ag_news", "yelp_review_full", "dbpedia_14", "yahoo_answers_topics"]], + "num_tasks": 1, + "max_epochs": 2, + "optimizer": "AdamW", + "learning_rate": 0.00002, + "weight_decay": 0.01 +} diff --git a/benchmarks/experiment_configs/scenarios/yearbook-17updates.json b/benchmarks/experiment_configs/scenarios/yearbook-17updates.json index 719acb1e..979e4d60 100644 --- a/benchmarks/experiment_configs/scenarios/yearbook-17updates.json +++ b/benchmarks/experiment_configs/scenarios/yearbook-17updates.json @@ -26,8 +26,8 @@ "learning_rate": 0.1, "learning_rate_scheduler": "CosineAnnealingLR", "learning_rate_scheduler_t_max": 50, - "learning_rate_scheduler_eta_min": 0.0001, - "learning_rate_scheduler_interval": "step", + "learning_rate_scheduler_eta_min": 0, + "learning_rate_scheduler_interval": "epoch", "momentum": 0.0, "weight_decay": 0.0 } diff --git a/benchmarks/experiment_configs/scenarios/yearbook-1update.json b/benchmarks/experiment_configs/scenarios/yearbook-1update.json new file mode 100644 index 00000000..8f2d0fa8 --- /dev/null +++ b/benchmarks/experiment_configs/scenarios/yearbook-1update.json @@ -0,0 +1,33 @@ +{ + "val_size": 0.1, + "scenario_name": "DataIncrementalScenario", + "groupings": [ + [0, 1, 2, 3, 4, + 5, 6, 7, 8, 9, + 10, 11, 12, 13, 14, + 15, 16, 17, 18, 19, + 20, 21, 22, 23, 24, + 25, 26, 27, 28, 29, + 30, 31, 32, 33, 34, + 35, 36, 37, 38, 39, + 40, 41, 42, 43, 44, + 45, 46, 47, 48, 49, + 50, 51, 52, 53, 54, + 55, 56, 57, 58, 59, + 60, 61, 62, 63, 64, + 65, 66, 67, 68, 69, + 70, 71, 72, 73, 74, + 75, 76, 77, 78, 79, + 80, 81, 82, 83] + ], + "num_tasks": 1, + "max_epochs": 50, + "optimizer": "SGD", + "learning_rate": 0.1, + "learning_rate_scheduler": "CosineAnnealingLR", + "learning_rate_scheduler_t_max": 50, + "learning_rate_scheduler_eta_min": 0, + "learning_rate_scheduler_interval": "epoch", + "momentum": 0.0, + "weight_decay": 0.0 +} diff --git a/benchmarks/experiment_configs/scenarios/yearbook-vit-b16-1update.json b/benchmarks/experiment_configs/scenarios/yearbook-vit-b16-1update.json new file mode 100644 index 00000000..d6801910 --- /dev/null +++ b/benchmarks/experiment_configs/scenarios/yearbook-vit-b16-1update.json @@ -0,0 +1,28 @@ +{ + "val_size": 0.1, + "scenario_name": "DataIncrementalScenario", + "groupings": [ + [0, 1, 2, 3, 4, + 5, 6, 7, 8, 9, + 10, 11, 12, 13, 14, + 15, 16, 17, 18, 19, + 20, 21, 22, 23, 24, + 25, 26, 27, 28, 29, + 30, 31, 32, 33, 34, + 35, 36, 37, 38, 39, + 40, 41, 42, 43, 44, + 45, 46, 47, 48, 49, + 50, 51, 52, 53, 54, + 55, 56, 57, 58, 59, + 60, 61, 62, 63, 64, + 65, 66, 67, 68, 69, + 70, 71, 72, 73, 74, + 75, 76, 77, 78, 79, + 80, 81, 82, 83] + ], + "num_tasks": 1, + "max_epochs": 4, + "optimizer": "AdamW", + "learning_rate": 0.00002, + "weight_decay": 0.01 +} diff --git a/benchmarks/experiment_configs/updaters/fine-tuning-core50.json b/benchmarks/experiment_configs/updaters/fine-tuning-core50.json new file mode 100644 index 00000000..b650accf --- /dev/null +++ b/benchmarks/experiment_configs/updaters/fine-tuning-core50.json @@ -0,0 +1,4 @@ +{ + "updater": "FineTuning", + "batch_size": 64 +} \ No newline at end of file diff --git a/benchmarks/experiment_configs/updaters/joint-core50.json b/benchmarks/experiment_configs/updaters/joint-core50.json new file mode 100644 index 00000000..dbd3d97c --- /dev/null +++ b/benchmarks/experiment_configs/updaters/joint-core50.json @@ -0,0 +1,4 @@ +{ + "updater": "Joint", + "batch_size": 64 +} diff --git a/benchmarks/experiment_configs/updaters/offline-er-arxiv.json b/benchmarks/experiment_configs/updaters/offline-er-arxiv.json new file mode 100644 index 00000000..1c91980b --- /dev/null +++ b/benchmarks/experiment_configs/updaters/offline-er-arxiv.json @@ -0,0 +1,6 @@ +{ + "updater": "Offline-ER", + "batch_size": 64, + "batch_memory_frac": 0.5, + "memory_size": 11875 +} diff --git a/benchmarks/experiment_configs/updaters/offline-er-clear10-vit-b16.json b/benchmarks/experiment_configs/updaters/offline-er-clear10-vit-b16.json index 8140d002..32246679 100644 --- a/benchmarks/experiment_configs/updaters/offline-er-clear10-vit-b16.json +++ b/benchmarks/experiment_configs/updaters/offline-er-clear10-vit-b16.json @@ -2,5 +2,5 @@ "updater": "Offline-ER", "batch_size": 64, "batch_memory_frac": 0.5, - "memory_size": 10000 + "memory_size": 3300 } diff --git a/benchmarks/experiment_configs/updaters/offline-er-clear100-vit-b16.json b/benchmarks/experiment_configs/updaters/offline-er-clear100-vit-b16.json index 957a0c57..8140d002 100644 --- a/benchmarks/experiment_configs/updaters/offline-er-clear100-vit-b16.json +++ b/benchmarks/experiment_configs/updaters/offline-er-clear100-vit-b16.json @@ -2,5 +2,5 @@ "updater": "Offline-ER", "batch_size": 64, "batch_memory_frac": 0.5, - "memory_size": 99999999 + "memory_size": 10000 } diff --git a/benchmarks/experiment_configs/upperbound-arxiv.json b/benchmarks/experiment_configs/upperbound-arxiv.json new file mode 100644 index 00000000..af918eb7 --- /dev/null +++ b/benchmarks/experiment_configs/upperbound-arxiv.json @@ -0,0 +1,6 @@ +{ + "scenario": "arxiv-1update.json", + "model": "bert.json", + "updater": "joint-arxiv.json", + "dataset": "arxiv.json" +} diff --git a/benchmarks/experiment_configs/upperbound-clear10-vitb16.json b/benchmarks/experiment_configs/upperbound-clear10-vitb16.json new file mode 100644 index 00000000..bfa70a80 --- /dev/null +++ b/benchmarks/experiment_configs/upperbound-clear10-vitb16.json @@ -0,0 +1,6 @@ +{ + "scenario": "clear10-vit-b16-1update.json", + "model": "vit-b16.json", + "updater": "joint-clear-vit-b16.json", + "dataset": "clear10.json" +} diff --git a/benchmarks/experiment_configs/upperbound-clear10.json b/benchmarks/experiment_configs/upperbound-clear10.json new file mode 100644 index 00000000..f038f414 --- /dev/null +++ b/benchmarks/experiment_configs/upperbound-clear10.json @@ -0,0 +1,6 @@ +{ + "scenario": "clear10-1update.json", + "model": "resnet18.json", + "updater": "joint-clear.json", + "dataset": "clear10.json" +} diff --git a/benchmarks/experiment_configs/upperbound-clear100-vitb16.json b/benchmarks/experiment_configs/upperbound-clear100-vitb16.json new file mode 100644 index 00000000..94454ef1 --- /dev/null +++ b/benchmarks/experiment_configs/upperbound-clear100-vitb16.json @@ -0,0 +1,6 @@ +{ + "scenario": "clear100-vit-b16-1update.json", + "model": "vit-b16.json", + "updater": "joint-clear-vit-b16.json", + "dataset": "clear100.json" +} diff --git a/benchmarks/experiment_configs/upperbound-clear100.json b/benchmarks/experiment_configs/upperbound-clear100.json new file mode 100644 index 00000000..c90a5951 --- /dev/null +++ b/benchmarks/experiment_configs/upperbound-clear100.json @@ -0,0 +1,6 @@ +{ + "scenario": "clear100-1update.json", + "model": "resnet18.json", + "updater": "joint-clear.json", + "dataset": "clear100.json" +} diff --git a/benchmarks/experiment_configs/upperbound-core50-vitb16.json b/benchmarks/experiment_configs/upperbound-core50-vitb16.json new file mode 100644 index 00000000..a67f4d9a --- /dev/null +++ b/benchmarks/experiment_configs/upperbound-core50-vitb16.json @@ -0,0 +1,6 @@ +{ + "scenario": "core50-vit-b16-1update.json", + "model": "vit-b16.json", + "updater": "joint-core50.json", + "dataset": "core50.json" +} diff --git a/benchmarks/experiment_configs/upperbound-core50.json b/benchmarks/experiment_configs/upperbound-core50.json new file mode 100644 index 00000000..cea9bfcd --- /dev/null +++ b/benchmarks/experiment_configs/upperbound-core50.json @@ -0,0 +1,6 @@ +{ + "scenario": "core50-1update.json", + "model": "resnet18.json", + "updater": "joint-core50.json", + "dataset": "core50.json" +} diff --git a/benchmarks/experiment_configs/upperbound-domainnet-vitb16.json b/benchmarks/experiment_configs/upperbound-domainnet-vitb16.json new file mode 100644 index 00000000..adcaaee0 --- /dev/null +++ b/benchmarks/experiment_configs/upperbound-domainnet-vitb16.json @@ -0,0 +1,6 @@ +{ + "scenario": "domainnet-vit-b16-1update.json", + "model": "vit-b16.json", + "updater": "joint-domainnet.json", + "dataset": "domainnet.json" +} diff --git a/benchmarks/experiment_configs/upperbound-domainnet.json b/benchmarks/experiment_configs/upperbound-domainnet.json new file mode 100644 index 00000000..1065f936 --- /dev/null +++ b/benchmarks/experiment_configs/upperbound-domainnet.json @@ -0,0 +1,6 @@ +{ + "scenario": "domainnet-1update.json", + "model": "resnet18.json", + "updater": "joint-domainnet.json", + "dataset": "domainnet.json" +} diff --git a/benchmarks/experiment_configs/upperbound-fmow-vitb16.json b/benchmarks/experiment_configs/upperbound-fmow-vitb16.json new file mode 100644 index 00000000..f362ecd0 --- /dev/null +++ b/benchmarks/experiment_configs/upperbound-fmow-vitb16.json @@ -0,0 +1,6 @@ +{ + "scenario": "fmow-vit-b16-1update.json", + "model": "vit-b16.json", + "updater": "joint-fmow.json", + "dataset": "fmow.json" +} diff --git a/benchmarks/experiment_configs/upperbound-fmow.json b/benchmarks/experiment_configs/upperbound-fmow.json new file mode 100644 index 00000000..6725a2b4 --- /dev/null +++ b/benchmarks/experiment_configs/upperbound-fmow.json @@ -0,0 +1,6 @@ +{ + "scenario": "fmow-1update.json", + "model": "resnet18.json", + "updater": "joint-fmow.json", + "dataset": "fmow.json" +} diff --git a/benchmarks/experiment_configs/upperbound-huffpost.json b/benchmarks/experiment_configs/upperbound-huffpost.json new file mode 100644 index 00000000..d5e02fca --- /dev/null +++ b/benchmarks/experiment_configs/upperbound-huffpost.json @@ -0,0 +1,6 @@ +{ + "scenario": "huffpost-1update.json", + "model": "bert.json", + "updater": "joint-huffpost.json", + "dataset": "huffpost.json" +} diff --git a/benchmarks/experiment_configs/upperbound-multitext.json b/benchmarks/experiment_configs/upperbound-multitext.json new file mode 100644 index 00000000..a87f7a40 --- /dev/null +++ b/benchmarks/experiment_configs/upperbound-multitext.json @@ -0,0 +1,6 @@ +{ + "scenario": "multitext-1update.json", + "model": "bert.json", + "updater": "joint-multitext.json", + "dataset": "multitext.json" +} diff --git a/benchmarks/experiment_configs/upperbound-yearbook-vitb16.json b/benchmarks/experiment_configs/upperbound-yearbook-vitb16.json new file mode 100644 index 00000000..6adc4d53 --- /dev/null +++ b/benchmarks/experiment_configs/upperbound-yearbook-vitb16.json @@ -0,0 +1,6 @@ +{ + "scenario": "yearbook-vit-b16-1update.json", + "model": "vit-b16.json", + "updater": "joint-yearbook.json", + "dataset": "yearbook.json" +} diff --git a/benchmarks/experiment_configs/upperbound-yearbook.json b/benchmarks/experiment_configs/upperbound-yearbook.json new file mode 100644 index 00000000..1198e632 --- /dev/null +++ b/benchmarks/experiment_configs/upperbound-yearbook.json @@ -0,0 +1,6 @@ +{ + "scenario": "yearbook-1update.json", + "model": "resnet18-cifar.json", + "updater": "joint-yearbook.json", + "dataset": "yearbook.json" +}