-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathexperiment-settings.csv
We can make this file beautiful and searchable if this error is corrected: It looks like row 2 should actually have 2 columns, instead of 3 in line 1.
131 lines (131 loc) · 7.63 KB
/
experiment-settings.csv
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
# Hyperparameters for K=10 and K=50 experiments used in FedGBO paper. FedGBO,
# AdaptiveFedOpt, Mimelite, MFL and MimeXlite use a variety of optimisers.
# FedAvg, FedProx and FedMAX only use vanilla SGD. Note that the beta used in
# FedMAX is not the same as the optimiser adaptivity parameters used for SGDm,
# RMSProp and Adam optimisers (see FedMAX paper). The results presented in the
# FedGBO paper are averages over 5 random trials.
Dataset,Algorithm,Optimiser,K,Settings
CIFAR100,FedGBO,Adam,10,"lr=0.001, beta1=0.9, beta2=0.99, eps=1e-3"
CIFAR100,AdaptiveFedOpt,Adam,10,"server_lr=0.01, beta1=0.9, client_lr=0.01, beta2=0.99, eps=1e-3"
CIFAR100,MFL,Adam,10,"lr=0.001, beta1=0.99, beta2=0.99, eps=1e-3"
CIFAR100,Mimelite,Adam,10,"lr=0.0001, beta1=0.9, beta2=0.99, eps=1e-3"
CIFAR100,FedAvg,SGD,10,lr=0.01
CIFAR100,FedMAX,SGD,10,"lr=0.01, beta=1.0"
CIFAR100,FedProx,SGD,10,"lr=0.01, mu=0.001"
CIFAR100,FedGBO,RMSProp,10,"lr=0.0001, beta=0.9, eps=1e-3"
CIFAR100,AdaptiveFedOpt,RMSProp,10,"slr=0.01, sbeta=0.9, clr=0.01, eps=1e-3"
CIFAR100,MFL,RMSProp,10,"lr=0.001, beta=0.9, eps=1e-3"
CIFAR100,Mimelite,RMSProp,10,"lr=0.001, beta=0.99, eps=1e-3"
CIFAR100,FedGBO,SGDm,10,"lr=0.1, beta=0.9"
CIFAR100,AdaptiveFedOpt,SGDm,10,"slr=1.0, sbeta=0.99, clr=0.1"
CIFAR100,MFL,SGDm,10,"lr=0.01, beta=0.99"
CIFAR100,Mimelite,SGDm,10,"lr=0.01, beta=0.9"
CIFAR100,FedGBO,Adam,50,"lr=0.0001, beta1=0.99, beta2=0.99, eps=1e-3"
CIFAR100,AdaptiveFedOpt,Adam,50,"server_lr=0.01, beta1=0.9, client_lr=0.01, beta2=0.99, eps=1e-3"
CIFAR100,MFL,Adam,50,"lr=0.001, beta1=0.99, beta2=0.99, eps=1e-3"
CIFAR100,Mimelite,Adam,50,"lr=0.0001, beta1=0.9, beta2=0.99, eps=1e-3"
CIFAR100,FedAvg,SGD,50,lr=0.01
CIFAR100,FedMAX,SGD,50,"lr=0.01, beta=1.0"
CIFAR100,FedProx,SGD,50,"lr=0.01, mu=0.001"
CIFAR100,FedGBO,RMSProp,50,"lr=0.0001, beta=0.9, eps=1e-3"
CIFAR100,AdaptiveFedOpt,RMSProp,50,"slr=0.01, sbeta=0.6, clr=0.01, eps=1e-3"
CIFAR100,MFL,RMSProp,50,"lr=0.001, beta=0.99, eps=1e-3"
CIFAR100,Mimelite,RMSProp,50,"lr=0.0001, beta=0.9, eps=1e-3"
CIFAR100,FedGBO,SGDm,50,"lr=0.01, beta=0.99"
CIFAR100,AdaptiveFedOpt,SGDm,50,"slr=1.0, sbeta=0.9, clr=0.01"
CIFAR100,MFL,SGDm,50,"lr=0.01, beta=0.999"
CIFAR100,Mimelite,SGDm,50,"lr=0.01, beta=0.9"
FEMNIST,FedGBO,Adam,10,"lr=0.01, beta1=0.99, beta2=0.99, eps=1e-3"
FEMNIST,AdaptiveFedOpt,Adam,10,"server_lr=0.01, beta1=0.6, client_lr=0.1, beta2=0.99, eps=1e-3"
FEMNIST,MFL,Adam,10,"lr=0.01, beta1=0.9, beta2=0.99, eps=1e-3"
FEMNIST,Mimelite,Adam,10,"lr=0.01, beta1=0.99, beta2=0.99, eps=1e-3"
FEMNIST,FedAvg,SGD,10,lr=0.1
FEMNIST,FedMAX,SGD,10,"lr=0.1, beta=1.0"
FEMNIST,FedProx,SGD,10,"lr=0.1, mu=0.001"
FEMNIST,FedGBO,RMSProp,10,"lr=0.01, beta=0.999, eps=1e-3"
FEMNIST,AdaptiveFedOpt,RMSProp,10,"slr=0.001, sbeta=0.9, clr=0.1, eps=1e-3"
FEMNIST,MFL,RMSProp,10,"lr=0.001, beta=0.999, eps=1e-3"
FEMNIST,Mimelite,RMSProp,10,"lr=0.01, beta=0.999, eps=1e-3"
FEMNIST,FedGBO,SGDm,10,"lr=0.1, beta=0.6"
FEMNIST,AdaptiveFedOpt,SGDm,10,"slr=1.0, sbeta=0.9, clr=0.1"
FEMNIST,MFL,SGDm,10,"lr=0.1, beta=0.9"
FEMNIST,Mimelite,SGDm,10,"lr=0.1, beta=0.9"
FEMNIST,FedGBO,Adam,50,"lr=0.001, beta1=0.9, beta2=0.99, eps=1e-3"
FEMNIST,AdaptiveFedOpt,Adam,50,"server_lr=0.01, beta1=0.9, client_lr=0.1, beta2=0.99, eps=1e-3"
FEMNIST,MFL,Adam,50,"lr=0.001, beta1=0.99, beta2=0.99, eps=1e-3"
FEMNIST,Mimelite,Adam,50,"lr=0.001, beta1=0.99, beta2=0.99, eps=1e-3"
FEMNIST,FedAvg,SGD,50,lr=0.1
FEMNIST,FedMAX,SGD,50,"lr=0.1, beta=1.0"
FEMNIST,FedProx,SGD,50,"lr=0.1, mu=0.001"
FEMNIST,FedGBO,RMSProp,50,"lr=0.0001, beta=0.9, eps=1e-3"
FEMNIST,AdaptiveFedOpt,RMSProp,50,"slr=0.001, sbeta=0.9, clr=0.1, eps=1e-3"
FEMNIST,MFL,RMSProp,50,"lr=0.001, beta=0.999, eps=1e-3"
FEMNIST,Mimelite,RMSProp,50,"lr=0.0001, beta=0.9, eps=1e-3"
FEMNIST,FedGBO,SGDm,50,"lr=0.1, beta=0.6"
FEMNIST,AdaptiveFedOpt,SGDm,50,"slr=1.0, sbeta=0.9, clr=0.1"
FEMNIST,MFL,SGDm,50,"lr=0.1, beta=0.9"
FEMNIST,Mimelite,SGDm,50,"lr=0.01, beta=0.99"
Sent140,FedGBO,Adam,10,"lr=0.1, beta1=0.99, beta2=0.99, eps=1e-3"
Sent140,AdaptiveFedOpt,Adam,10,"server_lr=0.1, beta1=0.99, client_lr=0.1, beta2=0.99, eps=1e-3"
Sent140,MFL,Adam,10,"lr=0.1, beta1=0.99, beta2=0.99, eps=1e-3"
Sent140,Mimelite,Adam,10,"lr=0.1, beta1=0.99, beta2=0.99, eps=1e-3"
Sent140,FedAvg,SGD,10,lr=10.0
Sent140,FedProx,SGD,10,"lr=1.0, mu=0.001"
Sent140,FedGBO,RMSProp,10,"lr=1.0, beta=0.6, eps=1e-3"
Sent140,AdaptiveFedOpt,RMSProp,10,"slr=0.1, sbeta=0.9, clr=1.0, eps=1e-3"
Sent140,MFL,RMSProp,10,"lr=1.0, beta=0.6, eps=1e-3"
Sent140,Mimelite,RMSProp,10,"lr=1.0, beta=0.6, eps=1e-3"
Sent140,FedGBO,SGDm,10,"lr=10.0, beta=0.99"
Sent140,AdaptiveFedOpt,SGDm,10,"slr=10.0, sbeta=0.9, clr=10.0"
Sent140,MFL,SGDm,10,"lr=10.0, beta=0.99"
Sent140,Mimelite,SGDm,10,"lr=10.0, beta=0.99"
Sent140,FedGBO,Adam,50,"lr=0.01, beta1=0.9, beta2=0.99, eps=1e-3"
Sent140,AdaptiveFedOpt,Adam,50,"server_lr=0.1, beta1=0.6, client_lr=0.1, beta2=0.99, eps=1e-3"
Sent140,MFL,Adam,50,"lr=0.01, beta1=0.99, beta2=0.99, eps=1e-3"
Sent140,Mimelite,Adam,50,"lr=0.01, beta1=0.6, beta2=0.99, eps=1e-3"
Sent140,FedAvg,SGD,50,lr=1.0
Sent140,FedProx,SGD,50,"lr=1.0, mu=0.001"
Sent140,FedGBO,RMSProp,50,"lr=0.1, beta=0.6, eps=1e-3"
Sent140,AdaptiveFedOpt,RMSProp,50,"slr=0.1, sbeta=0.6, clr=1.0, eps=1e-3"
Sent140,MFL,RMSProp,50,"lr=0.1, beta=0.9, eps=1e-3"
Sent140,Mimelite,RMSProp,50,"lr=0.1, beta=0.6, eps=1e-3"
Sent140,FedGBO,SGDm,50,"lr=1.0, beta=0.99"
Sent140,AdaptiveFedOpt,SGDm,50,"slr=1.0, sbeta=0.99, clr=1.0"
Sent140,MFL,SGDm,50,"lr=1.0, beta=0.99"
Sent140,Mimelite,SGDm,50,"lr=1.0, beta=0.99"
Shakespeare,FedGBO,Adam,10,"lr=0.001, beta1=0.6, beta2=0.99, eps=1e-3"
Shakespeare,AdaptiveFedOpt,Adam,10,"server_lr=0.01, beta1=0.6, client_lr=0.1, beta2=0.99, eps=1e-3"
Shakespeare,MFL,Adam,10,"lr=0.001, beta1=0.6, beta2=0.99, eps=1e-3"
Shakespeare,Mimelite,Adam,10,"lr=0.001, beta1=0.6, beta2=0.99, eps=1e-3"
Shakespeare,MimeXlite,Adam,10,"lr=0.001, beta1=0.6, beta2=0.99, eps=1e-3"
Shakespeare,FedAvg,SGD,10,lr=1.0
Shakespeare,FedMAX,SGD,10,"lr=1.0, beta=1.0"
Shakespeare,FedProx,SGD,10,"lr=1.0, mu=0.1"
Shakespeare,FedGBO,RMSProp,10,"lr=0.001, beta=0.9, eps=1e-3"
Shakespeare,AdaptiveFedOpt,RMSProp,10,"slr=0.01, sbeta=0.6, clr=0.1, eps=1e-3"
Shakespeare,MFL,RMSProp,10,"lr=0.001, beta=0.99, eps=1e-3"
Shakespeare,Mimelite,RMSProp,10,"lr=0.001, beta=0.9, eps=1e-3"
Shakespeare,MimeXlite,RMSProp,10,"lr=0.001, beta=0.6, eps=1e-3"
Shakespeare,FedGBO,SGDm,10,"lr=1.0, beta=0.9"
Shakespeare,AdaptiveFedOpt,SGDm,10,"slr=1.0, sbeta=0.9, clr=1.0"
Shakespeare,MFL,SGDm,10,"lr=1.0, beta=0.9"
Shakespeare,Mimelite,SGDm,10,"lr=1.0, beta=0.9"
Shakespeare,MimeXlite,SGDm,10,"lr=0.1, beta=0.6"
Shakespeare,FedGBO,Adam,50,"lr=0.0001, beta1=0.6, beta2=0.99, eps=1e-3"
Shakespeare,AdaptiveFedOpt,Adam,50,"server_lr=0.01, beta1=0.9, client_lr=0.1, beta2=0.99, eps=1e-3"
Shakespeare,MFL,Adam,50,"lr=0.001, beta1=0.6, beta2=0.99, eps=1e-3"
Shakespeare,Mimelite,Adam,50,"lr=0.0001, beta1=0.6, beta2=0.99, eps=1e-3"
Shakespeare,MimeXlite,Adam,50,"lr=0.0001, beta1=0.6, beta2=0.99, eps=1e-3"
Shakespeare,FedAvg,SGD,50,lr=0.1
Shakespeare,FedMAX,SGD,50,"lr=0.1, beta=0.1"
Shakespeare,FedProx,SGD,50,"lr=0.1, mu=0.1"
Shakespeare,FedGBO,RMSProp,50,"lr=0.0001, beta=0.9, eps=1e-3"
Shakespeare,AdaptiveFedOpt,RMSProp,50,"slr=0.01, sbeta=0.6, clr=0.1, eps=1e-3"
Shakespeare,MFL,RMSProp,50,"lr=0.001, beta=0.99, eps=1e-3"
Shakespeare,Mimelite,RMSProp,50,"lr=0.0001, beta=0.9, eps=1e-3"
Shakespeare,MimeXlite,RMSProp,50,"lr=0.001, beta=0.9, eps=1e-3"
Shakespeare,FedGBO,SGDm,50,"lr=0.1, beta=0.9"
Shakespeare,AdaptiveFedOpt,SGDm,50,"slr=1.0, sbeta=0.9, clr=0.1"
Shakespeare,MFL,SGDm,50,"lr=0.1, beta=0.9"
Shakespeare,Mimelite,SGDm,50,"lr=0.1, beta=0.9"
Shakespeare,MimeXlite,SGDm,50,"lr=0.1, beta=0.6"