Skip to content

Commit b39a463

Browse files
anyangmlgithub-actions[bot]
anyangml
authored and
github-actions[bot]
committed
[create-pull-request] automated change
1 parent 6747a03 commit b39a463

File tree

5 files changed

+455
-455
lines changed

5 files changed

+455
-455
lines changed

‎lambench/metrics/results/barplot.json

Lines changed: 22 additions & 22 deletions
Original file line numberDiff line numberDiff line change
@@ -1,16 +1,16 @@
11
{
22
"Small Molecules": {
3-
"DPA-2.4-7M": 0.19,
4-
"DPA-3.0-7M": 0.17,
5-
"DPA-3.1-3M": 0.16,
6-
"MACE-MP-0": 0.28,
7-
"MACE-MPA-0": 0.24,
8-
"Orb-v2": 0.2,
9-
"Orb-v3": 0.19,
10-
"SevenNet-l3i5": 0.22,
11-
"SevenNet-MF-ompa": 0.22,
12-
"MatterSim-v1-5M": 0.22,
13-
"GRACE-2L-OAM": 0.23
3+
"DPA-2.4-7M": 0.11,
4+
"DPA-3.0-7M": 0.09,
5+
"DPA-3.1-3M": 0.09,
6+
"MACE-MP-0": 0.21,
7+
"MACE-MPA-0": 0.19,
8+
"Orb-v2": 0.14,
9+
"Orb-v3": 0.12,
10+
"SevenNet-l3i5": 0.16,
11+
"SevenNet-MF-ompa": 0.15,
12+
"MatterSim-v1-5M": 0.16,
13+
"GRACE-2L-OAM": 0.17
1414
},
1515
"Inorganic Materials": {
1616
"DPA-2.4-7M": 0.26,
@@ -26,17 +26,17 @@
2626
"GRACE-2L-OAM": 0.25
2727
},
2828
"Biomolecules & Supramolecules": {
29-
"DPA-2.4-7M": 0.25,
30-
"DPA-3.0-7M": 0.17,
31-
"DPA-3.1-3M": 0.24,
32-
"MACE-MP-0": 0.49,
33-
"MACE-MPA-0": 0.4,
34-
"Orb-v2": 0.33,
35-
"Orb-v3": 0.26,
36-
"SevenNet-l3i5": 0.33,
37-
"SevenNet-MF-ompa": 0.36,
38-
"MatterSim-v1-5M": 0.34,
39-
"GRACE-2L-OAM": 0.32
29+
"DPA-2.4-7M": 0.21,
30+
"DPA-3.0-7M": 0.18,
31+
"DPA-3.1-3M": 0.2,
32+
"MACE-MP-0": 0.47,
33+
"MACE-MPA-0": 0.44,
34+
"Orb-v2": 0.29,
35+
"Orb-v3": 0.22,
36+
"SevenNet-l3i5": 0.29,
37+
"SevenNet-MF-ompa": 0.32,
38+
"MatterSim-v1-5M": 0.31,
39+
"GRACE-2L-OAM": 0.28
4040
},
4141
"Reactions": {
4242
"DPA-2.4-7M": 0.24,

‎lambench/metrics/results/final_rankings.json

Lines changed: 30 additions & 30 deletions
Original file line numberDiff line numberDiff line change
@@ -1,78 +1,78 @@
11
[
2-
{
3-
"Model": "DPA-3.0-7M",
4-
"Generalizability-FF Error \u2193": 0.225,
5-
"Generalizability-PC Error \u2193": 0.324,
6-
"Applicability-Instability \u2193": 0.291,
7-
"Applicability-Efficiency \u2191": 0.163
8-
},
92
{
103
"Model": "DPA-3.1-3M",
11-
"Generalizability-FF Error \u2193": 0.231,
12-
"Generalizability-PC Error \u2193": 0.318,
4+
"Generalizability-FF Error \u2193": 0.209,
5+
"Generalizability-PC Error \u2193": 0.321,
136
"Applicability-Instability \u2193": 0.572,
147
"Applicability-Efficiency \u2191": 0.261
158
},
9+
{
10+
"Model": "DPA-3.0-7M",
11+
"Generalizability-FF Error \u2193": 0.212,
12+
"Generalizability-PC Error \u2193": 0.327,
13+
"Applicability-Instability \u2193": 0.291,
14+
"Applicability-Efficiency \u2191": 0.163
15+
},
1616
{
1717
"Model": "Orb-v3",
18-
"Generalizability-FF Error \u2193": 0.24,
19-
"Generalizability-PC Error \u2193": 0.405,
18+
"Generalizability-FF Error \u2193": 0.218,
19+
"Generalizability-PC Error \u2193": 0.406,
2020
"Applicability-Instability \u2193": 0.0,
2121
"Applicability-Efficiency \u2191": 0.39
2222
},
2323
{
2424
"Model": "DPA-2.4-7M",
25-
"Generalizability-FF Error \u2193": 0.265,
25+
"Generalizability-FF Error \u2193": 0.242,
2626
"Generalizability-PC Error \u2193": 0.341,
2727
"Applicability-Instability \u2193": 0.039,
2828
"Applicability-Efficiency \u2191": 0.617
2929
},
3030
{
3131
"Model": "Orb-v2",
32-
"Generalizability-FF Error \u2193": 0.284,
33-
"Generalizability-PC Error \u2193": 0.599,
32+
"Generalizability-FF Error \u2193": 0.263,
33+
"Generalizability-PC Error \u2193": 0.6,
3434
"Applicability-Instability \u2193": 2.649,
3535
"Applicability-Efficiency \u2191": 1.341
3636
},
3737
{
3838
"Model": "SevenNet-MF-ompa",
39-
"Generalizability-FF Error \u2193": 0.292,
40-
"Generalizability-PC Error \u2193": 0.452,
39+
"Generalizability-FF Error \u2193": 0.27,
40+
"Generalizability-PC Error \u2193": 0.455,
4141
"Applicability-Instability \u2193": 0.0,
4242
"Applicability-Efficiency \u2191": 0.084
4343
},
4444
{
4545
"Model": "GRACE-2L-OAM",
46-
"Generalizability-FF Error \u2193": 0.296,
47-
"Generalizability-PC Error \u2193": 0.402,
46+
"Generalizability-FF Error \u2193": 0.276,
47+
"Generalizability-PC Error \u2193": 0.403,
4848
"Applicability-Instability \u2193": 0.309,
4949
"Applicability-Efficiency \u2191": 0.639
5050
},
5151
{
5252
"Model": "MatterSim-v1-5M",
53-
"Generalizability-FF Error \u2193": 0.306,
53+
"Generalizability-FF Error \u2193": 0.288,
5454
"Generalizability-PC Error \u2193": 0.466,
5555
"Applicability-Instability \u2193": 0.0,
5656
"Applicability-Efficiency \u2191": 0.393
5757
},
58-
{
59-
"Model": "MACE-MPA-0",
60-
"Generalizability-FF Error \u2193": 0.324,
61-
"Generalizability-PC Error \u2193": 0.426,
62-
"Applicability-Instability \u2193": 0.0,
63-
"Applicability-Efficiency \u2191": 0.239
64-
},
6558
{
6659
"Model": "SevenNet-l3i5",
67-
"Generalizability-FF Error \u2193": 0.33,
68-
"Generalizability-PC Error \u2193": 0.395,
60+
"Generalizability-FF Error \u2193": 0.312,
61+
"Generalizability-PC Error \u2193": 0.397,
6962
"Applicability-Instability \u2193": 0.036,
7063
"Applicability-Efficiency \u2191": 0.272
7164
},
65+
{
66+
"Model": "MACE-MPA-0",
67+
"Generalizability-FF Error \u2193": 0.321,
68+
"Generalizability-PC Error \u2193": 0.425,
69+
"Applicability-Instability \u2193": 0.0,
70+
"Applicability-Efficiency \u2191": 0.239
71+
},
7272
{
7373
"Model": "MACE-MP-0",
74-
"Generalizability-FF Error \u2193": 0.38,
75-
"Generalizability-PC Error \u2193": 0.471,
74+
"Generalizability-FF Error \u2193": 0.361,
75+
"Generalizability-PC Error \u2193": 0.472,
7676
"Applicability-Instability \u2193": 0.089,
7777
"Applicability-Efficiency \u2191": 0.269
7878
}

‎lambench/metrics/results/radar.json

Lines changed: 22 additions & 22 deletions
Original file line numberDiff line numberDiff line change
@@ -53,19 +53,19 @@
5353
{
5454
"name": "DPA-2.4-7M",
5555
"value": [
56-
0.81,
56+
0.89,
5757
0.74,
58-
0.75,
58+
0.79,
5959
0.76,
6060
0.61
6161
]
6262
},
6363
{
6464
"name": "DPA-3.0-7M",
6565
"value": [
66-
0.83,
66+
0.91,
6767
0.75,
68-
0.83,
68+
0.8200000000000001,
6969
0.8,
7070
0.6699999999999999
7171
],
@@ -76,89 +76,89 @@
7676
{
7777
"name": "DPA-3.1-3M",
7878
"value": [
79-
0.84,
79+
0.91,
8080
0.72,
81-
0.76,
81+
0.8,
8282
0.78,
8383
0.73
8484
]
8585
},
8686
{
8787
"name": "MACE-MP-0",
8888
"value": [
89-
0.72,
89+
0.79,
9090
0.65,
91-
0.51,
91+
0.53,
9292
0.6799999999999999,
9393
0.54
9494
]
9595
},
9696
{
9797
"name": "MACE-MPA-0",
9898
"value": [
99-
0.76,
99+
0.81,
100100
0.74,
101-
0.6,
101+
0.56,
102102
0.71,
103103
0.5700000000000001
104104
]
105105
},
106106
{
107107
"name": "Orb-v2",
108108
"value": [
109-
0.8,
109+
0.86,
110110
0.72,
111-
0.6699999999999999,
111+
0.71,
112112
0.76,
113113
0.63
114114
]
115115
},
116116
{
117117
"name": "Orb-v3",
118118
"value": [
119-
0.81,
119+
0.88,
120120
0.77,
121-
0.74,
121+
0.78,
122122
0.79,
123123
0.69
124124
]
125125
},
126126
{
127127
"name": "SevenNet-l3i5",
128128
"value": [
129-
0.78,
129+
0.84,
130130
0.7,
131-
0.6699999999999999,
131+
0.71,
132132
0.71,
133133
0.48
134134
]
135135
},
136136
{
137137
"name": "SevenNet-MF-ompa",
138138
"value": [
139-
0.78,
139+
0.85,
140140
0.76,
141-
0.64,
141+
0.6799999999999999,
142142
0.76,
143143
0.6
144144
]
145145
},
146146
{
147147
"name": "MatterSim-v1-5M",
148148
"value": [
149-
0.78,
149+
0.84,
150150
0.73,
151-
0.6599999999999999,
151+
0.69,
152152
0.74,
153153
0.5700000000000001
154154
]
155155
},
156156
{
157157
"name": "GRACE-2L-OAM",
158158
"value": [
159-
0.77,
159+
0.83,
160160
0.75,
161-
0.6799999999999999,
161+
0.72,
162162
0.71,
163163
0.62
164164
]

0 commit comments

Comments
 (0)