Skip to content

Commit 5dd93b1

Browse files
anyangmlgithub-actions[bot]
anyangml
authored and
github-actions[bot]
committed
[create-pull-request] automated change
1 parent 1ca400d commit 5dd93b1

File tree

5 files changed

+907
-1303
lines changed

5 files changed

+907
-1303
lines changed

‎lambench/metrics/results/barplot.json

Lines changed: 44 additions & 44 deletions
Original file line numberDiff line numberDiff line change
@@ -1,55 +1,55 @@
11
{
22
"Small Molecules": {
3-
"DPA-2.4-7M": 0.19,
4-
"DPA-3.0-7M": 0.17,
5-
"DPA-3.1-3M": 0.16,
6-
"MACE-MP-0": 0.28,
7-
"MACE-MPA-0": 0.24,
8-
"Orb-v2": 0.2,
9-
"Orb-v3": 0.19,
10-
"SevenNet-l3i5": 0.22,
11-
"SevenNet-MF-ompa": 0.22,
12-
"MatterSim-v1-5M": 0.22,
13-
"GRACE-2L-OAM": 0.23
3+
"DPA-2.4-7M": 0.11,
4+
"DPA-3.0-7M": 0.09,
5+
"DPA-3.1-3M": 0.09,
6+
"MACE-MP-0": 0.21,
7+
"MACE-MPA-0": 0.19,
8+
"Orb-v2": 0.14,
9+
"Orb-v3": 0.12,
10+
"SevenNet-l3i5": 0.16,
11+
"SevenNet-MF-ompa": 0.15,
12+
"MatterSim-v1-5M": 0.16,
13+
"GRACE-2L-OAM": 0.17
1414
},
1515
"Inorganic Materials": {
16-
"DPA-2.4-7M": 0.26,
17-
"DPA-3.0-7M": 0.25,
18-
"DPA-3.1-3M": 0.28,
19-
"MACE-MP-0": 0.35,
20-
"MACE-MPA-0": 0.26,
21-
"Orb-v2": 0.28,
22-
"Orb-v3": 0.23,
23-
"SevenNet-l3i5": 0.3,
24-
"SevenNet-MF-ompa": 0.24,
25-
"MatterSim-v1-5M": 0.27,
26-
"GRACE-2L-OAM": 0.25
16+
"DPA-2.4-7M": 0.27,
17+
"DPA-3.0-7M": 0.23,
18+
"DPA-3.1-3M": 0.22,
19+
"MACE-MP-0": 0.31,
20+
"MACE-MPA-0": 0.27,
21+
"Orb-v2": 0.34,
22+
"Orb-v3": 0.18,
23+
"SevenNet-l3i5": 0.25,
24+
"SevenNet-MF-ompa": 0.22,
25+
"MatterSim-v1-5M": 0.23,
26+
"GRACE-2L-OAM": 0.23
2727
},
2828
"Biomolecules & Supramolecules": {
29-
"DPA-2.4-7M": 0.25,
30-
"DPA-3.0-7M": 0.17,
31-
"DPA-3.1-3M": 0.24,
32-
"MACE-MP-0": 0.49,
33-
"MACE-MPA-0": 0.4,
34-
"Orb-v2": 0.33,
35-
"Orb-v3": 0.26,
36-
"SevenNet-l3i5": 0.33,
37-
"SevenNet-MF-ompa": 0.36,
38-
"MatterSim-v1-5M": 0.34,
39-
"GRACE-2L-OAM": 0.32
29+
"DPA-2.4-7M": 0.21,
30+
"DPA-3.0-7M": 0.18,
31+
"DPA-3.1-3M": 0.2,
32+
"MACE-MP-0": 0.47,
33+
"MACE-MPA-0": 0.44,
34+
"Orb-v2": 0.29,
35+
"Orb-v3": 0.22,
36+
"SevenNet-l3i5": 0.29,
37+
"SevenNet-MF-ompa": 0.32,
38+
"MatterSim-v1-5M": 0.31,
39+
"GRACE-2L-OAM": 0.28
4040
},
4141
"Reactions": {
42-
"DPA-2.4-7M": 0.24,
43-
"DPA-3.0-7M": 0.2,
44-
"DPA-3.1-3M": 0.22,
45-
"MACE-MP-0": 0.32,
46-
"MACE-MPA-0": 0.29,
47-
"Orb-v2": 0.24,
48-
"Orb-v3": 0.21,
49-
"SevenNet-l3i5": 0.29,
50-
"SevenNet-MF-ompa": 0.24,
51-
"MatterSim-v1-5M": 0.26,
52-
"GRACE-2L-OAM": 0.29
42+
"DPA-2.4-7M": 0.23,
43+
"DPA-3.0-7M": 0.18,
44+
"DPA-3.1-3M": 0.18,
45+
"MACE-MP-0": 0.27,
46+
"MACE-MPA-0": 0.24,
47+
"Orb-v2": 0.18,
48+
"Orb-v3": 0.15,
49+
"SevenNet-l3i5": 0.22,
50+
"SevenNet-MF-ompa": 0.2,
51+
"MatterSim-v1-5M": 0.25,
52+
"GRACE-2L-OAM": 0.25
5353
},
5454
"Catalysis": {
5555
"DPA-2.4-7M": 0.39,

‎lambench/metrics/results/final_rankings.json

Lines changed: 35 additions & 35 deletions
Original file line numberDiff line numberDiff line change
@@ -1,78 +1,78 @@
11
[
2-
{
3-
"Model": "DPA-3.0-7M",
4-
"Generalizability-FF Error \u2193": 0.225,
5-
"Generalizability-PC Error \u2193": 0.324,
6-
"Applicability-Instability \u2193": 0.291,
7-
"Applicability-Efficiency \u2191": 0.163
8-
},
92
{
103
"Model": "DPA-3.1-3M",
11-
"Generalizability-FF Error \u2193": 0.231,
12-
"Generalizability-PC Error \u2193": 0.318,
4+
"Generalizability-FF Error \u2193": 0.189,
5+
"Generalizability-PC Error \u2193": 0.321,
136
"Applicability-Instability \u2193": 0.572,
147
"Applicability-Efficiency \u2191": 0.261
158
},
169
{
1710
"Model": "Orb-v3",
18-
"Generalizability-FF Error \u2193": 0.24,
19-
"Generalizability-PC Error \u2193": 0.405,
11+
"Generalizability-FF Error \u2193": 0.195,
12+
"Generalizability-PC Error \u2193": 0.406,
2013
"Applicability-Instability \u2193": 0.0,
2114
"Applicability-Efficiency \u2191": 0.39
2215
},
16+
{
17+
"Model": "DPA-3.0-7M",
18+
"Generalizability-FF Error \u2193": 0.203,
19+
"Generalizability-PC Error \u2193": 0.327,
20+
"Applicability-Instability \u2193": 0.291,
21+
"Applicability-Efficiency \u2191": 0.163
22+
},
2323
{
2424
"Model": "DPA-2.4-7M",
25-
"Generalizability-FF Error \u2193": 0.265,
25+
"Generalizability-FF Error \u2193": 0.24,
2626
"Generalizability-PC Error \u2193": 0.341,
2727
"Applicability-Instability \u2193": 0.039,
2828
"Applicability-Efficiency \u2191": 0.617
2929
},
30-
{
31-
"Model": "Orb-v2",
32-
"Generalizability-FF Error \u2193": 0.284,
33-
"Generalizability-PC Error \u2193": 0.599,
34-
"Applicability-Instability \u2193": 2.649,
35-
"Applicability-Efficiency \u2191": 1.341
36-
},
3730
{
3831
"Model": "SevenNet-MF-ompa",
39-
"Generalizability-FF Error \u2193": 0.292,
40-
"Generalizability-PC Error \u2193": 0.452,
32+
"Generalizability-FF Error \u2193": 0.256,
33+
"Generalizability-PC Error \u2193": 0.455,
4134
"Applicability-Instability \u2193": 0.0,
4235
"Applicability-Efficiency \u2191": 0.084
4336
},
4437
{
4538
"Model": "GRACE-2L-OAM",
46-
"Generalizability-FF Error \u2193": 0.296,
47-
"Generalizability-PC Error \u2193": 0.402,
39+
"Generalizability-FF Error \u2193": 0.262,
40+
"Generalizability-PC Error \u2193": 0.403,
4841
"Applicability-Instability \u2193": 0.309,
4942
"Applicability-Efficiency \u2191": 0.639
5043
},
44+
{
45+
"Model": "Orb-v2",
46+
"Generalizability-FF Error \u2193": 0.263,
47+
"Generalizability-PC Error \u2193": 0.6,
48+
"Applicability-Instability \u2193": 2.649,
49+
"Applicability-Efficiency \u2191": 1.341
50+
},
5151
{
5252
"Model": "MatterSim-v1-5M",
53-
"Generalizability-FF Error \u2193": 0.306,
53+
"Generalizability-FF Error \u2193": 0.277,
5454
"Generalizability-PC Error \u2193": 0.466,
5555
"Applicability-Instability \u2193": 0.0,
5656
"Applicability-Efficiency \u2191": 0.393
5757
},
58-
{
59-
"Model": "MACE-MPA-0",
60-
"Generalizability-FF Error \u2193": 0.324,
61-
"Generalizability-PC Error \u2193": 0.426,
62-
"Applicability-Instability \u2193": 0.0,
63-
"Applicability-Efficiency \u2191": 0.239
64-
},
6558
{
6659
"Model": "SevenNet-l3i5",
67-
"Generalizability-FF Error \u2193": 0.33,
68-
"Generalizability-PC Error \u2193": 0.395,
60+
"Generalizability-FF Error \u2193": 0.29,
61+
"Generalizability-PC Error \u2193": 0.397,
6962
"Applicability-Instability \u2193": 0.036,
7063
"Applicability-Efficiency \u2191": 0.272
7164
},
65+
{
66+
"Model": "MACE-MPA-0",
67+
"Generalizability-FF Error \u2193": 0.313,
68+
"Generalizability-PC Error \u2193": 0.425,
69+
"Applicability-Instability \u2193": 0.0,
70+
"Applicability-Efficiency \u2191": 0.239
71+
},
7272
{
7373
"Model": "MACE-MP-0",
74-
"Generalizability-FF Error \u2193": 0.38,
75-
"Generalizability-PC Error \u2193": 0.471,
74+
"Generalizability-FF Error \u2193": 0.343,
75+
"Generalizability-PC Error \u2193": 0.472,
7676
"Applicability-Instability \u2193": 0.089,
7777
"Applicability-Efficiency \u2191": 0.269
7878
}

‎lambench/metrics/results/radar.json

Lines changed: 43 additions & 43 deletions
Original file line numberDiff line numberDiff line change
@@ -53,113 +53,113 @@
5353
{
5454
"name": "DPA-2.4-7M",
5555
"value": [
56-
0.81,
57-
0.74,
58-
0.75,
59-
0.76,
56+
0.89,
57+
0.73,
58+
0.79,
59+
0.77,
6060
0.61
6161
]
6262
},
6363
{
6464
"name": "DPA-3.0-7M",
6565
"value": [
66-
0.83,
67-
0.75,
68-
0.83,
69-
0.8,
66+
0.91,
67+
0.77,
68+
0.8200000000000001,
69+
0.8200000000000001,
7070
0.6699999999999999
71-
],
72-
"areaStyle": {
73-
"opacity": 0.1
74-
}
71+
]
7572
},
7673
{
7774
"name": "DPA-3.1-3M",
7875
"value": [
79-
0.84,
80-
0.72,
81-
0.76,
76+
0.91,
8277
0.78,
78+
0.8,
79+
0.8200000000000001,
8380
0.73
84-
]
81+
],
82+
"areaStyle": {
83+
"opacity": 0.1
84+
}
8585
},
8686
{
8787
"name": "MACE-MP-0",
8888
"value": [
89-
0.72,
90-
0.65,
91-
0.51,
92-
0.6799999999999999,
89+
0.79,
90+
0.69,
91+
0.53,
92+
0.73,
9393
0.54
9494
]
9595
},
9696
{
9797
"name": "MACE-MPA-0",
9898
"value": [
99+
0.81,
100+
0.73,
101+
0.56,
99102
0.76,
100-
0.74,
101-
0.6,
102-
0.71,
103103
0.5700000000000001
104104
]
105105
},
106106
{
107107
"name": "Orb-v2",
108108
"value": [
109-
0.8,
110-
0.72,
111-
0.6699999999999999,
112-
0.76,
109+
0.86,
110+
0.6599999999999999,
111+
0.71,
112+
0.8200000000000001,
113113
0.63
114114
]
115115
},
116116
{
117117
"name": "Orb-v3",
118118
"value": [
119-
0.81,
120-
0.77,
121-
0.74,
122-
0.79,
119+
0.88,
120+
0.8200000000000001,
121+
0.78,
122+
0.85,
123123
0.69
124124
]
125125
},
126126
{
127127
"name": "SevenNet-l3i5",
128128
"value": [
129-
0.78,
130-
0.7,
131-
0.6699999999999999,
129+
0.84,
130+
0.75,
132131
0.71,
132+
0.78,
133133
0.48
134134
]
135135
},
136136
{
137137
"name": "SevenNet-MF-ompa",
138138
"value": [
139+
0.85,
139140
0.78,
140-
0.76,
141-
0.64,
142-
0.76,
141+
0.6799999999999999,
142+
0.8,
143143
0.6
144144
]
145145
},
146146
{
147147
"name": "MatterSim-v1-5M",
148148
"value": [
149-
0.78,
150-
0.73,
151-
0.6599999999999999,
152-
0.74,
149+
0.84,
150+
0.77,
151+
0.69,
152+
0.75,
153153
0.5700000000000001
154154
]
155155
},
156156
{
157157
"name": "GRACE-2L-OAM",
158158
"value": [
159+
0.83,
159160
0.77,
161+
0.72,
160162
0.75,
161-
0.6799999999999999,
162-
0.71,
163163
0.62
164164
]
165165
}

0 commit comments

Comments
 (0)