{"task_s2ef": {"Average": [{"team": "Atomic Architects MIT + FAIR at Meta", "method": "EquiformerV2 + DeNS (160M, \u03bb\u1d07=4) -- All+MD", "data": [{"name": "Energy MAE (eV)", "value": 0.2141}, {"name": "Forces MAE (eV / A)", "value": 0.01326}, {"name": "EFwT (%)", "value": 6.53}, {"name": "Forces cosine", "value": 0.7633}, {"name": "Submitted", "value": "2024/06/27", "timestamp": 1719530176}]}, {"team": "FAIR at Meta + Atomic Architects MIT", "method": "EquiformerV2 + DeNS (160M, \u03bb\u1d07=4) -- All+MD", "data": [{"name": "Energy MAE (eV)", "value": 0.2157}, {"name": "Forces MAE (eV / A)", "value": 0.0134}, {"name": "EFwT (%)", "value": 5.79}, {"name": "Forces cosine", "value": 0.7588}, {"name": "Submitted", "value": "2023/11/21", "timestamp": 1700602480}]}, {"team": "Atomic Architects MIT + FAIR Meta AI", "method": "EquiformerV2 (\u03bb\u1d07=2) -- All+MD", "data": [{"name": "Energy MAE (eV)", "value": 0.227}, {"name": "Forces MAE (eV / A)", "value": 0.0138}, {"name": "EFwT (%)", "value": 5.07}, {"name": "Forces cosine", "value": 0.7525}, {"name": "Submitted", "value": "2023/05/03", "timestamp": 1683136902}]}, {"team": "Atomic Architects MIT + FAIR Meta AI", "method": "EquiformerV2 (\u03bb\u1d07=4) -- All+MD", "data": [{"name": "Energy MAE (eV)", "value": 0.2187}, {"name": "Forces MAE (eV / A)", "value": 0.0142}, {"name": "EFwT (%)", "value": 5.23}, {"name": "Forces cosine", "value": 0.746}, {"name": "Submitted", "value": "2023/05/03", "timestamp": 1683137951}]}, {"team": "FAIR Meta AI", "method": "eSCN-All-MD", "data": [{"name": "Energy MAE (eV)", "value": 0.2281}, {"name": "Forces MAE (eV / A)", "value": 0.01559}, {"name": "EFwT (%)", "value": 4.11}, {"name": "Forces cosine", "value": 0.7275}, {"name": "Submitted", "value": "2023/03/08", "timestamp": 1678319444}]}, {"team": "FAIR +CMU", "method": "SCN", "data": [{"name": "Energy MAE (eV)", "value": 0.2368}, {"name": "Forces MAE (eV / A)", "value": 0.01719}, {"name": "EFwT (%)", "value": 2.89}, {"name": "Forces cosine", "value": 0.6977}, {"name": "Submitted", "value": "2022/05/22", "timestamp": 1653245174}]}, {"team": "TUM + FAIR", "method": "GemNet-OC-Large-MD-All", "data": [{"name": "Energy MAE (eV)", "value": 0.2411}, {"name": "Forces MAE (eV / A)", "value": 0.01901}, {"name": "EFwT (%)", "value": 2.97}, {"name": "Forces cosine", "value": 0.6908}, {"name": "Submitted", "value": "2022/01/22", "timestamp": 1642891866}]}, {"team": "FAIR + NERSC", "method": "GemNet-XL", "data": [{"name": "Energy MAE (eV)", "value": 0.2701}, {"name": "Forces MAE (eV / A)", "value": 0.02045}, {"name": "EFwT (%)", "value": 1.81}, {"name": "Forces cosine", "value": 0.6603}, {"name": "Submitted", "value": "2021/09/27", "timestamp": 1632772450}]}, {"team": "TUM + FAIR", "method": "GemNet-OC-All", "data": [{"name": "Energy MAE (eV)", "value": 0.233}, {"name": "Forces MAE (eV / A)", "value": 0.02067}, {"name": "EFwT (%)", "value": 2.5}, {"name": "Forces cosine", "value": 0.6657}, {"name": "Submitted", "value": "2022/01/22", "timestamp": 1642828395}]}, {"team": "TUM + FAIR", "method": "GemNet-T-EFwT-All", "data": [{"name": "Energy MAE (eV)", "value": 0.2924}, {"name": "Forces MAE (eV / A)", "value": 0.02422}, {"name": "EFwT (%)", "value": 1.2}, {"name": "Forces cosine", "value": 0.6162}, {"name": "Submitted", "value": "2021/08/23", "timestamp": 1629734657}]}, {"team": "FAIR + CMU", "method": "spinconv-force-centric-all", "data": [{"name": "Energy MAE (eV)", "value": 0.3363}, {"name": "Forces MAE (eV / A)", "value": 0.02966}, {"name": "EFwT (%)", "value": 0.45}, {"name": "Forces cosine", "value": 0.5391}, {"name": "Submitted", "value": "2021/05/27", "timestamp": 1622144872}]}, {"team": "Open Catalyst Project", "method": "ForceNet-Large-All", "data": [{"name": "Energy MAE (eV)", "value": 2.2628}, {"name": "Forces MAE (eV / A)", "value": 0.03115}, {"name": "EFwT (%)", "value": 0.01}, {"name": "Forces cosine", "value": 0.5195}, {"name": "Submitted", "value": "2021/04/26", "timestamp": 1619459008}]}, {"team": "Open Catalyst Project", "method": "DimeNet++-10.7M-Forceonly-All", "data": [{"name": "Energy MAE (eV)", "value": 31.5409}, {"name": "Forces MAE (eV / A)", "value": 0.03132}, {"name": "EFwT (%)", "value": 0.0}, {"name": "Forces cosine", "value": 0.544}, {"name": "Submitted", "value": "2021/02/16", "timestamp": 1613508466}]}, {"team": "FAIR + CMU", "method": "spinconv-energy-centric-fonly-all", "data": [{"name": "Energy MAE (eV)", "value": 3.2382}, {"name": "Forces MAE (eV / A)", "value": 0.03346}, {"name": "EFwT (%)", "value": 0.01}, {"name": "Forces cosine", "value": 0.489}, {"name": "Submitted", "value": "2021/05/27", "timestamp": 1622150042}]}, {"team": "Open Catalyst Project", "method": "ForceNet-All", "data": [{"name": "Energy MAE (eV)", "value": 2.2628}, {"name": "Forces MAE (eV / A)", "value": 0.03433}, {"name": "EFwT (%)", "value": 0.01}, {"name": "Forces cosine", "value": 0.4773}, {"name": "Submitted", "value": "2021/04/26", "timestamp": 1619465454}]}, {"team": "Open Catalyst Project", "method": "DimeNet++-1.8M-Forceonly-All", "data": [{"name": "Energy MAE (eV)", "value": 30.2396}, {"name": "Forces MAE (eV / A)", "value": 0.03573}, {"name": "EFwT (%)", "value": 0.0}, {"name": "Forces cosine", "value": 0.4786}, {"name": "Submitted", "value": "2021/02/16", "timestamp": 1613508227}]}, {"team": "FAIR + CMU", "method": "spinconv-energy-centric-all", "data": [{"name": "Energy MAE (eV)", "value": 0.4114}, {"name": "Forces MAE (eV / A)", "value": 0.03888}, {"name": "EFwT (%)", "value": 0.16}, {"name": "Forces cosine", "value": 0.4299}, {"name": "Submitted", "value": "2021/05/27", "timestamp": 1622149947}]}, {"team": "Open Catalyst Project", "method": "DimeNet++-1.8M-EFwT-All", "data": [{"name": "Energy MAE (eV)", "value": 0.5342}, {"name": "Forces MAE (eV / A)", "value": 0.04758}, {"name": "EFwT (%)", "value": 0.05}, {"name": "Forces cosine", "value": 0.3562}, {"name": "Submitted", "value": "2021/02/16", "timestamp": 1613508662}]}, {"team": "Open Catalyst Project", "method": "SchNet-9M-Forceonly-All", "data": [{"name": "Energy MAE (eV)", "value": 35.3891}, {"name": "Forces MAE (eV / A)", "value": 0.04905}, {"name": "EFwT (%)", "value": 0.0}, {"name": "Forces cosine", "value": 0.3413}, {"name": "Submitted", "value": "2021/02/16", "timestamp": 1613508120}]}, {"team": "Intel MatSciML", "method": "MEGNet-2Mil", "data": [{"name": "Energy MAE (eV)", "value": 1.7625}, {"name": "Forces MAE (eV / A)", "value": 0.08447}, {"name": "EFwT (%)", "value": 0.0}, {"name": "Forces cosine", "value": 0.0058}, {"name": "Submitted", "value": "2023/03/20", "timestamp": 1679343575}]}, {"team": "Intel MatSciML", "method": "EGNN-2Mil", "data": [{"name": "Energy MAE (eV)", "value": 1.8428}, {"name": "Forces MAE (eV / A)", "value": 0.10541}, {"name": "EFwT (%)", "value": 0.0}, {"name": "Forces cosine", "value": 0.0121}, {"name": "Submitted", "value": "2023/03/20", "timestamp": 1679326962}]}], "ID": [{"team": "Atomic Architects MIT + FAIR at Meta", "method": "EquiformerV2 + DeNS (160M, \u03bb\u1d07=4) -- All+MD", "data": [{"name": "Energy MAE (eV)", "value": 0.1491}, {"name": "Forces MAE (eV / A)", "value": 0.01163}, {"name": "EFwT (%)", "value": 11.25}, {"name": "Forces cosine", "value": 0.7786}, {"name": "Submitted", "value": "2024/06/27", "timestamp": 1719530176}]}, {"team": "FAIR at Meta + Atomic Architects MIT", "method": "EquiformerV2 + DeNS (160M, \u03bb\u1d07=4) -- All+MD", "data": [{"name": "Energy MAE (eV)", "value": 0.1489}, {"name": "Forces MAE (eV / A)", "value": 0.01198}, {"name": "EFwT (%)", "value": 10.0}, {"name": "Forces cosine", "value": 0.7714}, {"name": "Submitted", "value": "2023/11/21", "timestamp": 1700602480}]}, {"team": "Atomic Architects MIT + FAIR Meta AI", "method": "EquiformerV2 (\u03bb\u1d07=2) -- All+MD", "data": [{"name": "Energy MAE (eV)", "value": 0.1609}, {"name": "Forces MAE (eV / A)", "value": 0.01219}, {"name": "EFwT (%)", "value": 9.04}, {"name": "Forces cosine", "value": 0.7673}, {"name": "Submitted", "value": "2023/05/03", "timestamp": 1683136902}]}, {"team": "Atomic Architects MIT + FAIR Meta AI", "method": "EquiformerV2 (\u03bb\u1d07=4) -- All+MD", "data": [{"name": "Energy MAE (eV)", "value": 0.1567}, {"name": "Forces MAE (eV / A)", "value": 0.01257}, {"name": "EFwT (%)", "value": 9.11}, {"name": "Forces cosine", "value": 0.7602}, {"name": "Submitted", "value": "2023/05/03", "timestamp": 1683137951}]}, {"team": "FAIR Meta AI", "method": "eSCN-All-MD", "data": [{"name": "Energy MAE (eV)", "value": 0.1693}, {"name": "Forces MAE (eV / A)", "value": 0.01385}, {"name": "EFwT (%)", "value": 6.99}, {"name": "Forces cosine", "value": 0.7405}, {"name": "Submitted", "value": "2023/03/08", "timestamp": 1678319444}]}, {"team": "FAIR +CMU", "method": "SCN", "data": [{"name": "Energy MAE (eV)", "value": 0.1771}, {"name": "Forces MAE (eV / A)", "value": 0.01562}, {"name": "EFwT (%)", "value": 4.71}, {"name": "Forces cosine", "value": 0.7072}, {"name": "Submitted", "value": "2022/05/22", "timestamp": 1653245174}]}, {"team": "TUM + FAIR", "method": "GemNet-OC-Large-MD-All", "data": [{"name": "Energy MAE (eV)", "value": 0.1635}, {"name": "Forces MAE (eV / A)", "value": 0.01633}, {"name": "EFwT (%)", "value": 5.47}, {"name": "Forces cosine", "value": 0.7109}, {"name": "Submitted", "value": "2022/01/22", "timestamp": 1642891866}]}, {"team": "TUM + FAIR", "method": "GemNet-OC-All", "data": [{"name": "Energy MAE (eV)", "value": 0.1679}, {"name": "Forces MAE (eV / A)", "value": 0.01786}, {"name": "EFwT (%)", "value": 4.7}, {"name": "Forces cosine", "value": 0.6856}, {"name": "Submitted", "value": "2022/01/22", "timestamp": 1642828395}]}, {"team": "FAIR + NERSC", "method": "GemNet-XL", "data": [{"name": "Energy MAE (eV)", "value": 0.212}, {"name": "Forces MAE (eV / A)", "value": 0.01811}, {"name": "EFwT (%)", "value": 3.3}, {"name": "Forces cosine", "value": 0.6759}, {"name": "Submitted", "value": "2021/09/27", "timestamp": 1632772450}]}, {"team": "TUM + FAIR", "method": "GemNet-T-EFwT-All", "data": [{"name": "Energy MAE (eV)", "value": 0.2257}, {"name": "Forces MAE (eV / A)", "value": 0.02099}, {"name": "EFwT (%)", "value": 2.4}, {"name": "Forces cosine", "value": 0.637}, {"name": "Submitted", "value": "2021/08/23", "timestamp": 1629734657}]}, {"team": "FAIR + CMU", "method": "spinconv-force-centric-all", "data": [{"name": "Energy MAE (eV)", "value": 0.2612}, {"name": "Forces MAE (eV / A)", "value": 0.02689}, {"name": "EFwT (%)", "value": 0.82}, {"name": "Forces cosine", "value": 0.5479}, {"name": "Submitted", "value": "2021/05/27", "timestamp": 1622144872}]}, {"team": "Open Catalyst Project", "method": "ForceNet-Large-All", "data": [{"name": "Energy MAE (eV)", "value": 2.0674}, {"name": "Forces MAE (eV / A)", "value": 0.02782}, {"name": "EFwT (%)", "value": 0.02}, {"name": "Forces cosine", "value": 0.533}, {"name": "Submitted", "value": "2021/04/26", "timestamp": 1619459008}]}, {"team": "Open Catalyst Project", "method": "DimeNet++-10.7M-Forceonly-All", "data": [{"name": "Energy MAE (eV)", "value": 29.3333}, {"name": "Forces MAE (eV / A)", "value": 0.02807}, {"name": "EFwT (%)", "value": 0.0}, {"name": "Forces cosine", "value": 0.5633}, {"name": "Submitted", "value": "2021/02/16", "timestamp": 1613508466}]}, {"team": "FAIR + CMU", "method": "spinconv-energy-centric-fonly-all", "data": [{"name": "Energy MAE (eV)", "value": 2.8549}, {"name": "Forces MAE (eV / A)", "value": 0.03089}, {"name": "EFwT (%)", "value": 0.01}, {"name": "Forces cosine", "value": 0.496}, {"name": "Submitted", "value": "2021/05/27", "timestamp": 1622150042}]}, {"team": "Open Catalyst Project", "method": "ForceNet-All", "data": [{"name": "Energy MAE (eV)", "value": 2.0674}, {"name": "Forces MAE (eV / A)", "value": 0.03131}, {"name": "EFwT (%)", "value": 0.01}, {"name": "Forces cosine", "value": 0.4862}, {"name": "Submitted", "value": "2021/04/26", "timestamp": 1619465454}]}, {"team": "Open Catalyst Project", "method": "DimeNet++-1.8M-Forceonly-All", "data": [{"name": "Energy MAE (eV)", "value": 28.2091}, {"name": "Forces MAE (eV / A)", "value": 0.03313}, {"name": "EFwT (%)", "value": 0.0}, {"name": "Forces cosine", "value": 0.4869}, {"name": "Submitted", "value": "2021/02/16", "timestamp": 1613508227}]}, {"team": "FAIR + CMU", "method": "spinconv-energy-centric-all", "data": [{"name": "Energy MAE (eV)", "value": 0.3509}, {"name": "Forces MAE (eV / A)", "value": 0.03578}, {"name": "EFwT (%)", "value": 0.3}, {"name": "Forces cosine", "value": 0.4388}, {"name": "Submitted", "value": "2021/05/27", "timestamp": 1622149947}]}, {"team": "Open Catalyst Project", "method": "SchNet-9M-Forceonly-All", "data": [{"name": "Energy MAE (eV)", "value": 34.0285}, {"name": "Forces MAE (eV / A)", "value": 0.04427}, {"name": "EFwT (%)", "value": 0.0}, {"name": "Forces cosine", "value": 0.359}, {"name": "Submitted", "value": "2021/02/16", "timestamp": 1613508120}]}, {"team": "Open Catalyst Project", "method": "DimeNet++-1.8M-EFwT-All", "data": [{"name": "Energy MAE (eV)", "value": 0.4856}, {"name": "Forces MAE (eV / A)", "value": 0.04429}, {"name": "EFwT (%)", "value": 0.1}, {"name": "Forces cosine", "value": 0.3626}, {"name": "Submitted", "value": "2021/02/16", "timestamp": 1613508662}]}, {"team": "Intel MatSciML", "method": "MEGNet-2Mil", "data": [{"name": "Energy MAE (eV)", "value": 1.6651}, {"name": "Forces MAE (eV / A)", "value": 0.08098}, {"name": "EFwT (%)", "value": 0.0}, {"name": "Forces cosine", "value": 0.0063}, {"name": "Submitted", "value": "2023/03/20", "timestamp": 1679343575}]}, {"team": "Intel MatSciML", "method": "EGNN-2Mil", "data": [{"name": "Energy MAE (eV)", "value": 1.7222}, {"name": "Forces MAE (eV / A)", "value": 0.10198}, {"name": "EFwT (%)", "value": 0.0}, {"name": "Forces cosine", "value": 0.0123}, {"name": "Submitted", "value": "2023/03/20", "timestamp": 1679326962}]}], "OOD Ads": [{"team": "Atomic Architects MIT + FAIR at Meta", "method": "EquiformerV2 + DeNS (160M, \u03bb\u1d07=4) -- All+MD", "data": [{"name": "Energy MAE (eV)", "value": 0.1587}, {"name": "Forces MAE (eV / A)", "value": 0.01155}, {"name": "EFwT (%)", "value": 7.26}, {"name": "Forces cosine", "value": 0.7704}, {"name": "Submitted", "value": "2024/06/27", "timestamp": 1719530176}]}, {"team": "FAIR at Meta + Atomic Architects MIT", "method": "EquiformerV2 + DeNS (160M, \u03bb\u1d07=4) -- All+MD", "data": [{"name": "Energy MAE (eV)", "value": 0.169}, {"name": "Forces MAE (eV / A)", "value": 0.01191}, {"name": "EFwT (%)", "value": 5.43}, {"name": "Forces cosine", "value": 0.7628}, {"name": "Submitted", "value": "2023/11/21", "timestamp": 1700602480}]}, {"team": "Atomic Architects MIT + FAIR Meta AI", "method": "EquiformerV2 (\u03bb\u1d07=2) -- All+MD", "data": [{"name": "Energy MAE (eV)", "value": 0.1722}, {"name": "Forces MAE (eV / A)", "value": 0.01212}, {"name": "EFwT (%)", "value": 4.94}, {"name": "Forces cosine", "value": 0.7585}, {"name": "Submitted", "value": "2023/05/03", "timestamp": 1683136902}]}, {"team": "Atomic Architects MIT + FAIR Meta AI", "method": "EquiformerV2 (\u03bb\u1d07=4) -- All+MD", "data": [{"name": "Energy MAE (eV)", "value": 0.1653}, {"name": "Forces MAE (eV / A)", "value": 0.01249}, {"name": "EFwT (%)", "value": 5.32}, {"name": "Forces cosine", "value": 0.7515}, {"name": "Submitted", "value": "2023/05/03", "timestamp": 1683137951}]}, {"team": "FAIR Meta AI", "method": "eSCN-All-MD", "data": [{"name": "Energy MAE (eV)", "value": 0.1814}, {"name": "Forces MAE (eV / A)", "value": 0.01387}, {"name": "EFwT (%)", "value": 4.41}, {"name": "Forces cosine", "value": 0.7311}, {"name": "Submitted", "value": "2023/03/08", "timestamp": 1678319444}]}, {"team": "FAIR +CMU", "method": "SCN", "data": [{"name": "Energy MAE (eV)", "value": 0.1752}, {"name": "Forces MAE (eV / A)", "value": 0.01563}, {"name": "EFwT (%)", "value": 3.06}, {"name": "Forces cosine", "value": 0.6969}, {"name": "Submitted", "value": "2022/05/22", "timestamp": 1653245174}]}, {"team": "TUM + FAIR", "method": "GemNet-OC-Large-MD-All", "data": [{"name": "Energy MAE (eV)", "value": 0.1739}, {"name": "Forces MAE (eV / A)", "value": 0.01661}, {"name": "EFwT (%)", "value": 3.18}, {"name": "Forces cosine", "value": 0.7002}, {"name": "Submitted", "value": "2022/01/22", "timestamp": 1642891866}]}, {"team": "TUM + FAIR", "method": "GemNet-OC-All", "data": [{"name": "Energy MAE (eV)", "value": 0.1711}, {"name": "Forces MAE (eV / A)", "value": 0.01825}, {"name": "EFwT (%)", "value": 2.57}, {"name": "Forces cosine", "value": 0.6743}, {"name": "Submitted", "value": "2022/01/22", "timestamp": 1642828395}]}, {"team": "FAIR + NERSC", "method": "GemNet-XL", "data": [{"name": "Energy MAE (eV)", "value": 0.198}, {"name": "Forces MAE (eV / A)", "value": 0.01856}, {"name": "EFwT (%)", "value": 1.62}, {"name": "Forces cosine", "value": 0.6642}, {"name": "Submitted", "value": "2021/09/27", "timestamp": 1632772450}]}, {"team": "TUM + FAIR", "method": "GemNet-T-EFwT-All", "data": [{"name": "Energy MAE (eV)", "value": 0.2099}, {"name": "Forces MAE (eV / A)", "value": 0.02186}, {"name": "EFwT (%)", "value": 1.15}, {"name": "Forces cosine", "value": 0.6242}, {"name": "Submitted", "value": "2021/08/23", "timestamp": 1629734657}]}, {"team": "FAIR + CMU", "method": "spinconv-force-centric-all", "data": [{"name": "Energy MAE (eV)", "value": 0.2752}, {"name": "Forces MAE (eV / A)", "value": 0.02769}, {"name": "EFwT (%)", "value": 0.38}, {"name": "Forces cosine", "value": 0.5345}, {"name": "Submitted", "value": "2021/05/27", "timestamp": 1622144872}]}, {"team": "Open Catalyst Project", "method": "ForceNet-Large-All", "data": [{"name": "Energy MAE (eV)", "value": 2.4188}, {"name": "Forces MAE (eV / A)", "value": 0.02834}, {"name": "EFwT (%)", "value": 0.01}, {"name": "Forces cosine", "value": 0.5212}, {"name": "Submitted", "value": "2021/04/26", "timestamp": 1619459008}]}, {"team": "Open Catalyst Project", "method": "DimeNet++-10.7M-Forceonly-All", "data": [{"name": "Energy MAE (eV)", "value": 30.0338}, {"name": "Forces MAE (eV / A)", "value": 0.02896}, {"name": "EFwT (%)", "value": 0.0}, {"name": "Forces cosine", "value": 0.5503}, {"name": "Submitted", "value": "2021/02/16", "timestamp": 1613508466}]}, {"team": "Open Catalyst Project", "method": "ForceNet-All", "data": [{"name": "Energy MAE (eV)", "value": 2.4188}, {"name": "Forces MAE (eV / A)", "value": 0.03198}, {"name": "EFwT (%)", "value": 0.01}, {"name": "Forces cosine", "value": 0.4735}, {"name": "Submitted", "value": "2021/04/26", "timestamp": 1619465454}]}, {"team": "FAIR + CMU", "method": "spinconv-energy-centric-fonly-all", "data": [{"name": "Energy MAE (eV)", "value": 3.3579}, {"name": "Forces MAE (eV / A)", "value": 0.0321}, {"name": "EFwT (%)", "value": 0.01}, {"name": "Forces cosine", "value": 0.4788}, {"name": "Submitted", "value": "2021/05/27", "timestamp": 1622150042}]}, {"team": "Open Catalyst Project", "method": "DimeNet++-1.8M-Forceonly-All", "data": [{"name": "Energy MAE (eV)", "value": 28.9404}, {"name": "Forces MAE (eV / A)", "value": 0.03407}, {"name": "EFwT (%)", "value": 0.0}, {"name": "Forces cosine", "value": 0.4718}, {"name": "Submitted", "value": "2021/02/16", "timestamp": 1613508227}]}, {"team": "FAIR + CMU", "method": "spinconv-energy-centric-all", "data": [{"name": "Energy MAE (eV)", "value": 0.3666}, {"name": "Forces MAE (eV / A)", "value": 0.03739}, {"name": "EFwT (%)", "value": 0.12}, {"name": "Forces cosine", "value": 0.4202}, {"name": "Submitted", "value": "2021/05/27", "timestamp": 1622149947}]}, {"team": "Open Catalyst Project", "method": "DimeNet++-1.8M-EFwT-All", "data": [{"name": "Energy MAE (eV)", "value": 0.4701}, {"name": "Forces MAE (eV / A)", "value": 0.0458}, {"name": "EFwT (%)", "value": 0.03}, {"name": "Forces cosine", "value": 0.3476}, {"name": "Submitted", "value": "2021/02/16", "timestamp": 1613508662}]}, {"team": "Open Catalyst Project", "method": "SchNet-9M-Forceonly-All", "data": [{"name": "Energy MAE (eV)", "value": 33.767}, {"name": "Forces MAE (eV / A)", "value": 0.04693}, {"name": "EFwT (%)", "value": 0.0}, {"name": "Forces cosine", "value": 0.3382}, {"name": "Submitted", "value": "2021/02/16", "timestamp": 1613508120}]}, {"team": "Intel MatSciML", "method": "MEGNet-2Mil", "data": [{"name": "Energy MAE (eV)", "value": 1.8361}, {"name": "Forces MAE (eV / A)", "value": 0.08022}, {"name": "EFwT (%)", "value": 0.0}, {"name": "Forces cosine", "value": 0.0055}, {"name": "Submitted", "value": "2023/03/20", "timestamp": 1679343575}]}, {"team": "Intel MatSciML", "method": "EGNN-2Mil", "data": [{"name": "Energy MAE (eV)", "value": 1.9421}, {"name": "Forces MAE (eV / A)", "value": 0.10271}, {"name": "EFwT (%)", "value": 0.0}, {"name": "Forces cosine", "value": 0.0109}, {"name": "Submitted", "value": "2023/03/20", "timestamp": 1679326962}]}], "OOD Cat": [{"team": "FAIR at Meta + Atomic Architects MIT", "method": "EquiformerV2 + DeNS (160M, \u03bb\u1d07=4) -- All+MD", "data": [{"name": "Energy MAE (eV)", "value": 0.2354}, {"name": "Forces MAE (eV / A)", "value": 0.01393}, {"name": "EFwT (%)", "value": 5.45}, {"name": "Forces cosine", "value": 0.7318}, {"name": "Submitted", "value": "2023/11/21", "timestamp": 1700602480}]}, {"team": "Atomic Architects MIT + FAIR at Meta", "method": "EquiformerV2 + DeNS (160M, \u03bb\u1d07=4) -- All+MD", "data": [{"name": "Energy MAE (eV)", "value": 0.2419}, {"name": "Forces MAE (eV / A)", "value": 0.01411}, {"name": "EFwT (%)", "value": 5.11}, {"name": "Forces cosine", "value": 0.7328}, {"name": "Submitted", "value": "2024/06/27", "timestamp": 1719530176}]}, {"team": "Atomic Architects MIT + FAIR Meta AI", "method": "EquiformerV2 (\u03bb\u1d07=2) -- All+MD", "data": [{"name": "Energy MAE (eV)", "value": 0.2529}, {"name": "Forces MAE (eV / A)", "value": 0.01454}, {"name": "EFwT (%)", "value": 4.4}, {"name": "Forces cosine", "value": 0.7227}, {"name": "Submitted", "value": "2023/05/03", "timestamp": 1683136902}]}, {"team": "Atomic Architects MIT + FAIR Meta AI", "method": "EquiformerV2 (\u03bb\u1d07=4) -- All+MD", "data": [{"name": "Energy MAE (eV)", "value": 0.243}, {"name": "Forces MAE (eV / A)", "value": 0.01491}, {"name": "EFwT (%)", "value": 4.5}, {"name": "Forces cosine", "value": 0.7164}, {"name": "Submitted", "value": "2023/05/03", "timestamp": 1683137951}]}, {"team": "FAIR Meta AI", "method": "eSCN-All-MD", "data": [{"name": "Energy MAE (eV)", "value": 0.2457}, {"name": "Forces MAE (eV / A)", "value": 0.01622}, {"name": "EFwT (%)", "value": 3.49}, {"name": "Forces cosine", "value": 0.6992}, {"name": "Submitted", "value": "2023/03/08", "timestamp": 1678319444}]}, {"team": "FAIR +CMU", "method": "SCN", "data": [{"name": "Energy MAE (eV)", "value": 0.2671}, {"name": "Forces MAE (eV / A)", "value": 0.01736}, {"name": "EFwT (%)", "value": 2.61}, {"name": "Forces cosine", "value": 0.6735}, {"name": "Submitted", "value": "2022/05/22", "timestamp": 1653245174}]}, {"team": "TUM + FAIR", "method": "GemNet-OC-Large-MD-All", "data": [{"name": "Energy MAE (eV)", "value": 0.2839}, {"name": "Forces MAE (eV / A)", "value": 0.02}, {"name": "EFwT (%)", "value": 2.29}, {"name": "Forces cosine", "value": 0.6561}, {"name": "Submitted", "value": "2022/01/22", "timestamp": 1642891866}]}, {"team": "FAIR + NERSC", "method": "GemNet-XL", "data": [{"name": "Energy MAE (eV)", "value": 0.3083}, {"name": "Forces MAE (eV / A)", "value": 0.02059}, {"name": "EFwT (%)", "value": 1.72}, {"name": "Forces cosine", "value": 0.6306}, {"name": "Submitted", "value": "2021/09/27", "timestamp": 1632772450}]}, {"team": "TUM + FAIR", "method": "GemNet-OC-All", "data": [{"name": "Energy MAE (eV)", "value": 0.2664}, {"name": "Forces MAE (eV / A)", "value": 0.0214}, {"name": "EFwT (%)", "value": 1.95}, {"name": "Forces cosine", "value": 0.6321}, {"name": "Submitted", "value": "2022/01/22", "timestamp": 1642828395}]}, {"team": "TUM + FAIR", "method": "GemNet-T-EFwT-All", "data": [{"name": "Energy MAE (eV)", "value": 0.3403}, {"name": "Forces MAE (eV / A)", "value": 0.02445}, {"name": "EFwT (%)", "value": 0.93}, {"name": "Forces cosine", "value": 0.5813}, {"name": "Submitted", "value": "2021/08/23", "timestamp": 1629734657}]}, {"team": "FAIR + CMU", "method": "spinconv-force-centric-all", "data": [{"name": "Energy MAE (eV)", "value": 0.3501}, {"name": "Forces MAE (eV / A)", "value": 0.02849}, {"name": "EFwT (%)", "value": 0.46}, {"name": "Forces cosine", "value": 0.5187}, {"name": "Submitted", "value": "2021/05/27", "timestamp": 1622144872}]}, {"team": "Open Catalyst Project", "method": "ForceNet-Large-All", "data": [{"name": "Energy MAE (eV)", "value": 2.0203}, {"name": "Forces MAE (eV / A)", "value": 0.03089}, {"name": "EFwT (%)", "value": 0.01}, {"name": "Forces cosine", "value": 0.4936}, {"name": "Submitted", "value": "2021/04/26", "timestamp": 1619459008}]}, {"team": "Open Catalyst Project", "method": "DimeNet++-10.7M-Forceonly-All", "data": [{"name": "Energy MAE (eV)", "value": 30.0437}, {"name": "Forces MAE (eV / A)", "value": 0.0312}, {"name": "EFwT (%)", "value": 0.0}, {"name": "Forces cosine", "value": 0.5109}, {"name": "Submitted", "value": "2021/02/16", "timestamp": 1613508466}]}, {"team": "FAIR + CMU", "method": "spinconv-energy-centric-fonly-all", "data": [{"name": "Energy MAE (eV)", "value": 2.8766}, {"name": "Forces MAE (eV / A)", "value": 0.03155}, {"name": "EFwT (%)", "value": 0.01}, {"name": "Forces cosine", "value": 0.4739}, {"name": "Submitted", "value": "2021/05/27", "timestamp": 1622150042}]}, {"team": "Open Catalyst Project", "method": "ForceNet-All", "data": [{"name": "Energy MAE (eV)", "value": 2.0203}, {"name": "Forces MAE (eV / A)", "value": 0.03312}, {"name": "EFwT (%)", "value": 0.01}, {"name": "Forces cosine", "value": 0.4574}, {"name": "Submitted", "value": "2021/04/26", "timestamp": 1619465454}]}, {"team": "Open Catalyst Project", "method": "DimeNet++-1.8M-Forceonly-All", "data": [{"name": "Energy MAE (eV)", "value": 28.9047}, {"name": "Forces MAE (eV / A)", "value": 0.03404}, {"name": "EFwT (%)", "value": 0.0}, {"name": "Forces cosine", "value": 0.4601}, {"name": "Submitted", "value": "2021/02/16", "timestamp": 1613508227}]}, {"team": "FAIR + CMU", "method": "spinconv-energy-centric-all", "data": [{"name": "Energy MAE (eV)", "value": 0.4107}, {"name": "Forces MAE (eV / A)", "value": 0.03638}, {"name": "EFwT (%)", "value": 0.19}, {"name": "Forces cosine", "value": 0.4179}, {"name": "Submitted", "value": "2021/05/27", "timestamp": 1622149947}]}, {"team": "Open Catalyst Project", "method": "DimeNet++-1.8M-EFwT-All", "data": [{"name": "Energy MAE (eV)", "value": 0.533}, {"name": "Forces MAE (eV / A)", "value": 0.0444}, {"name": "EFwT (%)", "value": 0.05}, {"name": "Forces cosine", "value": 0.3462}, {"name": "Submitted", "value": "2021/02/16", "timestamp": 1613508662}]}, {"team": "Open Catalyst Project", "method": "SchNet-9M-Forceonly-All", "data": [{"name": "Energy MAE (eV)", "value": 35.296}, {"name": "Forces MAE (eV / A)", "value": 0.04594}, {"name": "EFwT (%)", "value": 0.0}, {"name": "Forces cosine", "value": 0.3279}, {"name": "Submitted", "value": "2021/02/16", "timestamp": 1613508120}]}, {"team": "Intel MatSciML", "method": "MEGNet-2Mil", "data": [{"name": "Energy MAE (eV)", "value": 1.6482}, {"name": "Forces MAE (eV / A)", "value": 0.07881}, {"name": "EFwT (%)", "value": 0.0}, {"name": "Forces cosine", "value": 0.0059}, {"name": "Submitted", "value": "2023/03/20", "timestamp": 1679343575}]}, {"team": "Intel MatSciML", "method": "EGNN-2Mil", "data": [{"name": "Energy MAE (eV)", "value": 1.699}, {"name": "Forces MAE (eV / A)", "value": 0.09936}, {"name": "EFwT (%)", "value": 0.0}, {"name": "Forces cosine", "value": 0.0129}, {"name": "Submitted", "value": "2023/03/20", "timestamp": 1679326962}]}], "OOD Both": [{"team": "Atomic Architects MIT + FAIR at Meta", "method": "EquiformerV2 + DeNS (160M, \u03bb\u1d07=4) -- All+MD", "data": [{"name": "Energy MAE (eV)", "value": 0.3065}, {"name": "Forces MAE (eV / A)", "value": 0.01574}, {"name": "EFwT (%)", "value": 2.51}, {"name": "Forces cosine", "value": 0.7713}, {"name": "Submitted", "value": "2024/06/27", "timestamp": 1719530176}]}, {"team": "FAIR at Meta + Atomic Architects MIT", "method": "EquiformerV2 + DeNS (160M, \u03bb\u1d07=4) -- All+MD", "data": [{"name": "Energy MAE (eV)", "value": 0.3096}, {"name": "Forces MAE (eV / A)", "value": 0.01578}, {"name": "EFwT (%)", "value": 2.29}, {"name": "Forces cosine", "value": 0.7691}, {"name": "Submitted", "value": "2023/11/21", "timestamp": 1700602480}]}, {"team": "Atomic Architects MIT + FAIR Meta AI", "method": "EquiformerV2 (\u03bb\u1d07=2) -- All+MD", "data": [{"name": "Energy MAE (eV)", "value": 0.3221}, {"name": "Forces MAE (eV / A)", "value": 0.01636}, {"name": "EFwT (%)", "value": 1.89}, {"name": "Forces cosine", "value": 0.7617}, {"name": "Submitted", "value": "2023/05/03", "timestamp": 1683136902}]}, {"team": "Atomic Architects MIT + FAIR Meta AI", "method": "EquiformerV2 (\u03bb\u1d07=4) -- All+MD", "data": [{"name": "Energy MAE (eV)", "value": 0.31}, {"name": "Forces MAE (eV / A)", "value": 0.01683}, {"name": "EFwT (%)", "value": 1.99}, {"name": "Forces cosine", "value": 0.7559}, {"name": "Submitted", "value": "2023/05/03", "timestamp": 1683137951}]}, {"team": "FAIR Meta AI", "method": "eSCN-All-MD", "data": [{"name": "Energy MAE (eV)", "value": 0.316}, {"name": "Forces MAE (eV / A)", "value": 0.01843}, {"name": "EFwT (%)", "value": 1.57}, {"name": "Forces cosine", "value": 0.7392}, {"name": "Submitted", "value": "2023/03/08", "timestamp": 1678319444}]}, {"team": "FAIR +CMU", "method": "SCN", "data": [{"name": "Energy MAE (eV)", "value": 0.328}, {"name": "Forces MAE (eV / A)", "value": 0.02015}, {"name": "EFwT (%)", "value": 1.2}, {"name": "Forces cosine", "value": 0.7133}, {"name": "Submitted", "value": "2022/05/22", "timestamp": 1653245174}]}, {"team": "TUM + FAIR", "method": "GemNet-OC-Large-MD-All", "data": [{"name": "Energy MAE (eV)", "value": 0.3433}, {"name": "Forces MAE (eV / A)", "value": 0.02311}, {"name": "EFwT (%)", "value": 0.93}, {"name": "Forces cosine", "value": 0.696}, {"name": "Submitted", "value": "2022/01/22", "timestamp": 1642891866}]}, {"team": "FAIR + NERSC", "method": "GemNet-XL", "data": [{"name": "Energy MAE (eV)", "value": 0.362}, {"name": "Forces MAE (eV / A)", "value": 0.02452}, {"name": "EFwT (%)", "value": 0.61}, {"name": "Forces cosine", "value": 0.6704}, {"name": "Submitted", "value": "2021/09/27", "timestamp": 1632772450}]}, {"team": "TUM + FAIR", "method": "GemNet-OC-All", "data": [{"name": "Energy MAE (eV)", "value": 0.3264}, {"name": "Forces MAE (eV / A)", "value": 0.02516}, {"name": "EFwT (%)", "value": 0.79}, {"name": "Forces cosine", "value": 0.671}, {"name": "Submitted", "value": "2022/01/22", "timestamp": 1642828395}]}, {"team": "TUM + FAIR", "method": "GemNet-T-EFwT-All", "data": [{"name": "Energy MAE (eV)", "value": 0.3937}, {"name": "Forces MAE (eV / A)", "value": 0.02956}, {"name": "EFwT (%)", "value": 0.3}, {"name": "Forces cosine", "value": 0.6221}, {"name": "Submitted", "value": "2021/08/23", "timestamp": 1629734657}]}, {"team": "FAIR + CMU", "method": "spinconv-force-centric-all", "data": [{"name": "Energy MAE (eV)", "value": 0.4585}, {"name": "Forces MAE (eV / A)", "value": 0.03556}, {"name": "EFwT (%)", "value": 0.14}, {"name": "Forces cosine", "value": 0.5554}, {"name": "Submitted", "value": "2021/05/27", "timestamp": 1622144872}]}, {"team": "Open Catalyst Project", "method": "DimeNet++-10.7M-Forceonly-All", "data": [{"name": "Energy MAE (eV)", "value": 36.7529}, {"name": "Forces MAE (eV / A)", "value": 0.03705}, {"name": "EFwT (%)", "value": 0.0}, {"name": "Forces cosine", "value": 0.5517}, {"name": "Submitted", "value": "2021/02/16", "timestamp": 1613508466}]}, {"team": "Open Catalyst Project", "method": "ForceNet-Large-All", "data": [{"name": "Energy MAE (eV)", "value": 2.5447}, {"name": "Forces MAE (eV / A)", "value": 0.03754}, {"name": "EFwT (%)", "value": 0.0}, {"name": "Forces cosine", "value": 0.5302}, {"name": "Submitted", "value": "2021/04/26", "timestamp": 1619459008}]}, {"team": "FAIR + CMU", "method": "spinconv-energy-centric-fonly-all", "data": [{"name": "Energy MAE (eV)", "value": 3.8635}, {"name": "Forces MAE (eV / A)", "value": 0.0393}, {"name": "EFwT (%)", "value": 0.0}, {"name": "Forces cosine", "value": 0.5072}, {"name": "Submitted", "value": "2021/05/27", "timestamp": 1622150042}]}, {"team": "Open Catalyst Project", "method": "ForceNet-All", "data": [{"name": "Energy MAE (eV)", "value": 2.5447}, {"name": "Forces MAE (eV / A)", "value": 0.04092}, {"name": "EFwT (%)", "value": 0.0}, {"name": "Forces cosine", "value": 0.4922}, {"name": "Submitted", "value": "2021/04/26", "timestamp": 1619465454}]}, {"team": "Open Catalyst Project", "method": "DimeNet++-1.8M-Forceonly-All", "data": [{"name": "Energy MAE (eV)", "value": 34.9044}, {"name": "Forces MAE (eV / A)", "value": 0.04168}, {"name": "EFwT (%)", "value": 0.0}, {"name": "Forces cosine", "value": 0.4955}, {"name": "Submitted", "value": "2021/02/16", "timestamp": 1613508227}]}, {"team": "FAIR + CMU", "method": "spinconv-energy-centric-all", "data": [{"name": "Energy MAE (eV)", "value": 0.5173}, {"name": "Forces MAE (eV / A)", "value": 0.04597}, {"name": "EFwT (%)", "value": 0.04}, {"name": "Forces cosine", "value": 0.4429}, {"name": "Submitted", "value": "2021/05/27", "timestamp": 1622149947}]}, {"team": "Open Catalyst Project", "method": "DimeNet++-1.8M-EFwT-All", "data": [{"name": "Energy MAE (eV)", "value": 0.6481}, {"name": "Forces MAE (eV / A)", "value": 0.05585}, {"name": "EFwT (%)", "value": 0.01}, {"name": "Forces cosine", "value": 0.3683}, {"name": "Submitted", "value": "2021/02/16", "timestamp": 1613508662}]}, {"team": "Open Catalyst Project", "method": "SchNet-9M-Forceonly-All", "data": [{"name": "Energy MAE (eV)", "value": 38.465}, {"name": "Forces MAE (eV / A)", "value": 0.05904}, {"name": "EFwT (%)", "value": 0.0}, {"name": "Forces cosine", "value": 0.3401}, {"name": "Submitted", "value": "2021/02/16", "timestamp": 1613508120}]}, {"team": "Intel MatSciML", "method": "MEGNet-2Mil", "data": [{"name": "Energy MAE (eV)", "value": 1.9006}, {"name": "Forces MAE (eV / A)", "value": 0.09788}, {"name": "EFwT (%)", "value": 0.0}, {"name": "Forces cosine", "value": 0.0056}, {"name": "Submitted", "value": "2023/03/20", "timestamp": 1679343575}]}, {"team": "Intel MatSciML", "method": "EGNN-2Mil", "data": [{"name": "Energy MAE (eV)", "value": 2.0078}, {"name": "Forces MAE (eV / A)", "value": 0.11759}, {"name": "EFwT (%)", "value": 0.0}, {"name": "Forces cosine", "value": 0.0124}, {"name": "Submitted", "value": "2023/03/20", "timestamp": 1679326962}]}]}, "task_is2rs": {"Average": [{"team": "Atomic Architects MIT + FAIR Meta AI", "method": "EquiformerV2 (\u03bb\u1d07=2) -- All+MD", "data": [{"name": "FbT (%)", "value": 5.63}, {"name": "ADwT (%)", "value": 69.78}, {"name": "AFbT (%)", "value": 55.45}, {"name": "Submitted", "value": "2023/05/03", "timestamp": 1683150077}]}, {"team": "Atomic Architects MIT + FAIR Meta AI", "method": "EquiformerV2 (\u03bb\u1d07=4) -- All+MD", "data": [{"name": "FbT (%)", "value": 4.78}, {"name": "ADwT (%)", "value": 69.36}, {"name": "AFbT (%)", "value": 54.41}, {"name": "Submitted", "value": "2023/05/04", "timestamp": 1683220486}]}, {"team": "FAIR Meta AI", "method": "eSCN-All-MD", "data": [{"name": "FbT (%)", "value": 4.08}, {"name": "ADwT (%)", "value": 66.71}, {"name": "AFbT (%)", "value": 50.3}, {"name": "Submitted", "value": "2023/03/09", "timestamp": 1678322702}]}, {"team": "FAIR & CMU", "method": "SCN-MD-All", "data": [{"name": "FbT (%)", "value": 2.29}, {"name": "ADwT (%)", "value": 67.46}, {"name": "AFbT (%)", "value": 43.64}, {"name": "Submitted", "value": "2022/05/31", "timestamp": 1654030875}]}, {"team": "TUM + FAIR", "method": "GemNet-OC-Large-Relaxation-MD-All", "data": [{"name": "FbT (%)", "value": 3.04}, {"name": "ADwT (%)", "value": 60.44}, {"name": "AFbT (%)", "value": 40.55}, {"name": "Submitted", "value": "2021/11/20", "timestamp": 1637384450}]}, {"team": "TUM + FAIR", "method": "GemNet-OC-Relaxation-All", "data": [{"name": "FbT (%)", "value": 1.49}, {"name": "ADwT (%)", "value": 60.33}, {"name": "AFbT (%)", "value": 35.27}, {"name": "Submitted", "value": "2021/10/08", "timestamp": 1633672756}]}, {"team": "FAIR + NERSC", "method": "GemNet-XL", "data": [{"name": "FbT (%)", "value": 0.9}, {"name": "ADwT (%)", "value": 62.65}, {"name": "AFbT (%)", "value": 30.82}, {"name": "Submitted", "value": "2021/09/27", "timestamp": 1632769195}]}, {"team": "TUM + FAIR", "method": "GemNet-T-EFwT-All", "data": [{"name": "FbT (%)", "value": 0.7}, {"name": "ADwT (%)", "value": 58.68}, {"name": "AFbT (%)", "value": 27.6}, {"name": "Submitted", "value": "2021/08/23", "timestamp": 1629740760}]}, {"team": "Open Catalyst Project (FAIR/CMU)", "method": "DimeNet++-10.7M-Forceonly-All", "data": [{"name": "FbT (%)", "value": 0.4}, {"name": "ADwT (%)", "value": 51.68}, {"name": "AFbT (%)", "value": 21.82}, {"name": "Submitted", "value": "2021/02/21", "timestamp": 1613908709}]}, {"team": "Open Catalyst Project (FAIR/CMU)", "method": "DimeNet++-1.8M-Forceonly-20M-MD", "data": [{"name": "FbT (%)", "value": 0.15}, {"name": "ADwT (%)", "value": 47.72}, {"name": "AFbT (%)", "value": 17.15}, {"name": "Submitted", "value": "2021/02/21", "timestamp": 1613949856}]}, {"team": "FAIR + CMU", "method": "spinconv-force-centric-all", "data": [{"name": "FbT (%)", "value": 0.05}, {"name": "ADwT (%)", "value": 53.62}, {"name": "AFbT (%)", "value": 16.67}, {"name": "Submitted", "value": "2021/05/26", "timestamp": 1622059159}]}, {"team": "Open Catalyst Project (FAIR/CMU)", "method": "DimeNet++-1.8M-Forceonly-All", "data": [{"name": "FbT (%)", "value": 0.25}, {"name": "ADwT (%)", "value": 48.92}, {"name": "AFbT (%)", "value": 15.24}, {"name": "Submitted", "value": "2021/02/21", "timestamp": 1613908663}]}, {"team": "Open Catalyst Project (FAIR/CMU)", "method": "DimeNet++-1.8M-Forceonly-20M-Rattled", "data": [{"name": "FbT (%)", "value": 0.05}, {"name": "ADwT (%)", "value": 43.96}, {"name": "AFbT (%)", "value": 12.55}, {"name": "Submitted", "value": "2021/02/22", "timestamp": 1613993209}]}, {"team": "Open Catalyst Project (FAIR/CMU)", "method": "SchNet-9M-Forceonly-20M-MD", "data": [{"name": "FbT (%)", "value": 0.15}, {"name": "ADwT (%)", "value": 41.1}, {"name": "AFbT (%)", "value": 8.98}, {"name": "Submitted", "value": "2021/02/21", "timestamp": 1613908750}]}, {"team": "Open Catalyst Project (FAIR/CMU)", "method": "SchNet-9M-Forceonly-20M-Rattled", "data": [{"name": "FbT (%)", "value": 0.1}, {"name": "ADwT (%)", "value": 36.72}, {"name": "AFbT (%)", "value": 5.21}, {"name": "Submitted", "value": "2021/02/21", "timestamp": 1613949912}]}, {"team": "Open Catalyst Project  (FAIR+CMU)", "method": "ForceNet-Direct", "data": [{"name": "FbT (%)", "value": 0.0}, {"name": "ADwT (%)", "value": 43.31}, {"name": "AFbT (%)", "value": 0.09}, {"name": "Submitted", "value": "2021/06/20", "timestamp": 1624223485}]}], "ID": [{"team": "Atomic Architects MIT + FAIR Meta AI", "method": "EquiformerV2 (\u03bb\u1d07=4) -- All+MD", "data": [{"name": "FbT (%)", "value": 7.2}, {"name": "ADwT (%)", "value": 68.96}, {"name": "AFbT (%)", "value": 58.99}, {"name": "Submitted", "value": "2023/05/04", "timestamp": 1683220486}]}, {"team": "Atomic Architects MIT + FAIR Meta AI", "method": "EquiformerV2 (\u03bb\u1d07=2) -- All+MD", "data": [{"name": "FbT (%)", "value": 9.0}, {"name": "ADwT (%)", "value": 69.26}, {"name": "AFbT (%)", "value": 58.3}, {"name": "Submitted", "value": "2023/05/03", "timestamp": 1683150077}]}, {"team": "FAIR Meta AI", "method": "eSCN-All-MD", "data": [{"name": "FbT (%)", "value": 5.6}, {"name": "ADwT (%)", "value": 66.57}, {"name": "AFbT (%)", "value": 54.1}, {"name": "Submitted", "value": "2023/03/09", "timestamp": 1678322702}]}, {"team": "FAIR & CMU", "method": "SCN-MD-All", "data": [{"name": "FbT (%)", "value": 4.0}, {"name": "ADwT (%)", "value": 66.89}, {"name": "AFbT (%)", "value": 47.92}, {"name": "Submitted", "value": "2022/05/31", "timestamp": 1654030875}]}, {"team": "TUM + FAIR", "method": "GemNet-OC-Large-Relaxation-MD-All", "data": [{"name": "FbT (%)", "value": 5.4}, {"name": "ADwT (%)", "value": 60.84}, {"name": "AFbT (%)", "value": 47.37}, {"name": "Submitted", "value": "2021/11/20", "timestamp": 1637384450}]}, {"team": "TUM + FAIR", "method": "GemNet-OC-Relaxation-All", "data": [{"name": "FbT (%)", "value": 2.8}, {"name": "ADwT (%)", "value": 60.63}, {"name": "AFbT (%)", "value": 40.69}, {"name": "Submitted", "value": "2021/10/08", "timestamp": 1633672756}]}, {"team": "FAIR + NERSC", "method": "GemNet-XL", "data": [{"name": "FbT (%)", "value": 2.4}, {"name": "ADwT (%)", "value": 62.73}, {"name": "AFbT (%)", "value": 34.61}, {"name": "Submitted", "value": "2021/09/27", "timestamp": 1632769195}]}, {"team": "TUM + FAIR", "method": "GemNet-T-EFwT-All", "data": [{"name": "FbT (%)", "value": 2.0}, {"name": "ADwT (%)", "value": 59.18}, {"name": "AFbT (%)", "value": 33.75}, {"name": "Submitted", "value": "2021/08/23", "timestamp": 1629740760}]}, {"team": "Open Catalyst Project (FAIR/CMU)", "method": "DimeNet++-10.7M-Forceonly-All", "data": [{"name": "FbT (%)", "value": 1.0}, {"name": "ADwT (%)", "value": 52.45}, {"name": "AFbT (%)", "value": 25.65}, {"name": "Submitted", "value": "2021/02/21", "timestamp": 1613908709}]}, {"team": "FAIR + CMU", "method": "spinconv-force-centric-all", "data": [{"name": "FbT (%)", "value": 0.2}, {"name": "ADwT (%)", "value": 53.68}, {"name": "AFbT (%)", "value": 21.1}, {"name": "Submitted", "value": "2021/05/26", "timestamp": 1622059159}]}, {"team": "Open Catalyst Project (FAIR/CMU)", "method": "DimeNet++-1.8M-Forceonly-20M-MD", "data": [{"name": "FbT (%)", "value": 0.2}, {"name": "ADwT (%)", "value": 48.6}, {"name": "AFbT (%)", "value": 21.08}, {"name": "Submitted", "value": "2021/02/21", "timestamp": 1613949856}]}, {"team": "Open Catalyst Project (FAIR/CMU)", "method": "DimeNet++-1.8M-Forceonly-All", "data": [{"name": "FbT (%)", "value": 0.6}, {"name": "ADwT (%)", "value": 48.76}, {"name": "AFbT (%)", "value": 17.53}, {"name": "Submitted", "value": "2021/02/21", "timestamp": 1613908663}]}, {"team": "Open Catalyst Project (FAIR/CMU)", "method": "DimeNet++-1.8M-Forceonly-20M-Rattled", "data": [{"name": "FbT (%)", "value": 0.2}, {"name": "ADwT (%)", "value": 44.82}, {"name": "AFbT (%)", "value": 15.64}, {"name": "Submitted", "value": "2021/02/22", "timestamp": 1613993209}]}, {"team": "Open Catalyst Project (FAIR/CMU)", "method": "SchNet-9M-Forceonly-20M-MD", "data": [{"name": "FbT (%)", "value": 0.6}, {"name": "ADwT (%)", "value": 42.89}, {"name": "AFbT (%)", "value": 13.24}, {"name": "Submitted", "value": "2021/02/21", "timestamp": 1613908750}]}, {"team": "Open Catalyst Project (FAIR/CMU)", "method": "SchNet-9M-Forceonly-20M-Rattled", "data": [{"name": "FbT (%)", "value": 0.4}, {"name": "ADwT (%)", "value": 37.95}, {"name": "AFbT (%)", "value": 8.02}, {"name": "Submitted", "value": "2021/02/21", "timestamp": 1613949912}]}, {"team": "Open Catalyst Project  (FAIR+CMU)", "method": "ForceNet-Direct", "data": [{"name": "FbT (%)", "value": 0.0}, {"name": "ADwT (%)", "value": 44.92}, {"name": "AFbT (%)", "value": 0.32}, {"name": "Submitted", "value": "2021/06/20", "timestamp": 1624223485}]}], "OOD Ads": [{"team": "Atomic Architects MIT + FAIR Meta AI", "method": "EquiformerV2 (\u03bb\u1d07=2) -- All+MD", "data": [{"name": "FbT (%)", "value": 4.84}, {"name": "ADwT (%)", "value": 65.65}, {"name": "AFbT (%)", "value": 55.28}, {"name": "Submitted", "value": "2023/05/03", "timestamp": 1683150077}]}, {"team": "Atomic Architects MIT + FAIR Meta AI", "method": "EquiformerV2 (\u03bb\u1d07=4) -- All+MD", "data": [{"name": "FbT (%)", "value": 5.04}, {"name": "ADwT (%)", "value": 65.2}, {"name": "AFbT (%)", "value": 53.73}, {"name": "Submitted", "value": "2023/05/04", "timestamp": 1683220486}]}, {"team": "FAIR Meta AI", "method": "eSCN-All-MD", "data": [{"name": "FbT (%)", "value": 4.03}, {"name": "ADwT (%)", "value": 62.92}, {"name": "AFbT (%)", "value": 50.01}, {"name": "Submitted", "value": "2023/03/09", "timestamp": 1678322702}]}, {"team": "FAIR & CMU", "method": "SCN-MD-All", "data": [{"name": "FbT (%)", "value": 2.22}, {"name": "ADwT (%)", "value": 63.52}, {"name": "AFbT (%)", "value": 43.0}, {"name": "Submitted", "value": "2022/05/31", "timestamp": 1654030875}]}, {"team": "TUM + FAIR", "method": "GemNet-OC-Large-Relaxation-MD-All", "data": [{"name": "FbT (%)", "value": 3.43}, {"name": "ADwT (%)", "value": 56.44}, {"name": "AFbT (%)", "value": 40.37}, {"name": "Submitted", "value": "2021/11/20", "timestamp": 1637384450}]}, {"team": "TUM + FAIR", "method": "GemNet-OC-Relaxation-All", "data": [{"name": "FbT (%)", "value": 1.01}, {"name": "ADwT (%)", "value": 56.58}, {"name": "AFbT (%)", "value": 36.1}, {"name": "Submitted", "value": "2021/10/08", "timestamp": 1633672756}]}, {"team": "FAIR + NERSC", "method": "GemNet-XL", "data": [{"name": "FbT (%)", "value": 0.6}, {"name": "ADwT (%)", "value": 58.57}, {"name": "AFbT (%)", "value": 30.32}, {"name": "Submitted", "value": "2021/09/27", "timestamp": 1632769195}]}, {"team": "TUM + FAIR", "method": "GemNet-T-EFwT-All", "data": [{"name": "FbT (%)", "value": 0.2}, {"name": "ADwT (%)", "value": 54.59}, {"name": "AFbT (%)", "value": 26.84}, {"name": "Submitted", "value": "2021/08/23", "timestamp": 1629740760}]}, {"team": "Open Catalyst Project (FAIR/CMU)", "method": "DimeNet++-10.7M-Forceonly-All", "data": [{"name": "FbT (%)", "value": 0.4}, {"name": "ADwT (%)", "value": 48.47}, {"name": "AFbT (%)", "value": 20.73}, {"name": "Submitted", "value": "2021/02/21", "timestamp": 1613908709}]}, {"team": "Open Catalyst Project (FAIR/CMU)", "method": "DimeNet++-1.8M-Forceonly-20M-MD", "data": [{"name": "FbT (%)", "value": 0.0}, {"name": "ADwT (%)", "value": 42.98}, {"name": "AFbT (%)", "value": 17.05}, {"name": "Submitted", "value": "2021/02/21", "timestamp": 1613949856}]}, {"team": "FAIR + CMU", "method": "spinconv-force-centric-all", "data": [{"name": "FbT (%)", "value": 0.0}, {"name": "ADwT (%)", "value": 48.87}, {"name": "AFbT (%)", "value": 15.7}, {"name": "Submitted", "value": "2021/05/26", "timestamp": 1622059159}]}, {"team": "Open Catalyst Project (FAIR/CMU)", "method": "DimeNet++-1.8M-Forceonly-All", "data": [{"name": "FbT (%)", "value": 0.2}, {"name": "ADwT (%)", "value": 45.19}, {"name": "AFbT (%)", "value": 14.67}, {"name": "Submitted", "value": "2021/02/21", "timestamp": 1613908663}]}, {"team": "Open Catalyst Project (FAIR/CMU)", "method": "DimeNet++-1.8M-Forceonly-20M-Rattled", "data": [{"name": "FbT (%)", "value": 0.0}, {"name": "ADwT (%)", "value": 39.43}, {"name": "AFbT (%)", "value": 12.57}, {"name": "Submitted", "value": "2021/02/22", "timestamp": 1613993209}]}, {"team": "Open Catalyst Project (FAIR/CMU)", "method": "SchNet-9M-Forceonly-20M-MD", "data": [{"name": "FbT (%)", "value": 0.0}, {"name": "ADwT (%)", "value": 37.64}, {"name": "AFbT (%)", "value": 8.24}, {"name": "Submitted", "value": "2021/02/21", "timestamp": 1613908750}]}, {"team": "Open Catalyst Project (FAIR/CMU)", "method": "SchNet-9M-Forceonly-20M-Rattled", "data": [{"name": "FbT (%)", "value": 0.0}, {"name": "ADwT (%)", "value": 33.37}, {"name": "AFbT (%)", "value": 4.59}, {"name": "Submitted", "value": "2021/02/21", "timestamp": 1613949912}]}, {"team": "Open Catalyst Project  (FAIR+CMU)", "method": "ForceNet-Direct", "data": [{"name": "FbT (%)", "value": 0.0}, {"name": "ADwT (%)", "value": 37.66}, {"name": "AFbT (%)", "value": 0.0}, {"name": "Submitted", "value": "2021/06/20", "timestamp": 1624223485}]}], "OOD Cat": [{"team": "Atomic Architects MIT + FAIR Meta AI", "method": "EquiformerV2 (\u03bb\u1d07=2) -- All+MD", "data": [{"name": "FbT (%)", "value": 2.95}, {"name": "ADwT (%)", "value": 69.44}, {"name": "AFbT (%)", "value": 52.52}, {"name": "Submitted", "value": "2023/05/03", "timestamp": 1683150077}]}, {"team": "Atomic Architects MIT + FAIR Meta AI", "method": "EquiformerV2 (\u03bb\u1d07=4) -- All+MD", "data": [{"name": "FbT (%)", "value": 2.75}, {"name": "ADwT (%)", "value": 68.94}, {"name": "AFbT (%)", "value": 52.23}, {"name": "Submitted", "value": "2023/05/04", "timestamp": 1683220486}]}, {"team": "FAIR Meta AI", "method": "eSCN-All-MD", "data": [{"name": "FbT (%)", "value": 2.95}, {"name": "ADwT (%)", "value": 66.78}, {"name": "AFbT (%)", "value": 47.59}, {"name": "Submitted", "value": "2023/03/09", "timestamp": 1678322702}]}, {"team": "FAIR & CMU", "method": "SCN-MD-All", "data": [{"name": "FbT (%)", "value": 1.38}, {"name": "ADwT (%)", "value": 67.13}, {"name": "AFbT (%)", "value": 42.19}, {"name": "Submitted", "value": "2022/05/31", "timestamp": 1654030875}]}, {"team": "TUM + FAIR", "method": "GemNet-OC-Large-Relaxation-MD-All", "data": [{"name": "FbT (%)", "value": 1.77}, {"name": "ADwT (%)", "value": 60.76}, {"name": "AFbT (%)", "value": 37.35}, {"name": "Submitted", "value": "2021/11/20", "timestamp": 1637384450}]}, {"team": "TUM + FAIR", "method": "GemNet-OC-Relaxation-All", "data": [{"name": "FbT (%)", "value": 0.79}, {"name": "ADwT (%)", "value": 60.59}, {"name": "AFbT (%)", "value": 32.99}, {"name": "Submitted", "value": "2021/10/08", "timestamp": 1633672756}]}, {"team": "FAIR + NERSC", "method": "GemNet-XL", "data": [{"name": "FbT (%)", "value": 0.2}, {"name": "ADwT (%)", "value": 62.6}, {"name": "AFbT (%)", "value": 29.33}, {"name": "Submitted", "value": "2021/09/27", "timestamp": 1632769195}]}, {"team": "TUM + FAIR", "method": "GemNet-T-EFwT-All", "data": [{"name": "FbT (%)", "value": 0.39}, {"name": "ADwT (%)", "value": 58.71}, {"name": "AFbT (%)", "value": 24.69}, {"name": "Submitted", "value": "2021/08/23", "timestamp": 1629740760}]}, {"team": "Open Catalyst Project (FAIR/CMU)", "method": "DimeNet++-10.7M-Forceonly-All", "data": [{"name": "FbT (%)", "value": 0.0}, {"name": "ADwT (%)", "value": 50.99}, {"name": "AFbT (%)", "value": 20.24}, {"name": "Submitted", "value": "2021/02/21", "timestamp": 1613908709}]}, {"team": "Open Catalyst Project (FAIR/CMU)", "method": "DimeNet++-1.8M-Forceonly-20M-MD", "data": [{"name": "FbT (%)", "value": 0.0}, {"name": "ADwT (%)", "value": 48.19}, {"name": "AFbT (%)", "value": 16.43}, {"name": "Submitted", "value": "2021/02/21", "timestamp": 1613949856}]}, {"team": "FAIR + CMU", "method": "spinconv-force-centric-all", "data": [{"name": "FbT (%)", "value": 0.0}, {"name": "ADwT (%)", "value": 53.92}, {"name": "AFbT (%)", "value": 15.86}, {"name": "Submitted", "value": "2021/05/26", "timestamp": 1622059159}]}, {"team": "Open Catalyst Project (FAIR/CMU)", "method": "DimeNet++-1.8M-Forceonly-All", "data": [{"name": "FbT (%)", "value": 0.0}, {"name": "ADwT (%)", "value": 48.6}, {"name": "AFbT (%)", "value": 14.32}, {"name": "Submitted", "value": "2021/02/21", "timestamp": 1613908663}]}, {"team": "Open Catalyst Project (FAIR/CMU)", "method": "DimeNet++-1.8M-Forceonly-20M-Rattled", "data": [{"name": "FbT (%)", "value": 0.0}, {"name": "ADwT (%)", "value": 44.31}, {"name": "AFbT (%)", "value": 11.74}, {"name": "Submitted", "value": "2021/02/22", "timestamp": 1613993209}]}, {"team": "Open Catalyst Project (FAIR/CMU)", "method": "SchNet-9M-Forceonly-20M-MD", "data": [{"name": "FbT (%)", "value": 0.0}, {"name": "ADwT (%)", "value": 40.43}, {"name": "AFbT (%)", "value": 8.06}, {"name": "Submitted", "value": "2021/02/21", "timestamp": 1613908750}]}, {"team": "Open Catalyst Project (FAIR/CMU)", "method": "SchNet-9M-Forceonly-20M-Rattled", "data": [{"name": "FbT (%)", "value": 0.0}, {"name": "ADwT (%)", "value": 36.2}, {"name": "AFbT (%)", "value": 4.46}, {"name": "Submitted", "value": "2021/02/21", "timestamp": 1613949912}]}, {"team": "Open Catalyst Project  (FAIR+CMU)", "method": "ForceNet-Direct", "data": [{"name": "FbT (%)", "value": 0.0}, {"name": "ADwT (%)", "value": 43.72}, {"name": "AFbT (%)", "value": 0.0}, {"name": "Submitted", "value": "2021/06/20", "timestamp": 1624223485}]}], "OOD Both": [{"team": "Atomic Architects MIT + FAIR Meta AI", "method": "EquiformerV2 (\u03bb\u1d07=2) -- All+MD", "data": [{"name": "FbT (%)", "value": 5.72}, {"name": "ADwT (%)", "value": 74.78}, {"name": "AFbT (%)", "value": 55.69}, {"name": "Submitted", "value": "2023/05/03", "timestamp": 1683150077}]}, {"team": "Atomic Architects MIT + FAIR Meta AI", "method": "EquiformerV2 (\u03bb\u1d07=4) -- All+MD", "data": [{"name": "FbT (%)", "value": 4.14}, {"name": "ADwT (%)", "value": 74.33}, {"name": "AFbT (%)", "value": 52.71}, {"name": "Submitted", "value": "2023/05/04", "timestamp": 1683220486}]}, {"team": "FAIR Meta AI", "method": "eSCN-All-MD", "data": [{"name": "FbT (%)", "value": 3.75}, {"name": "ADwT (%)", "value": 70.55}, {"name": "AFbT (%)", "value": 49.48}, {"name": "Submitted", "value": "2023/03/09", "timestamp": 1678322702}]}, {"team": "FAIR & CMU", "method": "SCN-MD-All", "data": [{"name": "FbT (%)", "value": 1.58}, {"name": "ADwT (%)", "value": 72.29}, {"name": "AFbT (%)", "value": 41.45}, {"name": "Submitted", "value": "2022/05/31", "timestamp": 1654030875}]}, {"team": "TUM + FAIR", "method": "GemNet-OC-Large-Relaxation-MD-All", "data": [{"name": "FbT (%)", "value": 1.58}, {"name": "ADwT (%)", "value": 63.73}, {"name": "AFbT (%)", "value": 37.13}, {"name": "Submitted", "value": "2021/11/20", "timestamp": 1637384450}]}, {"team": "TUM + FAIR", "method": "GemNet-OC-Relaxation-All", "data": [{"name": "FbT (%)", "value": 1.38}, {"name": "ADwT (%)", "value": 63.52}, {"name": "AFbT (%)", "value": 31.32}, {"name": "Submitted", "value": "2021/10/08", "timestamp": 1633672756}]}, {"team": "FAIR + NERSC", "method": "GemNet-XL", "data": [{"name": "FbT (%)", "value": 0.39}, {"name": "ADwT (%)", "value": 66.72}, {"name": "AFbT (%)", "value": 29.02}, {"name": "Submitted", "value": "2021/09/27", "timestamp": 1632769195}]}, {"team": "TUM + FAIR", "method": "GemNet-T-EFwT-All", "data": [{"name": "FbT (%)", "value": 0.2}, {"name": "ADwT (%)", "value": 62.23}, {"name": "AFbT (%)", "value": 25.11}, {"name": "Submitted", "value": "2021/08/23", "timestamp": 1629740760}]}, {"team": "Open Catalyst Project (FAIR/CMU)", "method": "DimeNet++-10.7M-Forceonly-All", "data": [{"name": "FbT (%)", "value": 0.2}, {"name": "ADwT (%)", "value": 54.82}, {"name": "AFbT (%)", "value": 20.67}, {"name": "Submitted", "value": "2021/02/21", "timestamp": 1613908709}]}, {"team": "Open Catalyst Project (FAIR/CMU)", "method": "DimeNet++-1.8M-Forceonly-All", "data": [{"name": "FbT (%)", "value": 0.2}, {"name": "ADwT (%)", "value": 53.14}, {"name": "AFbT (%)", "value": 14.43}, {"name": "Submitted", "value": "2021/02/21", "timestamp": 1613908663}]}, {"team": "Open Catalyst Project (FAIR/CMU)", "method": "DimeNet++-1.8M-Forceonly-20M-MD", "data": [{"name": "FbT (%)", "value": 0.39}, {"name": "ADwT (%)", "value": 51.09}, {"name": "AFbT (%)", "value": 14.02}, {"name": "Submitted", "value": "2021/02/21", "timestamp": 1613949856}]}, {"team": "FAIR + CMU", "method": "spinconv-force-centric-all", "data": [{"name": "FbT (%)", "value": 0.0}, {"name": "ADwT (%)", "value": 58.03}, {"name": "AFbT (%)", "value": 14.01}, {"name": "Submitted", "value": "2021/05/26", "timestamp": 1622059159}]}, {"team": "Open Catalyst Project (FAIR/CMU)", "method": "DimeNet++-1.8M-Forceonly-20M-Rattled", "data": [{"name": "FbT (%)", "value": 0.0}, {"name": "ADwT (%)", "value": 47.28}, {"name": "AFbT (%)", "value": 10.23}, {"name": "Submitted", "value": "2021/02/22", "timestamp": 1613993209}]}, {"team": "Open Catalyst Project (FAIR/CMU)", "method": "SchNet-9M-Forceonly-20M-MD", "data": [{"name": "FbT (%)", "value": 0.0}, {"name": "ADwT (%)", "value": 43.46}, {"name": "AFbT (%)", "value": 6.39}, {"name": "Submitted", "value": "2021/02/21", "timestamp": 1613908750}]}, {"team": "Open Catalyst Project (FAIR/CMU)", "method": "SchNet-9M-Forceonly-20M-Rattled", "data": [{"name": "FbT (%)", "value": 0.0}, {"name": "ADwT (%)", "value": 39.36}, {"name": "AFbT (%)", "value": 3.75}, {"name": "Submitted", "value": "2021/02/21", "timestamp": 1613949912}]}, {"team": "Open Catalyst Project  (FAIR+CMU)", "method": "ForceNet-Direct", "data": [{"name": "FbT (%)", "value": 0.0}, {"name": "ADwT (%)", "value": 46.95}, {"name": "AFbT (%)", "value": 0.03}, {"name": "Submitted", "value": "2021/06/20", "timestamp": 1624223485}]}]}, "task_is2re": {"Average": [{"team": "Atomic Architects MIT + FAIR at Meta", "method": "EquiformerV2 + DeNS (160M, \u03bb\u1d07=4) -- All+MD", "data": [{"name": "EwT (%)", "value": 18.78}, {"name": "Energy MAE (eV)", "value": 0.2933}, {"name": "Submitted", "value": "2024/06/27", "timestamp": 1719529810}]}, {"team": "Open Catalyst Project  (FAIR+CMU)", "method": "EquiformerV2 - 31M - LBFGS Fix", "data": [{"name": "EwT (%)", "value": 16.8}, {"name": "Energy MAE (eV)", "value": 0.3009}, {"name": "Submitted", "value": "2024/05/05", "timestamp": 1714894302}]}, {"team": "FAIR at Meta + Atomic Architects MIT", "method": "EquiformerV2 + DeNS (160M, \u03bb\u1d07=4) -- All+MD", "data": [{"name": "EwT (%)", "value": 17.03}, {"name": "Energy MAE (eV)", "value": 0.3082}, {"name": "Submitted", "value": "2023/11/22", "timestamp": 1700676096}]}, {"team": "Atomic Architects MIT + FAIR Meta AI", "method": "EquiformerV2 (\u03bb\u1d07=4) -- All+MD", "data": [{"name": "EwT (%)", "value": 16.36}, {"name": "Energy MAE (eV)", "value": 0.3087}, {"name": "Submitted", "value": "2023/05/04", "timestamp": 1683217695}]}, {"team": "Atomic Architects MIT + FAIR Meta AI", "method": "EquiformerV2 (\u03bb\u1d07=2) -- All+MD", "data": [{"name": "EwT (%)", "value": 15.36}, {"name": "Energy MAE (eV)", "value": 0.3107}, {"name": "Submitted", "value": "2023/05/04", "timestamp": 1683216096}]}, {"team": "FAIR +CMU", "method": "SCN (relaxation)", "data": [{"name": "EwT (%)", "value": 14.25}, {"name": "Energy MAE (eV)", "value": 0.3221}, {"name": "Submitted", "value": "2022/05/19", "timestamp": 1652984476}]}, {"team": "FAIR Meta AI", "method": "eSCN-All-MD (relaxation)", "data": [{"name": "EwT (%)", "value": 15.64}, {"name": "Energy MAE (eV)", "value": 0.3227}, {"name": "Submitted", "value": "2023/03/09", "timestamp": 1678321974}]}, {"team": "TTRC\uff08Tencent AI Lab+ THU + RUC + CUHK\uff09", "method": "GeoEnsemble (Relax, S2EF-2M data)", "data": [{"name": "EwT (%)", "value": 10.11}, {"name": "Energy MAE (eV)", "value": 0.3428}, {"name": "Submitted", "value": "2022/11/01", "timestamp": 1667275597}]}, {"team": "TUM + FAIR", "method": "GemNet-OC-Large-force relaxations + GemNet-OC-Large-energy", "data": [{"name": "EwT (%)", "value": 14.97}, {"name": "Energy MAE (eV)", "value": 0.3477}, {"name": "Submitted", "value": "2022/07/14", "timestamp": 1657842931}]}, {"team": "FAIR + NERSC", "method": "GemNet-XL", "data": [{"name": "EwT (%)", "value": 11.13}, {"name": "Energy MAE (eV)", "value": 0.3712}, {"name": "Submitted", "value": "2021/09/27", "timestamp": 1632781646}]}, {"team": "TUM + FAIR", "method": "GemNet-T-EFwT-Relaxation-All", "data": [{"name": "EwT (%)", "value": 9.86}, {"name": "Energy MAE (eV)", "value": 0.3997}, {"name": "Submitted", "value": "2021/08/23", "timestamp": 1629749041}]}, {"team": "DP Technology", "method": "Uni-Mol+ (Direct)", "data": [{"name": "EwT (%)", "value": 8.23}, {"name": "Energy MAE (eV)", "value": 0.4143}, {"name": "Submitted", "value": "2023/07/07", "timestamp": 1688694077}]}, {"team": "EGT-AIRC", "method": "TGT (Direct, IS2RE Data Only)", "data": [{"name": "EwT (%)", "value": 8.3}, {"name": "Energy MAE (eV)", "value": 0.4147}, {"name": "Submitted", "value": "2024/01/14", "timestamp": 1705205369}]}, {"team": "CUHK+SIGS+ZJLab", "method": "DRFormer (Direct,  IS2RE data only)", "data": [{"name": "EwT (%)", "value": 6.71}, {"name": "Energy MAE (eV)", "value": 0.434}, {"name": "Submitted", "value": "2023/05/16", "timestamp": 1684238356}]}, {"team": "FAIR + CMU", "method": "spinconv-force-centric-relaxation-all", "data": [{"name": "EwT (%)", "value": 7.9}, {"name": "Energy MAE (eV)", "value": 0.4343}, {"name": "Submitted", "value": "2021/06/03", "timestamp": 1622737829}]}, {"team": "DAMO Academy", "method": "moleformer", "data": [{"name": "EwT (%)", "value": 6.48}, {"name": "Energy MAE (eV)", "value": 0.4585}, {"name": "Submitted", "value": "2022/11/28", "timestamp": 1669603725}]}, {"team": "DAMO Academy", "method": "moleformer", "data": [{"name": "EwT (%)", "value": 6.36}, {"name": "Energy MAE (eV)", "value": 0.4618}, {"name": "Submitted", "value": "2022/10/31", "timestamp": 1667204811}]}, {"team": "FAIR + NERSC", "method": "GemNet-XL (Finetuned)", "data": [{"name": "EwT (%)", "value": 5.6}, {"name": "Energy MAE (eV)", "value": 0.4623}, {"name": "Submitted", "value": "2021/10/05", "timestamp": 1633458865}]}, {"team": "Atomic Architects MIT", "method": "Equiformer (IS2RE training data only with IS2RS and Noisy Nodes. Direct.)", "data": [{"name": "EwT (%)", "value": 5.66}, {"name": "Energy MAE (eV)", "value": 0.466}, {"name": "Submitted", "value": "2022/05/20", "timestamp": 1653066257}]}, {"team": "Machine Learning", "method": "3d-Graphormer (Direct, IS2RE data only)", "data": [{"name": "EwT (%)", "value": 6.1}, {"name": "Energy MAE (eV)", "value": 0.4722}, {"name": "Submitted", "value": "2021/10/06", "timestamp": 1633489372}]}, {"team": "Deep Mind", "method": "GNS + Noisy Nodes (IS2RE Only)", "data": [{"name": "EwT (%)", "value": 6.5}, {"name": "Energy MAE (eV)", "value": 0.4728}, {"name": "Submitted", "value": "2022/02/15", "timestamp": 1644922881}]}, {"team": "Equiformer_layer_4_3_term_MI", "method": "3 term MI", "data": [{"name": "EwT (%)", "value": 5.62}, {"name": "Energy MAE (eV)", "value": 0.492}, {"name": "Submitted", "value": "2023/05/08", "timestamp": 1683523937}]}, {"team": "Deep Mind", "method": "GNS + Noisy Nodes (Direct)", "data": [{"name": "EwT (%)", "value": 4.51}, {"name": "Energy MAE (eV)", "value": 0.5099}, {"name": "Submitted", "value": "2021/06/20", "timestamp": 1624211047}]}, {"team": "Open Catalyst Project", "method": "DimeNet++-Large-Force-only Relaxations + DimeNet++-Energy-only", "data": [{"name": "EwT (%)", "value": 4.98}, {"name": "Energy MAE (eV)", "value": 0.5591}, {"name": "Submitted", "value": "2021/06/04", "timestamp": 1622815457}]}, {"team": "Open Catalyst  Project", "method": "DimeNet++-1.8M-fonly-eonly-relaxation-All", "data": [{"name": "EwT (%)", "value": 4.83}, {"name": "Energy MAE (eV)", "value": 0.5732}, {"name": "Submitted", "value": "2021/06/04", "timestamp": 1622826276}]}, {"team": "Atomic Architects MIT", "method": "Equiformer (IS2RE training data only without IS2RS or data augmentation. Direct.)", "data": [{"name": "EwT (%)", "value": 3.73}, {"name": "Energy MAE (eV)", "value": 0.5858}, {"name": "Submitted", "value": "2022/04/20", "timestamp": 1650430039}]}, {"team": "Innopolis AI", "method": "DimeNet++-fixed-mish-831K-All", "data": [{"name": "EwT (%)", "value": 3.55}, {"name": "Energy MAE (eV)", "value": 0.6}, {"name": "Submitted", "value": "2021/08/18", "timestamp": 1629278496}]}, {"team": "DIVE@TAMU", "method": "SphereNet+ (IS2RE data only)", "data": [{"name": "EwT (%)", "value": 3.56}, {"name": "Energy MAE (eV)", "value": 0.6049}, {"name": "Submitted", "value": "2021/10/05", "timestamp": 1633459636}]}, {"team": "Innopolis AI", "method": "DimeNet++-fixed-mish-831K-All-surface", "data": [{"name": "EwT (%)", "value": 3.46}, {"name": "Energy MAE (eV)", "value": 0.6097}, {"name": "Submitted", "value": "2021/10/07", "timestamp": 1633578378}]}, {"team": "AMLab UvA", "method": "Steerable GNN (IS2RE data only, no relaxations)", "data": [{"name": "EwT (%)", "value": 3.84}, {"name": "Energy MAE (eV)", "value": 0.6102}, {"name": "Submitted", "value": "2021/06/12", "timestamp": 1623494575}]}, {"team": "personal test", "method": "method9", "data": [{"name": "EwT (%)", "value": 3.44}, {"name": "Energy MAE (eV)", "value": 0.6167}, {"name": "Submitted", "value": "2022/10/07", "timestamp": 1665119794}]}, {"team": "DIVE@TAMU", "method": "SphereNet (IS2RE training data only without IS2RS or data augmentation. Direct)", "data": [{"name": "EwT (%)", "value": 3.32}, {"name": "Energy MAE (eV)", "value": 0.6186}, {"name": "Submitted", "value": "2021/03/31", "timestamp": 1617177238}]}, {"team": "Innopolis AI", "method": "OrbNet-256N64E-ofm (IS2RE only)", "data": [{"name": "EwT (%)", "value": 3.19}, {"name": "Energy MAE (eV)", "value": 0.6221}, {"name": "Submitted", "value": "2021/10/04", "timestamp": 1633353632}]}, {"team": "FAIR + CMU", "method": "spinconv-ewt-all", "data": [{"name": "EwT (%)", "value": 3.12}, {"name": "Energy MAE (eV)", "value": 0.631}, {"name": "Submitted", "value": "2021/06/04", "timestamp": 1622824104}]}, {"team": "Open Catalyst Project", "method": "DimeNet++-1.8M-All", "data": [{"name": "EwT (%)", "value": 3.21}, {"name": "Energy MAE (eV)", "value": 0.6311}, {"name": "Submitted", "value": "2021/02/16", "timestamp": 1613507893}]}, {"team": "DIVE-TAMU", "method": "ComENet (IS2RE data only, energy loss only, 1 GPU, 10h training)", "data": [{"name": "EwT (%)", "value": 3.41}, {"name": "Energy MAE (eV)", "value": 0.6319}, {"name": "Submitted", "value": "2023/02/03", "timestamp": 1675458625}]}, {"team": "Innopolis AI", "method": "OrbNet-256N64E-ofm-surface (IS2RE Only)", "data": [{"name": "EwT (%)", "value": 3.0}, {"name": "Energy MAE (eV)", "value": 0.633}, {"name": "Submitted", "value": "2021/10/04", "timestamp": 1633354947}]}, {"team": "Shanghai Jiao Tong University", "method": "GemNet-OC+Electron", "data": [{"name": "EwT (%)", "value": 3.34}, {"name": "Energy MAE (eV)", "value": 0.6347}, {"name": "Submitted", "value": "2022/10/08", "timestamp": 1665196261}]}, {"team": "mila", "method": "DimeNet++-atomlayer-All", "data": [{"name": "EwT (%)", "value": 3.6}, {"name": "Energy MAE (eV)", "value": 0.636}, {"name": "Submitted", "value": "2021/06/07", "timestamp": 1623042692}]}, {"team": "Shanghai Jiao Tong University", "method": "", "data": [{"name": "EwT (%)", "value": 3.09}, {"name": "Energy MAE (eV)", "value": 0.6404}, {"name": "Submitted", "value": "2022/09/26", "timestamp": 1664194683}]}, {"team": "Innopolis AI", "method": "EdgeUpdateNet (IS2RE data only)", "data": [{"name": "EwT (%)", "value": 2.93}, {"name": "Energy MAE (eV)", "value": 0.6519}, {"name": "Submitted", "value": "2021/08/06", "timestamp": 1628250576}]}, {"team": "Innopolis AI", "method": "OrbNet-256N64E-atomic-number (IS2RE data only)", "data": [{"name": "EwT (%)", "value": 3.07}, {"name": "Energy MAE (eV)", "value": 0.6543}, {"name": "Submitted", "value": "2021/10/06", "timestamp": 1633521858}]}, {"team": "EnergyNet", "method": "EnergyNet", "data": [{"name": "EwT (%)", "value": 2.73}, {"name": "Energy MAE (eV)", "value": 0.6637}, {"name": "Submitted", "value": "2021/08/14", "timestamp": 1628960772}]}, {"team": "Innopolis AI", "method": "OrbNet-256N64E-period-group (IS2RE data only)", "data": [{"name": "EwT (%)", "value": 2.98}, {"name": "Energy MAE (eV)", "value": 0.6663}, {"name": "Submitted", "value": "2021/10/06", "timestamp": 1633520798}]}, {"team": "Open Catalyst Project", "method": "SchNet-1.2M-All", "data": [{"name": "EwT (%)", "value": 2.61}, {"name": "Energy MAE (eV)", "value": 0.6846}, {"name": "Submitted", "value": "2021/02/17", "timestamp": 1613592551}]}, {"team": "Open Catalyst Project", "method": "DimeNet++-Relaxations", "data": [{"name": "EwT (%)", "value": 3.72}, {"name": "Energy MAE (eV)", "value": 0.6908}, {"name": "Submitted", "value": "2021/06/04", "timestamp": 1622815400}]}, {"team": "ALIGNN", "method": "ALIGNN-10k", "data": [{"name": "EwT (%)", "value": 2.46}, {"name": "Energy MAE (eV)", "value": 0.7072}, {"name": "Submitted", "value": "2022/04/20", "timestamp": 1650494057}]}, {"team": "bd429", "method": "", "data": [{"name": "EwT (%)", "value": 2.33}, {"name": "Energy MAE (eV)", "value": 0.7419}, {"name": "Submitted", "value": "2022/10/07", "timestamp": 1665129033}]}, {"team": "Intel MatSciML", "method": "EGNN", "data": [{"name": "EwT (%)", "value": 2.55}, {"name": "Energy MAE (eV)", "value": 0.745}, {"name": "Submitted", "value": "2023/03/07", "timestamp": 1678216131}]}, {"team": "Open Catalyst  Project", "method": "SchNet-fonly-eonly-relaxation-All", "data": [{"name": "EwT (%)", "value": 3.31}, {"name": "Energy MAE (eV)", "value": 0.7492}, {"name": "Submitted", "value": "2021/06/11", "timestamp": 1623447753}]}, {"team": "Open Catalyst Project", "method": "CGCNN-5M-All", "data": [{"name": "EwT (%)", "value": 2.61}, {"name": "Energy MAE (eV)", "value": 0.7509}, {"name": "Submitted", "value": "2021/02/18", "timestamp": 1613677009}]}, {"team": "Catalyst Cowboys", "method": "Regular Dimenet++ 10k", "data": [{"name": "EwT (%)", "value": 2.18}, {"name": "Energy MAE (eV)", "value": 0.81}, {"name": "Submitted", "value": "2021/05/28", "timestamp": 1622221602}]}, {"team": "Catalyst Cowboys", "method": "DNN++ EXP Mod", "data": [{"name": "EwT (%)", "value": 1.97}, {"name": "Energy MAE (eV)", "value": 0.8284}, {"name": "Submitted", "value": "2021/06/01", "timestamp": 1622576706}]}, {"team": "Catalyst Cowboys", "method": "", "data": [{"name": "EwT (%)", "value": 1.97}, {"name": "Energy MAE (eV)", "value": 0.8356}, {"name": "Submitted", "value": "2021/05/27", "timestamp": 1622149662}]}, {"team": "Intel MatSciML", "method": "MEGNet", "data": [{"name": "EwT (%)", "value": 2.7}, {"name": "Energy MAE (eV)", "value": 0.8956}, {"name": "Submitted", "value": "2023/03/07", "timestamp": 1678217338}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 1.49}, {"name": "Energy MAE (eV)", "value": 1.0947}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671694684}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 1.52}, {"name": "Energy MAE (eV)", "value": 1.101}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671695097}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 1.46}, {"name": "Energy MAE (eV)", "value": 1.1016}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671695531}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 1.51}, {"name": "Energy MAE (eV)", "value": 1.1028}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671694260}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 1.38}, {"name": "Energy MAE (eV)", "value": 1.1288}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671692821}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 1.34}, {"name": "Energy MAE (eV)", "value": 1.1663}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671691123}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 1.33}, {"name": "Energy MAE (eV)", "value": 1.1905}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671691966}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 0.84}, {"name": "Energy MAE (eV)", "value": 1.7415}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671686783}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 0.79}, {"name": "Energy MAE (eV)", "value": 1.7759}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671685745}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 0.79}, {"name": "Energy MAE (eV)", "value": 1.7863}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671680115}]}], "ID": [{"team": "Atomic Architects MIT + FAIR at Meta", "method": "EquiformerV2 + DeNS (160M, \u03bb\u1d07=4) -- All+MD", "data": [{"name": "EwT (%)", "value": 24.83}, {"name": "Energy MAE (eV)", "value": 0.2716}, {"name": "Submitted", "value": "2024/06/27", "timestamp": 1719529810}]}, {"team": "Open Catalyst Project  (FAIR+CMU)", "method": "EquiformerV2 - 31M - LBFGS Fix", "data": [{"name": "EwT (%)", "value": 20.51}, {"name": "Energy MAE (eV)", "value": 0.2864}, {"name": "Submitted", "value": "2024/05/05", "timestamp": 1714894302}]}, {"team": "FAIR at Meta + Atomic Architects MIT", "method": "EquiformerV2 + DeNS (160M, \u03bb\u1d07=4) -- All+MD", "data": [{"name": "EwT (%)", "value": 22.2}, {"name": "Energy MAE (eV)", "value": 0.2965}, {"name": "Submitted", "value": "2023/11/22", "timestamp": 1700676096}]}, {"team": "Atomic Architects MIT + FAIR Meta AI", "method": "EquiformerV2 (\u03bb\u1d07=4) -- All+MD", "data": [{"name": "EwT (%)", "value": 21.26}, {"name": "Energy MAE (eV)", "value": 0.3007}, {"name": "Submitted", "value": "2023/05/04", "timestamp": 1683217695}]}, {"team": "Atomic Architects MIT + FAIR Meta AI", "method": "EquiformerV2 (\u03bb\u1d07=2) -- All+MD", "data": [{"name": "EwT (%)", "value": 20.25}, {"name": "Energy MAE (eV)", "value": 0.3025}, {"name": "Submitted", "value": "2023/05/04", "timestamp": 1683216096}]}, {"team": "FAIR Meta AI", "method": "eSCN-All-MD (relaxation)", "data": [{"name": "EwT (%)", "value": 19.2}, {"name": "Energy MAE (eV)", "value": 0.3172}, {"name": "Submitted", "value": "2023/03/09", "timestamp": 1678321974}]}, {"team": "FAIR +CMU", "method": "SCN (relaxation)", "data": [{"name": "EwT (%)", "value": 15.89}, {"name": "Energy MAE (eV)", "value": 0.3242}, {"name": "Submitted", "value": "2022/05/19", "timestamp": 1652984476}]}, {"team": "TUM + FAIR", "method": "GemNet-OC-Large-force relaxations + GemNet-OC-Large-energy", "data": [{"name": "EwT (%)", "value": 18.39}, {"name": "Energy MAE (eV)", "value": 0.3322}, {"name": "Submitted", "value": "2022/07/14", "timestamp": 1657842931}]}, {"team": "TTRC\uff08Tencent AI Lab+ THU + RUC + CUHK\uff09", "method": "GeoEnsemble (Relax, S2EF-2M data)", "data": [{"name": "EwT (%)", "value": 11.88}, {"name": "Energy MAE (eV)", "value": 0.3425}, {"name": "Submitted", "value": "2022/11/01", "timestamp": 1667275597}]}, {"team": "DP Technology", "method": "Uni-Mol+ (Direct)", "data": [{"name": "EwT (%)", "value": 11.29}, {"name": "Energy MAE (eV)", "value": 0.3745}, {"name": "Submitted", "value": "2023/07/07", "timestamp": 1688694077}]}, {"team": "FAIR + NERSC", "method": "GemNet-XL", "data": [{"name": "EwT (%)", "value": 13.25}, {"name": "Energy MAE (eV)", "value": 0.3764}, {"name": "Submitted", "value": "2021/09/27", "timestamp": 1632781646}]}, {"team": "CUHK+SIGS+ZJLab", "method": "DRFormer (Direct,  IS2RE data only)", "data": [{"name": "EwT (%)", "value": 9.34}, {"name": "Energy MAE (eV)", "value": 0.3789}, {"name": "Submitted", "value": "2023/05/16", "timestamp": 1684238356}]}, {"team": "EGT-AIRC", "method": "TGT (Direct, IS2RE Data Only)", "data": [{"name": "EwT (%)", "value": 11.5}, {"name": "Energy MAE (eV)", "value": 0.3796}, {"name": "Submitted", "value": "2024/01/14", "timestamp": 1705205369}]}, {"team": "TUM + FAIR", "method": "GemNet-T-EFwT-Relaxation-All", "data": [{"name": "EwT (%)", "value": 12.37}, {"name": "Energy MAE (eV)", "value": 0.3901}, {"name": "Submitted", "value": "2021/08/23", "timestamp": 1629749041}]}, {"team": "Machine Learning", "method": "3d-Graphormer (Direct, IS2RE data only)", "data": [{"name": "EwT (%)", "value": 8.97}, {"name": "Energy MAE (eV)", "value": 0.3976}, {"name": "Submitted", "value": "2021/10/06", "timestamp": 1633489372}]}, {"team": "DAMO Academy", "method": "moleformer", "data": [{"name": "EwT (%)", "value": 8.65}, {"name": "Energy MAE (eV)", "value": 0.4125}, {"name": "Submitted", "value": "2022/10/31", "timestamp": 1667204811}]}, {"team": "DAMO Academy", "method": "moleformer", "data": [{"name": "EwT (%)", "value": 8.79}, {"name": "Energy MAE (eV)", "value": 0.4134}, {"name": "Submitted", "value": "2022/11/28", "timestamp": 1669603725}]}, {"team": "Atomic Architects MIT", "method": "Equiformer (IS2RE training data only with IS2RS and Noisy Nodes. Direct.)", "data": [{"name": "EwT (%)", "value": 7.71}, {"name": "Energy MAE (eV)", "value": 0.4171}, {"name": "Submitted", "value": "2022/05/20", "timestamp": 1653066257}]}, {"team": "FAIR + NERSC", "method": "GemNet-XL (Finetuned)", "data": [{"name": "EwT (%)", "value": 7.52}, {"name": "Energy MAE (eV)", "value": 0.4194}, {"name": "Submitted", "value": "2021/10/05", "timestamp": 1633458865}]}, {"team": "FAIR + CMU", "method": "spinconv-force-centric-relaxation-all", "data": [{"name": "EwT (%)", "value": 9.4}, {"name": "Energy MAE (eV)", "value": 0.4207}, {"name": "Submitted", "value": "2021/06/03", "timestamp": 1622737829}]}, {"team": "Deep Mind", "method": "GNS + Noisy Nodes (IS2RE Only)", "data": [{"name": "EwT (%)", "value": 9.12}, {"name": "Energy MAE (eV)", "value": 0.4219}, {"name": "Submitted", "value": "2022/02/15", "timestamp": 1644922881}]}, {"team": "Equiformer_layer_4_3_term_MI", "method": "3 term MI", "data": [{"name": "EwT (%)", "value": 7.6}, {"name": "Energy MAE (eV)", "value": 0.4245}, {"name": "Submitted", "value": "2023/05/08", "timestamp": 1683523937}]}, {"team": "Deep Mind", "method": "GNS + Noisy Nodes (Direct)", "data": [{"name": "EwT (%)", "value": 5.71}, {"name": "Energy MAE (eV)", "value": 0.4776}, {"name": "Submitted", "value": "2021/06/20", "timestamp": 1624211047}]}, {"team": "Open Catalyst Project", "method": "DimeNet++-Large-Force-only Relaxations + DimeNet++-Energy-only", "data": [{"name": "EwT (%)", "value": 6.57}, {"name": "Energy MAE (eV)", "value": 0.5034}, {"name": "Submitted", "value": "2021/06/04", "timestamp": 1622815457}]}, {"team": "Atomic Architects MIT", "method": "Equiformer (IS2RE training data only without IS2RS or data augmentation. Direct.)", "data": [{"name": "EwT (%)", "value": 5.14}, {"name": "Energy MAE (eV)", "value": 0.5037}, {"name": "Submitted", "value": "2022/04/20", "timestamp": 1650430039}]}, {"team": "Open Catalyst  Project", "method": "DimeNet++-1.8M-fonly-eonly-relaxation-All", "data": [{"name": "EwT (%)", "value": 6.12}, {"name": "Energy MAE (eV)", "value": 0.5124}, {"name": "Submitted", "value": "2021/06/04", "timestamp": 1622826276}]}, {"team": "DIVE@TAMU", "method": "SphereNet+ (IS2RE data only)", "data": [{"name": "EwT (%)", "value": 4.98}, {"name": "Energy MAE (eV)", "value": 0.5328}, {"name": "Submitted", "value": "2021/10/05", "timestamp": 1633459636}]}, {"team": "AMLab UvA", "method": "Steerable GNN (IS2RE data only, no relaxations)", "data": [{"name": "EwT (%)", "value": 5.37}, {"name": "Energy MAE (eV)", "value": 0.5328}, {"name": "Submitted", "value": "2021/06/12", "timestamp": 1623494575}]}, {"team": "DIVE-TAMU", "method": "ComENet (IS2RE data only, energy loss only, 1 GPU, 10h training)", "data": [{"name": "EwT (%)", "value": 4.89}, {"name": "Energy MAE (eV)", "value": 0.5412}, {"name": "Submitted", "value": "2023/02/03", "timestamp": 1675458625}]}, {"team": "personal test", "method": "method9", "data": [{"name": "EwT (%)", "value": 4.52}, {"name": "Energy MAE (eV)", "value": 0.5432}, {"name": "Submitted", "value": "2022/10/07", "timestamp": 1665119794}]}, {"team": "Innopolis AI", "method": "DimeNet++-fixed-mish-831K-All-surface", "data": [{"name": "EwT (%)", "value": 4.63}, {"name": "Energy MAE (eV)", "value": 0.5476}, {"name": "Submitted", "value": "2021/10/07", "timestamp": 1633578378}]}, {"team": "mila", "method": "DimeNet++-atomlayer-All", "data": [{"name": "EwT (%)", "value": 4.89}, {"name": "Energy MAE (eV)", "value": 0.5516}, {"name": "Submitted", "value": "2021/06/07", "timestamp": 1623042692}]}, {"team": "FAIR + CMU", "method": "spinconv-ewt-all", "data": [{"name": "EwT (%)", "value": 4.08}, {"name": "Energy MAE (eV)", "value": 0.5583}, {"name": "Submitted", "value": "2021/06/04", "timestamp": 1622824104}]}, {"team": "Innopolis AI", "method": "DimeNet++-fixed-mish-831K-All", "data": [{"name": "EwT (%)", "value": 4.58}, {"name": "Energy MAE (eV)", "value": 0.5615}, {"name": "Submitted", "value": "2021/08/18", "timestamp": 1629278496}]}, {"team": "Open Catalyst Project", "method": "DimeNet++-1.8M-All", "data": [{"name": "EwT (%)", "value": 4.25}, {"name": "Energy MAE (eV)", "value": 0.5621}, {"name": "Submitted", "value": "2021/02/16", "timestamp": 1613507893}]}, {"team": "DIVE@TAMU", "method": "SphereNet (IS2RE training data only without IS2RS or data augmentation. Direct)", "data": [{"name": "EwT (%)", "value": 4.47}, {"name": "Energy MAE (eV)", "value": 0.5625}, {"name": "Submitted", "value": "2021/03/31", "timestamp": 1617177238}]}, {"team": "Innopolis AI", "method": "OrbNet-256N64E-ofm (IS2RE only)", "data": [{"name": "EwT (%)", "value": 4.13}, {"name": "Energy MAE (eV)", "value": 0.5639}, {"name": "Submitted", "value": "2021/10/04", "timestamp": 1633353632}]}, {"team": "Shanghai Jiao Tong University", "method": "GemNet-OC+Electron", "data": [{"name": "EwT (%)", "value": 4.37}, {"name": "Energy MAE (eV)", "value": 0.5664}, {"name": "Submitted", "value": "2022/10/08", "timestamp": 1665196261}]}, {"team": "Shanghai Jiao Tong University", "method": "", "data": [{"name": "EwT (%)", "value": 4.32}, {"name": "Energy MAE (eV)", "value": 0.5674}, {"name": "Submitted", "value": "2022/09/26", "timestamp": 1664194683}]}, {"team": "Innopolis AI", "method": "OrbNet-256N64E-ofm-surface (IS2RE Only)", "data": [{"name": "EwT (%)", "value": 3.93}, {"name": "Energy MAE (eV)", "value": 0.5754}, {"name": "Submitted", "value": "2021/10/04", "timestamp": 1633354947}]}, {"team": "Innopolis AI", "method": "OrbNet-256N64E-period-group (IS2RE data only)", "data": [{"name": "EwT (%)", "value": 3.99}, {"name": "Energy MAE (eV)", "value": 0.5797}, {"name": "Submitted", "value": "2021/10/06", "timestamp": 1633520798}]}, {"team": "Innopolis AI", "method": "OrbNet-256N64E-atomic-number (IS2RE data only)", "data": [{"name": "EwT (%)", "value": 3.9}, {"name": "Energy MAE (eV)", "value": 0.5809}, {"name": "Submitted", "value": "2021/10/06", "timestamp": 1633521858}]}, {"team": "Innopolis AI", "method": "EdgeUpdateNet (IS2RE data only)", "data": [{"name": "EwT (%)", "value": 3.48}, {"name": "Energy MAE (eV)", "value": 0.5839}, {"name": "Submitted", "value": "2021/08/06", "timestamp": 1628250576}]}, {"team": "ALIGNN", "method": "ALIGNN-10k", "data": [{"name": "EwT (%)", "value": 2.83}, {"name": "Energy MAE (eV)", "value": 0.6111}, {"name": "Submitted", "value": "2022/04/20", "timestamp": 1650494057}]}, {"team": "Open Catalyst Project", "method": "CGCNN-5M-All", "data": [{"name": "EwT (%)", "value": 3.4}, {"name": "Energy MAE (eV)", "value": 0.6149}, {"name": "Submitted", "value": "2021/02/18", "timestamp": 1613677009}]}, {"team": "EnergyNet", "method": "EnergyNet", "data": [{"name": "EwT (%)", "value": 3.3}, {"name": "Energy MAE (eV)", "value": 0.6366}, {"name": "Submitted", "value": "2021/08/14", "timestamp": 1628960772}]}, {"team": "Open Catalyst Project", "method": "SchNet-1.2M-All", "data": [{"name": "EwT (%)", "value": 2.96}, {"name": "Energy MAE (eV)", "value": 0.6387}, {"name": "Submitted", "value": "2021/02/17", "timestamp": 1613592551}]}, {"team": "Intel MatSciML", "method": "MEGNet", "data": [{"name": "EwT (%)", "value": 3.9}, {"name": "Energy MAE (eV)", "value": 0.6527}, {"name": "Submitted", "value": "2023/03/07", "timestamp": 1678217338}]}, {"team": "Open Catalyst Project", "method": "DimeNet++-Relaxations", "data": [{"name": "EwT (%)", "value": 4.25}, {"name": "Energy MAE (eV)", "value": 0.6908}, {"name": "Submitted", "value": "2021/06/04", "timestamp": 1622815400}]}, {"team": "Intel MatSciML", "method": "EGNN", "data": [{"name": "EwT (%)", "value": 3.19}, {"name": "Energy MAE (eV)", "value": 0.7063}, {"name": "Submitted", "value": "2023/03/07", "timestamp": 1678216131}]}, {"team": "Open Catalyst  Project", "method": "SchNet-fonly-eonly-relaxation-All", "data": [{"name": "EwT (%)", "value": 4.16}, {"name": "Energy MAE (eV)", "value": 0.7077}, {"name": "Submitted", "value": "2021/06/11", "timestamp": 1623447753}]}, {"team": "bd429", "method": "", "data": [{"name": "EwT (%)", "value": 2.53}, {"name": "Energy MAE (eV)", "value": 0.7163}, {"name": "Submitted", "value": "2022/10/07", "timestamp": 1665129033}]}, {"team": "Catalyst Cowboys", "method": "DNN++ EXP Mod", "data": [{"name": "EwT (%)", "value": 2.3}, {"name": "Energy MAE (eV)", "value": 0.7803}, {"name": "Submitted", "value": "2021/06/01", "timestamp": 1622576706}]}, {"team": "Catalyst Cowboys", "method": "", "data": [{"name": "EwT (%)", "value": 2.29}, {"name": "Energy MAE (eV)", "value": 0.7899}, {"name": "Submitted", "value": "2021/05/27", "timestamp": 1622149662}]}, {"team": "Catalyst Cowboys", "method": "Regular Dimenet++ 10k", "data": [{"name": "EwT (%)", "value": 2.5}, {"name": "Energy MAE (eV)", "value": 0.7977}, {"name": "Submitted", "value": "2021/05/28", "timestamp": 1622221602}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 1.78}, {"name": "Energy MAE (eV)", "value": 0.9759}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671695531}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 1.88}, {"name": "Energy MAE (eV)", "value": 0.9778}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671695097}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 1.92}, {"name": "Energy MAE (eV)", "value": 0.9802}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671694260}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 1.92}, {"name": "Energy MAE (eV)", "value": 0.9899}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671694684}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 1.72}, {"name": "Energy MAE (eV)", "value": 1.0031}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671692821}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 1.79}, {"name": "Energy MAE (eV)", "value": 1.0195}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671691123}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 1.8}, {"name": "Energy MAE (eV)", "value": 1.0199}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671691966}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 0.76}, {"name": "Energy MAE (eV)", "value": 1.7425}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671686783}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 0.73}, {"name": "Energy MAE (eV)", "value": 1.7623}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671685745}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 0.71}, {"name": "Energy MAE (eV)", "value": 1.766}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671680115}]}], "OOD Ads": [{"team": "Atomic Architects MIT + FAIR at Meta", "method": "EquiformerV2 + DeNS (160M, \u03bb\u1d07=4) -- All+MD", "data": [{"name": "EwT (%)", "value": 16.69}, {"name": "Energy MAE (eV)", "value": 0.3028}, {"name": "Submitted", "value": "2024/06/27", "timestamp": 1719529810}]}, {"team": "Open Catalyst Project  (FAIR+CMU)", "method": "EquiformerV2 - 31M - LBFGS Fix", "data": [{"name": "EwT (%)", "value": 15.93}, {"name": "Energy MAE (eV)", "value": 0.3071}, {"name": "Submitted", "value": "2024/05/05", "timestamp": 1714894302}]}, {"team": "Atomic Architects MIT + FAIR Meta AI", "method": "EquiformerV2 (\u03bb\u1d07=4) -- All+MD", "data": [{"name": "EwT (%)", "value": 13.75}, {"name": "Energy MAE (eV)", "value": 0.3161}, {"name": "Submitted", "value": "2023/05/04", "timestamp": 1683217695}]}, {"team": "Atomic Architects MIT + FAIR Meta AI", "method": "EquiformerV2 (\u03bb\u1d07=2) -- All+MD", "data": [{"name": "EwT (%)", "value": 12.2}, {"name": "Energy MAE (eV)", "value": 0.3169}, {"name": "Submitted", "value": "2023/05/04", "timestamp": 1683216096}]}, {"team": "FAIR at Meta + Atomic Architects MIT", "method": "EquiformerV2 + DeNS (160M, \u03bb\u1d07=4) -- All+MD", "data": [{"name": "EwT (%)", "value": 14.17}, {"name": "Energy MAE (eV)", "value": 0.321}, {"name": "Submitted", "value": "2023/11/22", "timestamp": 1700676096}]}, {"team": "FAIR +CMU", "method": "SCN (relaxation)", "data": [{"name": "EwT (%)", "value": 13.93}, {"name": "Energy MAE (eV)", "value": 0.3241}, {"name": "Submitted", "value": "2022/05/19", "timestamp": 1652984476}]}, {"team": "FAIR Meta AI", "method": "eSCN-All-MD (relaxation)", "data": [{"name": "EwT (%)", "value": 14.27}, {"name": "Energy MAE (eV)", "value": 0.3331}, {"name": "Submitted", "value": "2023/03/09", "timestamp": 1678321974}]}, {"team": "TUM + FAIR", "method": "GemNet-OC-Large-force relaxations + GemNet-OC-Large-energy", "data": [{"name": "EwT (%)", "value": 15.18}, {"name": "Energy MAE (eV)", "value": 0.3359}, {"name": "Submitted", "value": "2022/07/14", "timestamp": 1657842931}]}, {"team": "TTRC\uff08Tencent AI Lab+ THU + RUC + CUHK\uff09", "method": "GeoEnsemble (Relax, S2EF-2M data)", "data": [{"name": "EwT (%)", "value": 8.88}, {"name": "Energy MAE (eV)", "value": 0.3567}, {"name": "Submitted", "value": "2022/11/01", "timestamp": 1667275597}]}, {"team": "FAIR + NERSC", "method": "GemNet-XL", "data": [{"name": "EwT (%)", "value": 10.0}, {"name": "Energy MAE (eV)", "value": 0.3677}, {"name": "Submitted", "value": "2021/09/27", "timestamp": 1632781646}]}, {"team": "TUM + FAIR", "method": "GemNet-T-EFwT-Relaxation-All", "data": [{"name": "EwT (%)", "value": 9.11}, {"name": "Energy MAE (eV)", "value": 0.3907}, {"name": "Submitted", "value": "2021/08/23", "timestamp": 1629749041}]}, {"team": "FAIR + CMU", "method": "spinconv-force-centric-relaxation-all", "data": [{"name": "EwT (%)", "value": 7.47}, {"name": "Energy MAE (eV)", "value": 0.4381}, {"name": "Submitted", "value": "2021/06/03", "timestamp": 1622737829}]}, {"team": "EGT-AIRC", "method": "TGT (Direct, IS2RE Data Only)", "data": [{"name": "EwT (%)", "value": 5.7}, {"name": "Energy MAE (eV)", "value": 0.4718}, {"name": "Submitted", "value": "2024/01/14", "timestamp": 1705205369}]}, {"team": "DP Technology", "method": "Uni-Mol+ (Direct)", "data": [{"name": "EwT (%)", "value": 6.05}, {"name": "Energy MAE (eV)", "value": 0.476}, {"name": "Submitted", "value": "2023/07/07", "timestamp": 1688694077}]}, {"team": "CUHK+SIGS+ZJLab", "method": "DRFormer (Direct,  IS2RE data only)", "data": [{"name": "EwT (%)", "value": 4.42}, {"name": "Energy MAE (eV)", "value": 0.5175}, {"name": "Submitted", "value": "2023/05/16", "timestamp": 1684238356}]}, {"team": "FAIR + NERSC", "method": "GemNet-XL (Finetuned)", "data": [{"name": "EwT (%)", "value": 3.95}, {"name": "Energy MAE (eV)", "value": 0.5258}, {"name": "Submitted", "value": "2021/10/05", "timestamp": 1633458865}]}, {"team": "DAMO Academy", "method": "moleformer", "data": [{"name": "EwT (%)", "value": 4.67}, {"name": "Energy MAE (eV)", "value": 0.5346}, {"name": "Submitted", "value": "2022/11/28", "timestamp": 1669603725}]}, {"team": "DAMO Academy", "method": "moleformer", "data": [{"name": "EwT (%)", "value": 4.5}, {"name": "Energy MAE (eV)", "value": 0.5409}, {"name": "Submitted", "value": "2022/10/31", "timestamp": 1667204811}]}, {"team": "Open Catalyst Project", "method": "DimeNet++-Large-Force-only Relaxations + DimeNet++-Energy-only", "data": [{"name": "EwT (%)", "value": 4.34}, {"name": "Energy MAE (eV)", "value": 0.543}, {"name": "Submitted", "value": "2021/06/04", "timestamp": 1622815457}]}, {"team": "Atomic Architects MIT", "method": "Equiformer (IS2RE training data only with IS2RS and Noisy Nodes. Direct.)", "data": [{"name": "EwT (%)", "value": 3.7}, {"name": "Energy MAE (eV)", "value": 0.5479}, {"name": "Submitted", "value": "2022/05/20", "timestamp": 1653066257}]}, {"team": "Deep Mind", "method": "GNS + Noisy Nodes (Direct)", "data": [{"name": "EwT (%)", "value": 3.49}, {"name": "Energy MAE (eV)", "value": 0.5646}, {"name": "Submitted", "value": "2021/06/20", "timestamp": 1624211047}]}, {"team": "Deep Mind", "method": "GNS + Noisy Nodes (IS2RE Only)", "data": [{"name": "EwT (%)", "value": 4.25}, {"name": "Energy MAE (eV)", "value": 0.5678}, {"name": "Submitted", "value": "2022/02/15", "timestamp": 1644922881}]}, {"team": "Machine Learning", "method": "3d-Graphormer (Direct, IS2RE data only)", "data": [{"name": "EwT (%)", "value": 3.45}, {"name": "Energy MAE (eV)", "value": 0.5719}, {"name": "Submitted", "value": "2021/10/06", "timestamp": 1633489372}]}, {"team": "Open Catalyst  Project", "method": "DimeNet++-1.8M-fonly-eonly-relaxation-All", "data": [{"name": "EwT (%)", "value": 4.29}, {"name": "Energy MAE (eV)", "value": 0.5744}, {"name": "Submitted", "value": "2021/06/04", "timestamp": 1622826276}]}, {"team": "Equiformer_layer_4_3_term_MI", "method": "3 term MI", "data": [{"name": "EwT (%)", "value": 3.86}, {"name": "Energy MAE (eV)", "value": 0.583}, {"name": "Submitted", "value": "2023/05/08", "timestamp": 1683523937}]}, {"team": "Innopolis AI", "method": "DimeNet++-fixed-mish-831K-All", "data": [{"name": "EwT (%)", "value": 2.38}, {"name": "Energy MAE (eV)", "value": 0.6666}, {"name": "Submitted", "value": "2021/08/18", "timestamp": 1629278496}]}, {"team": "Open Catalyst Project", "method": "DimeNet++-Relaxations", "data": [{"name": "EwT (%)", "value": 3.36}, {"name": "Energy MAE (eV)", "value": 0.6864}, {"name": "Submitted", "value": "2021/06/04", "timestamp": 1622815400}]}, {"team": "Innopolis AI", "method": "OrbNet-256N64E-ofm (IS2RE only)", "data": [{"name": "EwT (%)", "value": 2.42}, {"name": "Energy MAE (eV)", "value": 0.6867}, {"name": "Submitted", "value": "2021/10/04", "timestamp": 1633353632}]}, {"team": "Atomic Architects MIT", "method": "Equiformer (IS2RE training data only without IS2RS or data augmentation. Direct.)", "data": [{"name": "EwT (%)", "value": 2.41}, {"name": "Energy MAE (eV)", "value": 0.6881}, {"name": "Submitted", "value": "2022/04/20", "timestamp": 1650430039}]}, {"team": "AMLab UvA", "method": "Steerable GNN (IS2RE data only, no relaxations)", "data": [{"name": "EwT (%)", "value": 2.46}, {"name": "Energy MAE (eV)", "value": 0.6921}, {"name": "Submitted", "value": "2021/06/12", "timestamp": 1623494575}]}, {"team": "Innopolis AI", "method": "OrbNet-256N64E-ofm-surface (IS2RE Only)", "data": [{"name": "EwT (%)", "value": 2.26}, {"name": "Energy MAE (eV)", "value": 0.6983}, {"name": "Submitted", "value": "2021/10/04", "timestamp": 1633354947}]}, {"team": "Innopolis AI", "method": "DimeNet++-fixed-mish-831K-All-surface", "data": [{"name": "EwT (%)", "value": 2.35}, {"name": "Energy MAE (eV)", "value": 0.7003}, {"name": "Submitted", "value": "2021/10/07", "timestamp": 1633578378}]}, {"team": "DIVE@TAMU", "method": "SphereNet (IS2RE training data only without IS2RS or data augmentation. Direct)", "data": [{"name": "EwT (%)", "value": 2.29}, {"name": "Energy MAE (eV)", "value": 0.7033}, {"name": "Submitted", "value": "2021/03/31", "timestamp": 1617177238}]}, {"team": "DIVE@TAMU", "method": "SphereNet+ (IS2RE data only)", "data": [{"name": "EwT (%)", "value": 2.33}, {"name": "Energy MAE (eV)", "value": 0.7038}, {"name": "Submitted", "value": "2021/10/05", "timestamp": 1633459636}]}, {"team": "EnergyNet", "method": "EnergyNet", "data": [{"name": "EwT (%)", "value": 2.2}, {"name": "Energy MAE (eV)", "value": 0.717}, {"name": "Submitted", "value": "2021/08/14", "timestamp": 1628960772}]}, {"team": "Shanghai Jiao Tong University", "method": "GemNet-OC+Electron", "data": [{"name": "EwT (%)", "value": 2.52}, {"name": "Energy MAE (eV)", "value": 0.7173}, {"name": "Submitted", "value": "2022/10/08", "timestamp": 1665196261}]}, {"team": "personal test", "method": "method9", "data": [{"name": "EwT (%)", "value": 2.51}, {"name": "Energy MAE (eV)", "value": 0.7218}, {"name": "Submitted", "value": "2022/10/07", "timestamp": 1665119794}]}, {"team": "FAIR + CMU", "method": "spinconv-ewt-all", "data": [{"name": "EwT (%)", "value": 2.26}, {"name": "Energy MAE (eV)", "value": 0.723}, {"name": "Submitted", "value": "2021/06/04", "timestamp": 1622824104}]}, {"team": "Open Catalyst Project", "method": "DimeNet++-1.8M-All", "data": [{"name": "EwT (%)", "value": 2.07}, {"name": "Energy MAE (eV)", "value": 0.7252}, {"name": "Submitted", "value": "2021/02/16", "timestamp": 1613507893}]}, {"team": "Shanghai Jiao Tong University", "method": "", "data": [{"name": "EwT (%)", "value": 1.93}, {"name": "Energy MAE (eV)", "value": 0.7297}, {"name": "Submitted", "value": "2022/09/26", "timestamp": 1664194683}]}, {"team": "Open Catalyst Project", "method": "SchNet-1.2M-All", "data": [{"name": "EwT (%)", "value": 2.33}, {"name": "Energy MAE (eV)", "value": 0.7342}, {"name": "Submitted", "value": "2021/02/17", "timestamp": 1613592551}]}, {"team": "Innopolis AI", "method": "EdgeUpdateNet (IS2RE data only)", "data": [{"name": "EwT (%)", "value": 2.35}, {"name": "Energy MAE (eV)", "value": 0.7361}, {"name": "Submitted", "value": "2021/08/06", "timestamp": 1628250576}]}, {"team": "Open Catalyst  Project", "method": "SchNet-fonly-eonly-relaxation-All", "data": [{"name": "EwT (%)", "value": 2.98}, {"name": "Energy MAE (eV)", "value": 0.742}, {"name": "Submitted", "value": "2021/06/11", "timestamp": 1623447753}]}, {"team": "Innopolis AI", "method": "OrbNet-256N64E-atomic-number (IS2RE data only)", "data": [{"name": "EwT (%)", "value": 2.37}, {"name": "Energy MAE (eV)", "value": 0.7432}, {"name": "Submitted", "value": "2021/10/06", "timestamp": 1633521858}]}, {"team": "mila", "method": "DimeNet++-atomlayer-All", "data": [{"name": "EwT (%)", "value": 2.59}, {"name": "Energy MAE (eV)", "value": 0.7474}, {"name": "Submitted", "value": "2021/06/07", "timestamp": 1623042692}]}, {"team": "DIVE-TAMU", "method": "ComENet (IS2RE data only, energy loss only, 1 GPU, 10h training)", "data": [{"name": "EwT (%)", "value": 2.14}, {"name": "Energy MAE (eV)", "value": 0.7483}, {"name": "Submitted", "value": "2023/02/03", "timestamp": 1675458625}]}, {"team": "Innopolis AI", "method": "OrbNet-256N64E-period-group (IS2RE data only)", "data": [{"name": "EwT (%)", "value": 2.15}, {"name": "Energy MAE (eV)", "value": 0.7708}, {"name": "Submitted", "value": "2021/10/06", "timestamp": 1633520798}]}, {"team": "bd429", "method": "", "data": [{"name": "EwT (%)", "value": 2.07}, {"name": "Energy MAE (eV)", "value": 0.7888}, {"name": "Submitted", "value": "2022/10/07", "timestamp": 1665129033}]}, {"team": "Intel MatSciML", "method": "EGNN", "data": [{"name": "EwT (%)", "value": 1.94}, {"name": "Energy MAE (eV)", "value": 0.8035}, {"name": "Submitted", "value": "2023/03/07", "timestamp": 1678216131}]}, {"team": "ALIGNN", "method": "ALIGNN-10k", "data": [{"name": "EwT (%)", "value": 2.05}, {"name": "Energy MAE (eV)", "value": 0.8213}, {"name": "Submitted", "value": "2022/04/20", "timestamp": 1650494057}]}, {"team": "Catalyst Cowboys", "method": "Regular Dimenet++ 10k", "data": [{"name": "EwT (%)", "value": 1.97}, {"name": "Energy MAE (eV)", "value": 0.8555}, {"name": "Submitted", "value": "2021/05/28", "timestamp": 1622221602}]}, {"team": "Catalyst Cowboys", "method": "DNN++ EXP Mod", "data": [{"name": "EwT (%)", "value": 1.66}, {"name": "Energy MAE (eV)", "value": 0.9048}, {"name": "Submitted", "value": "2021/06/01", "timestamp": 1622576706}]}, {"team": "Open Catalyst Project", "method": "CGCNN-5M-All", "data": [{"name": "EwT (%)", "value": 1.93}, {"name": "Energy MAE (eV)", "value": 0.9155}, {"name": "Submitted", "value": "2021/02/18", "timestamp": 1613677009}]}, {"team": "Catalyst Cowboys", "method": "", "data": [{"name": "EwT (%)", "value": 1.77}, {"name": "Energy MAE (eV)", "value": 0.9212}, {"name": "Submitted", "value": "2021/05/27", "timestamp": 1622149662}]}, {"team": "Intel MatSciML", "method": "MEGNet", "data": [{"name": "EwT (%)", "value": 1.74}, {"name": "Energy MAE (eV)", "value": 1.1389}, {"name": "Submitted", "value": "2023/03/07", "timestamp": 1678217338}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 1.07}, {"name": "Energy MAE (eV)", "value": 1.23}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671694684}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 1.12}, {"name": "Energy MAE (eV)", "value": 1.2543}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671695097}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 1.12}, {"name": "Energy MAE (eV)", "value": 1.2548}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671694260}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 1.08}, {"name": "Energy MAE (eV)", "value": 1.255}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671695531}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 1.16}, {"name": "Energy MAE (eV)", "value": 1.2975}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671692821}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 0.93}, {"name": "Energy MAE (eV)", "value": 1.3507}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671691123}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 0.89}, {"name": "Energy MAE (eV)", "value": 1.3946}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671691966}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 0.87}, {"name": "Energy MAE (eV)", "value": 1.9531}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671686783}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 0.85}, {"name": "Energy MAE (eV)", "value": 1.9669}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671685745}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 0.84}, {"name": "Energy MAE (eV)", "value": 1.9695}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671680115}]}], "OOD Cat": [{"team": "Atomic Architects MIT + FAIR at Meta", "method": "EquiformerV2 + DeNS (160M, \u03bb\u1d07=4) -- All+MD", "data": [{"name": "EwT (%)", "value": 19.35}, {"name": "Energy MAE (eV)", "value": 0.3065}, {"name": "Submitted", "value": "2024/06/27", "timestamp": 1719529810}]}, {"team": "FAIR at Meta + Atomic Architects MIT", "method": "EquiformerV2 + DeNS (160M, \u03bb\u1d07=4) -- All+MD", "data": [{"name": "EwT (%)", "value": 18.6}, {"name": "Energy MAE (eV)", "value": 0.3251}, {"name": "Submitted", "value": "2023/11/22", "timestamp": 1700676096}]}, {"team": "Open Catalyst Project  (FAIR+CMU)", "method": "EquiformerV2 - 31M - LBFGS Fix", "data": [{"name": "EwT (%)", "value": 16.15}, {"name": "Energy MAE (eV)", "value": 0.3276}, {"name": "Submitted", "value": "2024/05/05", "timestamp": 1714894302}]}, {"team": "Atomic Architects MIT + FAIR Meta AI", "method": "EquiformerV2 (\u03bb\u1d07=4) -- All+MD", "data": [{"name": "EwT (%)", "value": 17.67}, {"name": "Energy MAE (eV)", "value": 0.3317}, {"name": "Submitted", "value": "2023/05/04", "timestamp": 1683217695}]}, {"team": "Atomic Architects MIT + FAIR Meta AI", "method": "EquiformerV2 (\u03bb\u1d07=2) -- All+MD", "data": [{"name": "EwT (%)", "value": 16.92}, {"name": "Energy MAE (eV)", "value": 0.3324}, {"name": "Submitted", "value": "2023/05/04", "timestamp": 1683216096}]}, {"team": "FAIR Meta AI", "method": "eSCN-All-MD (relaxation)", "data": [{"name": "EwT (%)", "value": 16.1}, {"name": "Energy MAE (eV)", "value": 0.3469}, {"name": "Submitted", "value": "2023/03/09", "timestamp": 1678321974}]}, {"team": "FAIR +CMU", "method": "SCN (relaxation)", "data": [{"name": "EwT (%)", "value": 13.7}, {"name": "Energy MAE (eV)", "value": 0.3523}, {"name": "Submitted", "value": "2022/05/19", "timestamp": 1652984476}]}, {"team": "TTRC\uff08Tencent AI Lab+ THU + RUC + CUHK\uff09", "method": "GeoEnsemble (Relax, S2EF-2M data)", "data": [{"name": "EwT (%)", "value": 10.45}, {"name": "Energy MAE (eV)", "value": 0.3613}, {"name": "Submitted", "value": "2022/11/01", "timestamp": 1667275597}]}, {"team": "TUM + FAIR", "method": "GemNet-OC-Large-force relaxations + GemNet-OC-Large-energy", "data": [{"name": "EwT (%)", "value": 14.18}, {"name": "Energy MAE (eV)", "value": 0.379}, {"name": "Submitted", "value": "2022/07/14", "timestamp": 1657842931}]}, {"team": "CUHK+SIGS+ZJLab", "method": "DRFormer (Direct,  IS2RE data only)", "data": [{"name": "EwT (%)", "value": 8.48}, {"name": "Energy MAE (eV)", "value": 0.3966}, {"name": "Submitted", "value": "2023/05/16", "timestamp": 1684238356}]}, {"team": "DP Technology", "method": "Uni-Mol+ (Direct)", "data": [{"name": "EwT (%)", "value": 9.53}, {"name": "Energy MAE (eV)", "value": 0.398}, {"name": "Submitted", "value": "2023/07/07", "timestamp": 1688694077}]}, {"team": "EGT-AIRC", "method": "TGT (Direct, IS2RE Data Only)", "data": [{"name": "EwT (%)", "value": 9.84}, {"name": "Energy MAE (eV)", "value": 0.399}, {"name": "Submitted", "value": "2024/01/14", "timestamp": 1705205369}]}, {"team": "FAIR + NERSC", "method": "GemNet-XL", "data": [{"name": "EwT (%)", "value": 11.61}, {"name": "Energy MAE (eV)", "value": 0.4023}, {"name": "Submitted", "value": "2021/09/27", "timestamp": 1632781646}]}, {"team": "Machine Learning", "method": "3d-Graphormer (Direct, IS2RE data only)", "data": [{"name": "EwT (%)", "value": 8.18}, {"name": "Energy MAE (eV)", "value": 0.4166}, {"name": "Submitted", "value": "2021/10/06", "timestamp": 1633489372}]}, {"team": "Atomic Architects MIT", "method": "Equiformer (IS2RE training data only with IS2RS and Noisy Nodes. Direct.)", "data": [{"name": "EwT (%)", "value": 7.15}, {"name": "Energy MAE (eV)", "value": 0.4248}, {"name": "Submitted", "value": "2022/05/20", "timestamp": 1653066257}]}, {"team": "DAMO Academy", "method": "moleformer", "data": [{"name": "EwT (%)", "value": 7.58}, {"name": "Energy MAE (eV)", "value": 0.428}, {"name": "Submitted", "value": "2022/11/28", "timestamp": 1669603725}]}, {"team": "DAMO Academy", "method": "moleformer", "data": [{"name": "EwT (%)", "value": 7.62}, {"name": "Energy MAE (eV)", "value": 0.432}, {"name": "Submitted", "value": "2022/10/31", "timestamp": 1667204811}]}, {"team": "TUM + FAIR", "method": "GemNet-T-EFwT-Relaxation-All", "data": [{"name": "EwT (%)", "value": 10.09}, {"name": "Energy MAE (eV)", "value": 0.4339}, {"name": "Submitted", "value": "2021/08/23", "timestamp": 1629749041}]}, {"team": "Deep Mind", "method": "GNS + Noisy Nodes (IS2RE Only)", "data": [{"name": "EwT (%)", "value": 8.01}, {"name": "Energy MAE (eV)", "value": 0.4366}, {"name": "Submitted", "value": "2022/02/15", "timestamp": 1644922881}]}, {"team": "FAIR + NERSC", "method": "GemNet-XL (Finetuned)", "data": [{"name": "EwT (%)", "value": 6.76}, {"name": "Energy MAE (eV)", "value": 0.4374}, {"name": "Submitted", "value": "2021/10/05", "timestamp": 1633458865}]}, {"team": "Equiformer_layer_4_3_term_MI", "method": "3 term MI", "data": [{"name": "EwT (%)", "value": 6.97}, {"name": "Energy MAE (eV)", "value": 0.4399}, {"name": "Submitted", "value": "2023/05/08", "timestamp": 1683523937}]}, {"team": "FAIR + CMU", "method": "spinconv-force-centric-relaxation-all", "data": [{"name": "EwT (%)", "value": 8.16}, {"name": "Energy MAE (eV)", "value": 0.4579}, {"name": "Submitted", "value": "2021/06/03", "timestamp": 1622737829}]}, {"team": "Deep Mind", "method": "GNS + Noisy Nodes (Direct)", "data": [{"name": "EwT (%)", "value": 5.02}, {"name": "Energy MAE (eV)", "value": 0.4932}, {"name": "Submitted", "value": "2021/06/20", "timestamp": 1624211047}]}, {"team": "Atomic Architects MIT", "method": "Equiformer (IS2RE training data only without IS2RS or data augmentation. Direct.)", "data": [{"name": "EwT (%)", "value": 4.67}, {"name": "Energy MAE (eV)", "value": 0.5213}, {"name": "Submitted", "value": "2022/04/20", "timestamp": 1650430039}]}, {"team": "AMLab UvA", "method": "Steerable GNN (IS2RE data only, no relaxations)", "data": [{"name": "EwT (%)", "value": 4.92}, {"name": "Energy MAE (eV)", "value": 0.537}, {"name": "Submitted", "value": "2021/06/12", "timestamp": 1623494575}]}, {"team": "personal test", "method": "method9", "data": [{"name": "EwT (%)", "value": 4.15}, {"name": "Energy MAE (eV)", "value": 0.5416}, {"name": "Submitted", "value": "2022/10/07", "timestamp": 1665119794}]}, {"team": "DIVE@TAMU", "method": "SphereNet+ (IS2RE data only)", "data": [{"name": "EwT (%)", "value": 4.45}, {"name": "Energy MAE (eV)", "value": 0.5435}, {"name": "Submitted", "value": "2021/10/05", "timestamp": 1633459636}]}, {"team": "DIVE-TAMU", "method": "ComENet (IS2RE data only, energy loss only, 1 GPU, 10h training)", "data": [{"name": "EwT (%)", "value": 4.35}, {"name": "Energy MAE (eV)", "value": 0.5542}, {"name": "Submitted", "value": "2023/02/03", "timestamp": 1675458625}]}, {"team": "mila", "method": "DimeNet++-atomlayer-All", "data": [{"name": "EwT (%)", "value": 4.59}, {"name": "Energy MAE (eV)", "value": 0.5572}, {"name": "Submitted", "value": "2021/06/07", "timestamp": 1623042692}]}, {"team": "Innopolis AI", "method": "DimeNet++-fixed-mish-831K-All-surface", "data": [{"name": "EwT (%)", "value": 4.46}, {"name": "Energy MAE (eV)", "value": 0.5584}, {"name": "Submitted", "value": "2021/10/07", "timestamp": 1633578378}]}, {"team": "FAIR + CMU", "method": "spinconv-ewt-all", "data": [{"name": "EwT (%)", "value": 3.82}, {"name": "Energy MAE (eV)", "value": 0.5687}, {"name": "Submitted", "value": "2021/06/04", "timestamp": 1622824104}]}, {"team": "Innopolis AI", "method": "DimeNet++-fixed-mish-831K-All", "data": [{"name": "EwT (%)", "value": 4.53}, {"name": "Energy MAE (eV)", "value": 0.5703}, {"name": "Submitted", "value": "2021/08/18", "timestamp": 1629278496}]}, {"team": "DIVE@TAMU", "method": "SphereNet (IS2RE training data only without IS2RS or data augmentation. Direct)", "data": [{"name": "EwT (%)", "value": 4.09}, {"name": "Energy MAE (eV)", "value": 0.5708}, {"name": "Submitted", "value": "2021/03/31", "timestamp": 1617177238}]}, {"team": "Open Catalyst Project", "method": "DimeNet++-1.8M-All", "data": [{"name": "EwT (%)", "value": 4.1}, {"name": "Energy MAE (eV)", "value": 0.5756}, {"name": "Submitted", "value": "2021/02/16", "timestamp": 1613507893}]}, {"team": "Open Catalyst Project", "method": "DimeNet++-Large-Force-only Relaxations + DimeNet++-Energy-only", "data": [{"name": "EwT (%)", "value": 5.09}, {"name": "Energy MAE (eV)", "value": 0.5789}, {"name": "Submitted", "value": "2021/06/04", "timestamp": 1622815457}]}, {"team": "Shanghai Jiao Tong University", "method": "", "data": [{"name": "EwT (%)", "value": 3.93}, {"name": "Energy MAE (eV)", "value": 0.5845}, {"name": "Submitted", "value": "2022/09/26", "timestamp": 1664194683}]}, {"team": "Shanghai Jiao Tong University", "method": "GemNet-OC+Electron", "data": [{"name": "EwT (%)", "value": 4.03}, {"name": "Energy MAE (eV)", "value": 0.5848}, {"name": "Submitted", "value": "2022/10/08", "timestamp": 1665196261}]}, {"team": "Innopolis AI", "method": "OrbNet-256N64E-ofm (IS2RE only)", "data": [{"name": "EwT (%)", "value": 3.72}, {"name": "Energy MAE (eV)", "value": 0.5882}, {"name": "Submitted", "value": "2021/10/04", "timestamp": 1633353632}]}, {"team": "Open Catalyst  Project", "method": "DimeNet++-1.8M-fonly-eonly-relaxation-All", "data": [{"name": "EwT (%)", "value": 5.07}, {"name": "Energy MAE (eV)", "value": 0.5935}, {"name": "Submitted", "value": "2021/06/04", "timestamp": 1622826276}]}, {"team": "Innopolis AI", "method": "OrbNet-256N64E-period-group (IS2RE data only)", "data": [{"name": "EwT (%)", "value": 3.46}, {"name": "Energy MAE (eV)", "value": 0.5936}, {"name": "Submitted", "value": "2021/10/06", "timestamp": 1633520798}]}, {"team": "Innopolis AI", "method": "OrbNet-256N64E-atomic-number (IS2RE data only)", "data": [{"name": "EwT (%)", "value": 3.58}, {"name": "Energy MAE (eV)", "value": 0.595}, {"name": "Submitted", "value": "2021/10/06", "timestamp": 1633521858}]}, {"team": "Innopolis AI", "method": "OrbNet-256N64E-ofm-surface (IS2RE Only)", "data": [{"name": "EwT (%)", "value": 3.5}, {"name": "Energy MAE (eV)", "value": 0.5951}, {"name": "Submitted", "value": "2021/10/04", "timestamp": 1633354947}]}, {"team": "Innopolis AI", "method": "EdgeUpdateNet (IS2RE data only)", "data": [{"name": "EwT (%)", "value": 3.3}, {"name": "Energy MAE (eV)", "value": 0.6016}, {"name": "Submitted", "value": "2021/08/06", "timestamp": 1628250576}]}, {"team": "Open Catalyst Project", "method": "CGCNN-5M-All", "data": [{"name": "EwT (%)", "value": 3.1}, {"name": "Energy MAE (eV)", "value": 0.6219}, {"name": "Submitted", "value": "2021/02/18", "timestamp": 1613677009}]}, {"team": "ALIGNN", "method": "ALIGNN-10k", "data": [{"name": "EwT (%)", "value": 2.83}, {"name": "Energy MAE (eV)", "value": 0.624}, {"name": "Submitted", "value": "2022/04/20", "timestamp": 1650494057}]}, {"team": "EnergyNet", "method": "EnergyNet", "data": [{"name": "EwT (%)", "value": 3.07}, {"name": "Energy MAE (eV)", "value": 0.6387}, {"name": "Submitted", "value": "2021/08/14", "timestamp": 1628960772}]}, {"team": "Open Catalyst Project", "method": "SchNet-1.2M-All", "data": [{"name": "EwT (%)", "value": 2.94}, {"name": "Energy MAE (eV)", "value": 0.6616}, {"name": "Submitted", "value": "2021/02/17", "timestamp": 1613592551}]}, {"team": "Intel MatSciML", "method": "MEGNet", "data": [{"name": "EwT (%)", "value": 3.55}, {"name": "Energy MAE (eV)", "value": 0.6677}, {"name": "Submitted", "value": "2023/03/07", "timestamp": 1678217338}]}, {"team": "Open Catalyst Project", "method": "DimeNet++-Relaxations", "data": [{"name": "EwT (%)", "value": 3.76}, {"name": "Energy MAE (eV)", "value": 0.7027}, {"name": "Submitted", "value": "2021/06/04", "timestamp": 1622815400}]}, {"team": "Intel MatSciML", "method": "EGNN", "data": [{"name": "EwT (%)", "value": 3.06}, {"name": "Energy MAE (eV)", "value": 0.7105}, {"name": "Submitted", "value": "2023/03/07", "timestamp": 1678216131}]}, {"team": "bd429", "method": "", "data": [{"name": "EwT (%)", "value": 2.38}, {"name": "Energy MAE (eV)", "value": 0.7136}, {"name": "Submitted", "value": "2022/10/07", "timestamp": 1665129033}]}, {"team": "Catalyst Cowboys", "method": "DNN++ EXP Mod", "data": [{"name": "EwT (%)", "value": 2.26}, {"name": "Energy MAE (eV)", "value": 0.7711}, {"name": "Submitted", "value": "2021/06/01", "timestamp": 1622576706}]}, {"team": "Catalyst Cowboys", "method": "", "data": [{"name": "EwT (%)", "value": 2.11}, {"name": "Energy MAE (eV)", "value": 0.7832}, {"name": "Submitted", "value": "2021/05/27", "timestamp": 1622149662}]}, {"team": "Catalyst Cowboys", "method": "Regular Dimenet++ 10k", "data": [{"name": "EwT (%)", "value": 2.4}, {"name": "Energy MAE (eV)", "value": 0.7865}, {"name": "Submitted", "value": "2021/05/28", "timestamp": 1622221602}]}, {"team": "Open Catalyst  Project", "method": "SchNet-fonly-eonly-relaxation-All", "data": [{"name": "EwT (%)", "value": 3.38}, {"name": "Energy MAE (eV)", "value": 0.7981}, {"name": "Submitted", "value": "2021/06/11", "timestamp": 1623447753}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 1.88}, {"name": "Energy MAE (eV)", "value": 0.9443}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671695531}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 1.89}, {"name": "Energy MAE (eV)", "value": 0.9457}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671695097}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 1.92}, {"name": "Energy MAE (eV)", "value": 0.948}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671694260}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 1.97}, {"name": "Energy MAE (eV)", "value": 0.9563}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671694684}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 1.65}, {"name": "Energy MAE (eV)", "value": 0.9574}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671692821}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 1.75}, {"name": "Energy MAE (eV)", "value": 0.9719}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671691966}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 1.7}, {"name": "Energy MAE (eV)", "value": 0.9732}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671691123}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 0.85}, {"name": "Energy MAE (eV)", "value": 1.6214}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671686783}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 0.81}, {"name": "Energy MAE (eV)", "value": 1.6722}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671685745}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 0.78}, {"name": "Energy MAE (eV)", "value": 1.6861}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671680115}]}], "OOD Both": [{"team": "Open Catalyst Project  (FAIR+CMU)", "method": "EquiformerV2 - 31M - LBFGS Fix", "data": [{"name": "EwT (%)", "value": 14.59}, {"name": "Energy MAE (eV)", "value": 0.2823}, {"name": "Submitted", "value": "2024/05/05", "timestamp": 1714894302}]}, {"team": "Atomic Architects MIT + FAIR Meta AI", "method": "EquiformerV2 (\u03bb\u1d07=4) -- All+MD", "data": [{"name": "EwT (%)", "value": 12.75}, {"name": "Energy MAE (eV)", "value": 0.2862}, {"name": "Submitted", "value": "2023/05/04", "timestamp": 1683217695}]}, {"team": "FAIR +CMU", "method": "SCN (relaxation)", "data": [{"name": "EwT (%)", "value": 13.47}, {"name": "Energy MAE (eV)", "value": 0.2879}, {"name": "Submitted", "value": "2022/05/19", "timestamp": 1652984476}]}, {"team": "FAIR at Meta + Atomic Architects MIT", "method": "EquiformerV2 + DeNS (160M, \u03bb\u1d07=4) -- All+MD", "data": [{"name": "EwT (%)", "value": 13.14}, {"name": "Energy MAE (eV)", "value": 0.2903}, {"name": "Submitted", "value": "2023/11/22", "timestamp": 1700676096}]}, {"team": "Atomic Architects MIT + FAIR Meta AI", "method": "EquiformerV2 (\u03bb\u1d07=2) -- All+MD", "data": [{"name": "EwT (%)", "value": 12.08}, {"name": "Energy MAE (eV)", "value": 0.2909}, {"name": "Submitted", "value": "2023/05/04", "timestamp": 1683216096}]}, {"team": "Atomic Architects MIT + FAIR at Meta", "method": "EquiformerV2 + DeNS (160M, \u03bb\u1d07=4) -- All+MD", "data": [{"name": "EwT (%)", "value": 14.26}, {"name": "Energy MAE (eV)", "value": 0.2922}, {"name": "Submitted", "value": "2024/06/27", "timestamp": 1719529810}]}, {"team": "FAIR Meta AI", "method": "eSCN-All-MD (relaxation)", "data": [{"name": "EwT (%)", "value": 12.98}, {"name": "Energy MAE (eV)", "value": 0.2934}, {"name": "Submitted", "value": "2023/03/09", "timestamp": 1678321974}]}, {"team": "TTRC\uff08Tencent AI Lab+ THU + RUC + CUHK\uff09", "method": "GeoEnsemble (Relax, S2EF-2M data)", "data": [{"name": "EwT (%)", "value": 9.23}, {"name": "Energy MAE (eV)", "value": 0.3107}, {"name": "Submitted", "value": "2022/11/01", "timestamp": 1667275597}]}, {"team": "FAIR + NERSC", "method": "GemNet-XL", "data": [{"name": "EwT (%)", "value": 9.65}, {"name": "Energy MAE (eV)", "value": 0.3383}, {"name": "Submitted", "value": "2021/09/27", "timestamp": 1632781646}]}, {"team": "TUM + FAIR", "method": "GemNet-OC-Large-force relaxations + GemNet-OC-Large-energy", "data": [{"name": "EwT (%)", "value": 12.12}, {"name": "Energy MAE (eV)", "value": 0.3435}, {"name": "Submitted", "value": "2022/07/14", "timestamp": 1657842931}]}, {"team": "TUM + FAIR", "method": "GemNet-T-EFwT-Relaxation-All", "data": [{"name": "EwT (%)", "value": 7.87}, {"name": "Energy MAE (eV)", "value": 0.3843}, {"name": "Submitted", "value": "2021/08/23", "timestamp": 1629749041}]}, {"team": "EGT-AIRC", "method": "TGT (Direct, IS2RE Data Only)", "data": [{"name": "EwT (%)", "value": 6.17}, {"name": "Energy MAE (eV)", "value": 0.4084}, {"name": "Submitted", "value": "2024/01/14", "timestamp": 1705205369}]}, {"team": "DP Technology", "method": "Uni-Mol+ (Direct)", "data": [{"name": "EwT (%)", "value": 6.06}, {"name": "Energy MAE (eV)", "value": 0.4086}, {"name": "Submitted", "value": "2023/07/07", "timestamp": 1688694077}]}, {"team": "FAIR + CMU", "method": "spinconv-force-centric-relaxation-all", "data": [{"name": "EwT (%)", "value": 6.56}, {"name": "Energy MAE (eV)", "value": 0.4203}, {"name": "Submitted", "value": "2021/06/03", "timestamp": 1622737829}]}, {"team": "CUHK+SIGS+ZJLab", "method": "DRFormer (Direct,  IS2RE data only)", "data": [{"name": "EwT (%)", "value": 4.59}, {"name": "Energy MAE (eV)", "value": 0.4432}, {"name": "Submitted", "value": "2023/05/16", "timestamp": 1684238356}]}, {"team": "DAMO Academy", "method": "moleformer", "data": [{"name": "EwT (%)", "value": 4.87}, {"name": "Energy MAE (eV)", "value": 0.4581}, {"name": "Submitted", "value": "2022/11/28", "timestamp": 1669603725}]}, {"team": "DAMO Academy", "method": "moleformer", "data": [{"name": "EwT (%)", "value": 4.65}, {"name": "Energy MAE (eV)", "value": 0.4619}, {"name": "Submitted", "value": "2022/10/31", "timestamp": 1667204811}]}, {"team": "Deep Mind", "method": "GNS + Noisy Nodes (IS2RE Only)", "data": [{"name": "EwT (%)", "value": 4.64}, {"name": "Energy MAE (eV)", "value": 0.4651}, {"name": "Submitted", "value": "2022/02/15", "timestamp": 1644922881}]}, {"team": "FAIR + NERSC", "method": "GemNet-XL (Finetuned)", "data": [{"name": "EwT (%)", "value": 4.19}, {"name": "Energy MAE (eV)", "value": 0.4665}, {"name": "Submitted", "value": "2021/10/05", "timestamp": 1633458865}]}, {"team": "Atomic Architects MIT", "method": "Equiformer (IS2RE training data only with IS2RS and Noisy Nodes. Direct.)", "data": [{"name": "EwT (%)", "value": 4.07}, {"name": "Energy MAE (eV)", "value": 0.4741}, {"name": "Submitted", "value": "2022/05/20", "timestamp": 1653066257}]}, {"team": "Machine Learning", "method": "3d-Graphormer (Direct, IS2RE data only)", "data": [{"name": "EwT (%)", "value": 3.79}, {"name": "Energy MAE (eV)", "value": 0.5029}, {"name": "Submitted", "value": "2021/10/06", "timestamp": 1633489372}]}, {"team": "Deep Mind", "method": "GNS + Noisy Nodes (Direct)", "data": [{"name": "EwT (%)", "value": 3.82}, {"name": "Energy MAE (eV)", "value": 0.5042}, {"name": "Submitted", "value": "2021/06/20", "timestamp": 1624211047}]}, {"team": "Equiformer_layer_4_3_term_MI", "method": "3 term MI", "data": [{"name": "EwT (%)", "value": 4.03}, {"name": "Energy MAE (eV)", "value": 0.5208}, {"name": "Submitted", "value": "2023/05/08", "timestamp": 1683523937}]}, {"team": "Innopolis AI", "method": "DimeNet++-fixed-mish-831K-All", "data": [{"name": "EwT (%)", "value": 2.7}, {"name": "Energy MAE (eV)", "value": 0.6015}, {"name": "Submitted", "value": "2021/08/18", "timestamp": 1629278496}]}, {"team": "Open Catalyst Project", "method": "DimeNet++-Large-Force-only Relaxations + DimeNet++-Energy-only", "data": [{"name": "EwT (%)", "value": 3.93}, {"name": "Energy MAE (eV)", "value": 0.6113}, {"name": "Submitted", "value": "2021/06/04", "timestamp": 1622815457}]}, {"team": "Open Catalyst  Project", "method": "DimeNet++-1.8M-fonly-eonly-relaxation-All", "data": [{"name": "EwT (%)", "value": 3.85}, {"name": "Energy MAE (eV)", "value": 0.6126}, {"name": "Submitted", "value": "2021/06/04", "timestamp": 1622826276}]}, {"team": "Atomic Architects MIT", "method": "Equiformer (IS2RE training data only without IS2RS or data augmentation. Direct.)", "data": [{"name": "EwT (%)", "value": 2.69}, {"name": "Energy MAE (eV)", "value": 0.6301}, {"name": "Submitted", "value": "2022/04/20", "timestamp": 1650430039}]}, {"team": "Innopolis AI", "method": "DimeNet++-fixed-mish-831K-All-surface", "data": [{"name": "EwT (%)", "value": 2.41}, {"name": "Energy MAE (eV)", "value": 0.6323}, {"name": "Submitted", "value": "2021/10/07", "timestamp": 1633578378}]}, {"team": "DIVE@TAMU", "method": "SphereNet (IS2RE training data only without IS2RS or data augmentation. Direct)", "data": [{"name": "EwT (%)", "value": 2.41}, {"name": "Energy MAE (eV)", "value": 0.6378}, {"name": "Submitted", "value": "2021/03/31", "timestamp": 1617177238}]}, {"team": "DIVE@TAMU", "method": "SphereNet+ (IS2RE data only)", "data": [{"name": "EwT (%)", "value": 2.47}, {"name": "Energy MAE (eV)", "value": 0.6394}, {"name": "Submitted", "value": "2021/10/05", "timestamp": 1633459636}]}, {"team": "Innopolis AI", "method": "OrbNet-256N64E-ofm (IS2RE only)", "data": [{"name": "EwT (%)", "value": 2.5}, {"name": "Energy MAE (eV)", "value": 0.6498}, {"name": "Submitted", "value": "2021/10/04", "timestamp": 1633353632}]}, {"team": "personal test", "method": "method9", "data": [{"name": "EwT (%)", "value": 2.59}, {"name": "Energy MAE (eV)", "value": 0.6601}, {"name": "Submitted", "value": "2022/10/07", "timestamp": 1665119794}]}, {"team": "Open Catalyst Project", "method": "DimeNet++-1.8M-All", "data": [{"name": "EwT (%)", "value": 2.41}, {"name": "Energy MAE (eV)", "value": 0.6613}, {"name": "Submitted", "value": "2021/02/16", "timestamp": 1613507893}]}, {"team": "EnergyNet", "method": "EnergyNet", "data": [{"name": "EwT (%)", "value": 2.34}, {"name": "Energy MAE (eV)", "value": 0.6626}, {"name": "Submitted", "value": "2021/08/14", "timestamp": 1628960772}]}, {"team": "Innopolis AI", "method": "OrbNet-256N64E-ofm-surface (IS2RE Only)", "data": [{"name": "EwT (%)", "value": 2.31}, {"name": "Energy MAE (eV)", "value": 0.6632}, {"name": "Submitted", "value": "2021/10/04", "timestamp": 1633354947}]}, {"team": "Shanghai Jiao Tong University", "method": "GemNet-OC+Electron", "data": [{"name": "EwT (%)", "value": 2.45}, {"name": "Energy MAE (eV)", "value": 0.6704}, {"name": "Submitted", "value": "2022/10/08", "timestamp": 1665196261}]}, {"team": "FAIR + CMU", "method": "spinconv-ewt-all", "data": [{"name": "EwT (%)", "value": 2.33}, {"name": "Energy MAE (eV)", "value": 0.6738}, {"name": "Submitted", "value": "2021/06/04", "timestamp": 1622824104}]}, {"team": "AMLab UvA", "method": "Steerable GNN (IS2RE data only, no relaxations)", "data": [{"name": "EwT (%)", "value": 2.63}, {"name": "Energy MAE (eV)", "value": 0.6789}, {"name": "Submitted", "value": "2021/06/12", "timestamp": 1623494575}]}, {"team": "Shanghai Jiao Tong University", "method": "", "data": [{"name": "EwT (%)", "value": 2.18}, {"name": "Energy MAE (eV)", "value": 0.68}, {"name": "Submitted", "value": "2022/09/26", "timestamp": 1664194683}]}, {"team": "Open Catalyst Project", "method": "DimeNet++-Relaxations", "data": [{"name": "EwT (%)", "value": 3.52}, {"name": "Energy MAE (eV)", "value": 0.6834}, {"name": "Submitted", "value": "2021/06/04", "timestamp": 1622815400}]}, {"team": "DIVE-TAMU", "method": "ComENet (IS2RE data only, energy loss only, 1 GPU, 10h training)", "data": [{"name": "EwT (%)", "value": 2.25}, {"name": "Energy MAE (eV)", "value": 0.6839}, {"name": "Submitted", "value": "2023/02/03", "timestamp": 1675458625}]}, {"team": "Innopolis AI", "method": "EdgeUpdateNet (IS2RE data only)", "data": [{"name": "EwT (%)", "value": 2.57}, {"name": "Energy MAE (eV)", "value": 0.6862}, {"name": "Submitted", "value": "2021/08/06", "timestamp": 1628250576}]}, {"team": "mila", "method": "DimeNet++-atomlayer-All", "data": [{"name": "EwT (%)", "value": 2.33}, {"name": "Energy MAE (eV)", "value": 0.6877}, {"name": "Submitted", "value": "2021/06/07", "timestamp": 1623042692}]}, {"team": "Innopolis AI", "method": "OrbNet-256N64E-atomic-number (IS2RE data only)", "data": [{"name": "EwT (%)", "value": 2.44}, {"name": "Energy MAE (eV)", "value": 0.6981}, {"name": "Submitted", "value": "2021/10/06", "timestamp": 1633521858}]}, {"team": "Open Catalyst Project", "method": "SchNet-1.2M-All", "data": [{"name": "EwT (%)", "value": 2.21}, {"name": "Energy MAE (eV)", "value": 0.7037}, {"name": "Submitted", "value": "2021/02/17", "timestamp": 1613592551}]}, {"team": "Innopolis AI", "method": "OrbNet-256N64E-period-group (IS2RE data only)", "data": [{"name": "EwT (%)", "value": 2.32}, {"name": "Energy MAE (eV)", "value": 0.7209}, {"name": "Submitted", "value": "2021/10/06", "timestamp": 1633520798}]}, {"team": "bd429", "method": "", "data": [{"name": "EwT (%)", "value": 2.33}, {"name": "Energy MAE (eV)", "value": 0.7489}, {"name": "Submitted", "value": "2022/10/07", "timestamp": 1665129033}]}, {"team": "Open Catalyst  Project", "method": "SchNet-fonly-eonly-relaxation-All", "data": [{"name": "EwT (%)", "value": 2.71}, {"name": "Energy MAE (eV)", "value": 0.749}, {"name": "Submitted", "value": "2021/06/11", "timestamp": 1623447753}]}, {"team": "Intel MatSciML", "method": "EGNN", "data": [{"name": "EwT (%)", "value": 1.99}, {"name": "Energy MAE (eV)", "value": 0.7596}, {"name": "Submitted", "value": "2023/03/07", "timestamp": 1678216131}]}, {"team": "ALIGNN", "method": "ALIGNN-10k", "data": [{"name": "EwT (%)", "value": 2.14}, {"name": "Energy MAE (eV)", "value": 0.7725}, {"name": "Submitted", "value": "2022/04/20", "timestamp": 1650494057}]}, {"team": "Catalyst Cowboys", "method": "Regular Dimenet++ 10k", "data": [{"name": "EwT (%)", "value": 1.87}, {"name": "Energy MAE (eV)", "value": 0.8005}, {"name": "Submitted", "value": "2021/05/28", "timestamp": 1622221602}]}, {"team": "Catalyst Cowboys", "method": "", "data": [{"name": "EwT (%)", "value": 1.69}, {"name": "Energy MAE (eV)", "value": 0.8482}, {"name": "Submitted", "value": "2021/05/27", "timestamp": 1622149662}]}, {"team": "Open Catalyst Project", "method": "CGCNN-5M-All", "data": [{"name": "EwT (%)", "value": 2.0}, {"name": "Energy MAE (eV)", "value": 0.8511}, {"name": "Submitted", "value": "2021/02/18", "timestamp": 1613677009}]}, {"team": "Catalyst Cowboys", "method": "DNN++ EXP Mod", "data": [{"name": "EwT (%)", "value": 1.64}, {"name": "Energy MAE (eV)", "value": 0.8574}, {"name": "Submitted", "value": "2021/06/01", "timestamp": 1622576706}]}, {"team": "Intel MatSciML", "method": "MEGNet", "data": [{"name": "EwT (%)", "value": 1.6}, {"name": "Energy MAE (eV)", "value": 1.123}, {"name": "Submitted", "value": "2023/03/07", "timestamp": 1678217338}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 0.99}, {"name": "Energy MAE (eV)", "value": 1.2025}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671694684}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 1.2}, {"name": "Energy MAE (eV)", "value": 1.226}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671695097}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 1.08}, {"name": "Energy MAE (eV)", "value": 1.228}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671694260}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 1.09}, {"name": "Energy MAE (eV)", "value": 1.2312}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671695531}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 1.0}, {"name": "Energy MAE (eV)", "value": 1.257}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671692821}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 0.92}, {"name": "Energy MAE (eV)", "value": 1.3218}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671691123}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 0.87}, {"name": "Energy MAE (eV)", "value": 1.3757}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671691966}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 0.87}, {"name": "Energy MAE (eV)", "value": 1.6492}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671686783}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 0.79}, {"name": "Energy MAE (eV)", "value": 1.7022}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671685745}]}, {"team": "sotsuken", "method": "", "data": [{"name": "EwT (%)", "value": 0.82}, {"name": "Energy MAE (eV)", "value": 1.7235}, {"name": "Submitted", "value": "2022/12/22", "timestamp": 1671680115}]}]}}