Viewing enriched Twitter post
We did a very careful study of 10 optimizers with no horse in the race. Despite all the excitement about Muon, Mars, Kron, Soap, etc., at the end of the day, if you tune the hyperparameters rigorously and scale up, the speedup over AdamW diminishes to only 10% :-( Experiments are made possible by Marin (https://t.co/UgEjGM0HPY); anyone developing new optimizers: please come try your method on this benchmark!
{
"media": [
{
"type": "photo",
"url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/1963648131394122222/media_0.jpg?",
"filename": "media_0.jpg"
}
],
"processed_at": "2025-09-18T14:25:43.312076",
"pipeline_version": "2.0"
}{
"type": "tweet",
"id": "1963648131394122222",
"url": "https://x.com/percyliang/status/1963648131394122222",
"twitterUrl": "https://twitter.com/percyliang/status/1963648131394122222",
"text": "We did a very careful study of 10 optimizers with no horse in the race. Despite all the excitement about Muon, Mars, Kron, Soap, etc., at the end of the day, if you tune the hyperparameters rigorously and scale up, the speedup over AdamW diminishes to only 10% :-( Experiments are made possible by Marin (https://t.co/UgEjGM0HPY); anyone developing new optimizers: please come try your method on this benchmark!",
"source": "Twitter for iPhone",
"retweetCount": 79,
"replyCount": 16,
"likeCount": 688,
"quoteCount": 20,
"viewCount": 173314,
"createdAt": "Thu Sep 04 16:59:31 +0000 2025",
"lang": "en",
"bookmarkCount": 369,
"isReply": false,
"inReplyToId": null,
"conversationId": "1963648131394122222",
"displayTextRange": [
0,
279
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "percyliang",
"url": "https://x.com/percyliang",
"twitterUrl": "https://twitter.com/percyliang",
"id": "86481377",
"name": "Percy Liang",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/1319828397699129346/wjBcgUH0_normal.jpg",
"coverPicture": "",
"description": "",
"location": "Stanford, CA",
"followers": 84457,
"following": 418,
"status": "",
"canDm": false,
"canMediaTag": true,
"createdAt": "Sat Oct 31 07:26:37 +0000 2009",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 2359,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 103,
"statusesCount": 1188,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"1924527490351169964"
],
"profile_bio": {
"description": "Associate Professor in computer science @Stanford @StanfordHAI @StanfordCRFM @StanfordAILab @stanfordnlp | cofounder @togethercompute | Pianist",
"entities": {
"description": {
"user_mentions": [
{
"id_str": "0",
"indices": [
40,
49
],
"name": "",
"screen_name": "Stanford"
},
{
"id_str": "0",
"indices": [
50,
62
],
"name": "",
"screen_name": "StanfordHAI"
},
{
"id_str": "0",
"indices": [
63,
76
],
"name": "",
"screen_name": "StanfordCRFM"
},
{
"id_str": "0",
"indices": [
77,
91
],
"name": "",
"screen_name": "StanfordAILab"
},
{
"id_str": "0",
"indices": [
92,
104
],
"name": "",
"screen_name": "stanfordnlp"
},
{
"id_str": "0",
"indices": [
117,
133
],
"name": "",
"screen_name": "togethercompute"
}
]
},
"url": {
"urls": [
{
"display_url": "cs.stanford.edu/~pliang/",
"expanded_url": "https://cs.stanford.edu/~pliang/",
"indices": [
0,
23
],
"url": "https://t.co/eDtsxiBXQg"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {},
"card": null,
"place": {},
"entities": {
"urls": [
{
"display_url": "github.com/marin-communit…",
"expanded_url": "https://github.com/marin-community/marin/issues/1290",
"indices": [
307,
330
],
"url": "https://t.co/UgEjGM0HPY"
}
]
},
"quoted_tweet": {
"type": "tweet",
"id": "1963633867140526319",
"url": "https://x.com/wen_kaiyue/status/1963633867140526319",
"twitterUrl": "https://twitter.com/wen_kaiyue/status/1963633867140526319",
"text": "(1/n) Check out our new paper: \"Fantastic Pretraining Optimizers and Where to Find Them\"! >4000 models to find the fastest optimizer! 2× speedups over AdamW? Unlikely. Beware under-tuned baseline or limited scale! E.g. Muon: ~40% speedups <0.5B & only 10% at 1.2B (8× Chinchilla)! https://t.co/ba09j9ZFZE",
"source": "Twitter for iPhone",
"retweetCount": 88,
"replyCount": 12,
"likeCount": 419,
"quoteCount": 19,
"viewCount": 164838,
"createdAt": "Thu Sep 04 16:02:51 +0000 2025",
"lang": "en",
"bookmarkCount": 251,
"isReply": false,
"inReplyToId": null,
"conversationId": "1963633867140526319",
"displayTextRange": [
0,
290
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "wen_kaiyue",
"url": "https://x.com/wen_kaiyue",
"twitterUrl": "https://twitter.com/wen_kaiyue",
"id": "1672114677659365378",
"name": "Kaiyue Wen",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/1672790409226113025/7FyjD2o1_normal.jpg",
"coverPicture": "",
"description": "",
"location": "Mountain View, CA",
"followers": 756,
"following": 505,
"status": "",
"canDm": false,
"canMediaTag": true,
"createdAt": "Fri Jun 23 05:29:50 +0000 2023",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 3037,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 17,
"statusesCount": 114,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"1852018635482763710"
],
"profile_bio": {
"description": "A continuous learner",
"entities": {
"description": {},
"url": {
"urls": [
{
"display_url": "wenkaiyue.com",
"expanded_url": "http://wenkaiyue.com",
"indices": [
0,
23
],
"url": "https://t.co/Zc4XRoszPO"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {
"media": [
{
"allow_download_status": {
"allow_download": true
},
"display_url": "pic.twitter.com/ba09j9ZFZE",
"expanded_url": "https://twitter.com/wen_kaiyue/status/1963633867140526319/photo/1",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": [
{
"h": 53,
"w": 53,
"x": 84,
"y": 47
},
{
"h": 61,
"w": 61,
"x": 742,
"y": 46
},
{
"h": 64,
"w": 64,
"x": 273,
"y": 44
},
{
"h": 62,
"w": 62,
"x": 738,
"y": 67
}
]
},
"orig": {
"faces": [
{
"h": 53,
"w": 53,
"x": 84,
"y": 47
},
{
"h": 61,
"w": 61,
"x": 742,
"y": 46
},
{
"h": 64,
"w": 64,
"x": 273,
"y": 44
},
{
"h": 62,
"w": 62,
"x": 738,
"y": 67
}
]
}
},
"id_str": "1963631977216839680",
"indices": [
291,
314
],
"media_key": "3_1963631977216839680",
"media_results": {
"id": "QXBpTWVkaWFSZXN1bHRzOgwAAQoAARtAOOEnm5AACgACG0A6mS/WcO8AAA==",
"result": {
"__typename": "ApiMedia",
"id": "QXBpTWVkaWE6DAABCgABG0A44SebkAAKAAIbQDqZL9Zw7wAA",
"media_key": "3_1963631977216839680"
}
},
"media_url_https": "https://pbs.twimg.com/media/G0A44SebkAA6Gux.jpg",
"original_info": {
"focus_rects": [
{
"h": 546,
"w": 975,
"x": 0,
"y": 0
},
{
"h": 644,
"w": 644,
"x": 43,
"y": 0
},
{
"h": 644,
"w": 565,
"x": 83,
"y": 0
},
{
"h": 644,
"w": 322,
"x": 204,
"y": 0
},
{
"h": 644,
"w": 975,
"x": 0,
"y": 0
}
],
"height": 644,
"width": 975
},
"sizes": {
"large": {
"h": 644,
"w": 975
}
},
"type": "photo",
"url": "https://t.co/ba09j9ZFZE"
}
]
},
"card": null,
"place": {},
"entities": {},
"quoted_tweet": null,
"retweeted_tweet": null,
"isLimitedReply": false,
"article": null
},
"retweeted_tweet": null,
"isLimitedReply": false,
"article": null
}