Viewing enriched Twitter post
Impressive work from @wen_kaiyue, @dlwh, @tengyuma & @percyliang! They did over 4.6k wandb runs to fairly benchmark 10 optimizers across 0.1B-1.2B. Matrix-based (Muon/Soap) lead, but gains shrink with scale. Check out their wandb workspace here: https://t.co/hn1WsqfGkS
{
"media": [
{
"type": "photo",
"url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/1963700339716272545/media_0.png?",
"filename": "media_0.png"
}
],
"processed_at": "2025-09-06T21:32:13.957920",
"pipeline_version": "2.0"
}{
"type": "tweet",
"id": "1963700339716272545",
"url": "https://x.com/weights_biases/status/1963700339716272545",
"twitterUrl": "https://twitter.com/weights_biases/status/1963700339716272545",
"text": "Impressive work from @wen_kaiyue, @dlwh, @tengyuma & @percyliang!\n\nThey did over 4.6k wandb runs to fairly benchmark 10 optimizers across 0.1B-1.2B. Matrix-based (Muon/Soap) lead, but gains shrink with scale. \n\nCheck out their wandb workspace here: https://t.co/hn1WsqfGkS",
"source": "Twitter for iPhone",
"retweetCount": 1,
"replyCount": 0,
"likeCount": 10,
"quoteCount": 0,
"viewCount": 4996,
"createdAt": "Thu Sep 04 20:26:59 +0000 2025",
"lang": "en",
"bookmarkCount": 5,
"isReply": false,
"inReplyToId": null,
"conversationId": "1963700339716272545",
"displayTextRange": [
0,
276
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "weights_biases",
"url": "https://x.com/weights_biases",
"twitterUrl": "https://twitter.com/weights_biases",
"id": "1002190113831452672",
"name": "Weights & Biases",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": "Business",
"profilePicture": "https://pbs.twimg.com/profile_images/1882196987115905024/IGWtKBkj_normal.jpg",
"coverPicture": "https://pbs.twimg.com/profile_banners/1002190113831452672/1756403215",
"description": "",
"location": "San Francisco",
"followers": 45647,
"following": 1223,
"status": "",
"canDm": true,
"canMediaTag": true,
"createdAt": "Thu May 31 14:08:37 +0000 2018",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 10011,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 2006,
"statusesCount": 7672,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"1962943063711744115"
],
"profile_bio": {
"description": "The AI developer platform.🛠️ Track and evaluate your LLM applications in real-time with @weave_wb.",
"entities": {
"description": {
"user_mentions": [
{
"id_str": "0",
"indices": [
88,
97
],
"name": "",
"screen_name": "weave_wb"
}
]
},
"url": {
"urls": [
{
"display_url": "wandb.ai/site",
"expanded_url": "https://wandb.ai/site",
"indices": [
0,
23
],
"url": "https://t.co/Qw4GKXDV6a"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {},
"card": {
"binding_values": [
{
"key": "thumbnail_image",
"value": {
"image_value": {
"height": 144,
"url": "https://pbs.twimg.com/card_img/1962751930192797696/ToulYh9b?format=jpg&name=144x144_2",
"width": 144
}
}
},
{
"key": "description",
"value": {
"string_value": "Weights & Biases, developer tools for machine learning"
}
},
{
"key": "domain",
"value": {
"string_value": "wandb.ai"
}
},
{
"key": "thumbnail_image_large",
"value": {
"image_value": {
"height": 420,
"url": "https://pbs.twimg.com/card_img/1962751930192797696/ToulYh9b?format=jpg&name=420x420_2",
"width": 420
}
}
},
{
"key": "thumbnail_image_original",
"value": {
"image_value": {
"height": 900,
"url": "https://pbs.twimg.com/card_img/1962751930192797696/ToulYh9b?format=jpg&name=orig",
"width": 900
}
}
},
{
"key": "site",
"value": {
"scribe_key": "publisher_id",
"user_value": {
"id_str": "1002190113831452672"
}
}
},
{
"key": "thumbnail_image_small",
"value": {
"image_value": {
"height": 100,
"url": "https://pbs.twimg.com/card_img/1962751930192797696/ToulYh9b?format=jpg&name=100x100_2",
"width": 100
}
}
},
{
"key": "thumbnail_image_x_large",
"value": {
"image_value": {
"height": 900,
"url": "https://pbs.twimg.com/card_img/1962751930192797696/ToulYh9b?format=png&name=2048x2048_2_exp",
"width": 900
}
}
},
{
"key": "vanity_url",
"value": {
"scribe_key": "vanity_url",
"string_value": "wandb.ai"
}
},
{
"key": "thumbnail_image_color",
"value": {
"image_color_value": {
"palette": [
{
"percentage": 91.7,
"rgb": {
"blue": 0,
"green": 0,
"red": 0
}
},
{
"percentage": 6.89,
"rgb": {
"blue": 0,
"green": 190,
"red": 255
}
},
{
"percentage": 0.96,
"rgb": {
"blue": 1,
"green": 85,
"red": 114
}
},
{
"percentage": 0.45,
"rgb": {
"blue": 0,
"green": 48,
"red": 64
}
}
]
}
}
},
{
"key": "title",
"value": {
"string_value": "marin-community"
}
},
{
"key": "card_url",
"value": {
"scribe_key": "card_url",
"string_value": "https://t.co/hn1WsqfGkS"
}
}
],
"card_platform": {
"platform": {
"audience": {
"name": "production"
},
"device": {
"name": "iPhone",
"version": "13"
}
}
},
"name": "summary",
"url": "https://t.co/hn1WsqfGkS",
"user_refs_results": [
{
"rest_id": "1002190113831452672",
"result": {
"__typename": "User",
"action_counts": {
"favorites_count": 10011
},
"avatar": {
"image_url": "https://pbs.twimg.com/profile_images/1882196987115905024/IGWtKBkj_normal.jpg"
},
"banner": {
"image_url": "https://pbs.twimg.com/profile_banners/1002190113831452672/1756403215"
},
"core": {
"created_at": "Thu May 31 14:08:37 +0000 2018",
"name": "Weights & Biases",
"screen_name": "weights_biases"
},
"dm_permissions": {
"can_dm": true
},
"exclusive_tweet_following": false,
"identity_profile_labels_highlighted_label": {},
"location": {
"location": "San Francisco"
},
"media_permissions": {
"can_media_tag": true
},
"notifications_settings": {},
"pinned_items": {
"tweet_ids_str": [
"1962943063711744115"
]
},
"privacy": {},
"private_super_following": false,
"profile_bio": {
"description": "The AI developer platform.🛠️ Track and evaluate your LLM applications in real-time with @weave_wb.",
"entities": {
"description": {
"user_mentions": [
{
"id_str": "0",
"indices": [
88,
97
],
"name": "",
"screen_name": "weave_wb"
}
]
},
"url": {
"urls": [
{
"display_url": "wandb.ai/site",
"expanded_url": "https://wandb.ai/site",
"indices": [
0,
23
],
"url": "https://t.co/Qw4GKXDV6a"
}
]
}
}
},
"profile_image_shape": "Square",
"profile_metadata": {
"profile_interstitial_type": "",
"profile_link_color": "1DA1F2"
},
"profile_translation": {
"translator_type_enum": "None"
},
"properties": {
"has_extended_profile": false
},
"relationship_counts": {
"followers": 45647,
"following": 1223
},
"relationship_perspectives": {},
"rest_id": "1002190113831452672",
"super_follow_eligible": false,
"super_followed_by": false,
"super_following": false,
"tweet_counts": {
"media_tweets": 2006,
"tweets": 7672
},
"website": {
"url": "https://t.co/Qw4GKXDV6a"
},
"verification": {
"is_blue_verified": true,
"verified_type": "Business"
}
}
}
]
},
"place": {},
"entities": {
"urls": [
{
"display_url": "wandb.ai/marin-communit…",
"expanded_url": "https://wandb.ai/marin-community/optimizer-scaling",
"indices": [
253,
276
],
"url": "https://t.co/hn1WsqfGkS"
}
],
"user_mentions": [
{
"id_str": "1672114677659365378",
"indices": [
21,
32
],
"name": "Kaiyue Wen",
"screen_name": "wen_kaiyue"
},
{
"id_str": "8630302",
"indices": [
34,
39
],
"name": "David Hall",
"screen_name": "dlwh"
},
{
"id_str": "314395154",
"indices": [
41,
50
],
"name": "Tengyu Ma",
"screen_name": "tengyuma"
},
{
"id_str": "86481377",
"indices": [
57,
68
],
"name": "Percy Liang",
"screen_name": "percyliang"
}
]
},
"quoted_tweet": {
"type": "tweet",
"id": "1963633867140526319",
"url": "https://x.com/wen_kaiyue/status/1963633867140526319",
"twitterUrl": "https://twitter.com/wen_kaiyue/status/1963633867140526319",
"text": "(1/n) Check out our new paper: \"Fantastic Pretraining Optimizers and Where to Find Them\"! >4000 models to find the fastest optimizer! 2× speedups over AdamW? Unlikely. Beware under-tuned baseline or limited scale! E.g. Muon: ~40% speedups <0.5B & only 10% at 1.2B (8× Chinchilla)! https://t.co/ba09j9ZFZE",
"source": "Twitter for iPhone",
"retweetCount": 73,
"replyCount": 11,
"likeCount": 364,
"quoteCount": 15,
"viewCount": 128784,
"createdAt": "Thu Sep 04 16:02:51 +0000 2025",
"lang": "en",
"bookmarkCount": 187,
"isReply": false,
"inReplyToId": null,
"conversationId": "1963633867140526319",
"displayTextRange": [
0,
290
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "wen_kaiyue",
"url": "https://x.com/wen_kaiyue",
"twitterUrl": "https://twitter.com/wen_kaiyue",
"id": "1672114677659365378",
"name": "Kaiyue Wen",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/1672790409226113025/7FyjD2o1_normal.jpg",
"coverPicture": "",
"description": "",
"location": "Mountain View, CA",
"followers": 678,
"following": 491,
"status": "",
"canDm": false,
"canMediaTag": true,
"createdAt": "Fri Jun 23 05:29:50 +0000 2023",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 3013,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 17,
"statusesCount": 112,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"1852018635482763710"
],
"profile_bio": {
"description": "A continuous learner",
"entities": {
"description": {},
"url": {
"urls": [
{
"display_url": "wenkaiyue.com",
"expanded_url": "http://wenkaiyue.com",
"indices": [
0,
23
],
"url": "https://t.co/Zc4XRoszPO"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {
"media": [
{
"allow_download_status": {
"allow_download": true
},
"display_url": "pic.twitter.com/ba09j9ZFZE",
"expanded_url": "https://twitter.com/wen_kaiyue/status/1963633867140526319/photo/1",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": [
{
"h": 53,
"w": 53,
"x": 84,
"y": 47
},
{
"h": 61,
"w": 61,
"x": 742,
"y": 46
},
{
"h": 64,
"w": 64,
"x": 273,
"y": 44
},
{
"h": 62,
"w": 62,
"x": 738,
"y": 67
}
]
},
"orig": {
"faces": [
{
"h": 53,
"w": 53,
"x": 84,
"y": 47
},
{
"h": 61,
"w": 61,
"x": 742,
"y": 46
},
{
"h": 64,
"w": 64,
"x": 273,
"y": 44
},
{
"h": 62,
"w": 62,
"x": 738,
"y": 67
}
]
}
},
"id_str": "1963631977216839680",
"indices": [
291,
314
],
"media_key": "3_1963631977216839680",
"media_results": {
"id": "QXBpTWVkaWFSZXN1bHRzOgwAAQoAARtAOOEnm5AACgACG0A6mS/WcO8AAA==",
"result": {
"__typename": "ApiMedia",
"id": "QXBpTWVkaWE6DAABCgABG0A44SebkAAKAAIbQDqZL9Zw7wAA",
"media_key": "3_1963631977216839680"
}
},
"media_url_https": "https://pbs.twimg.com/media/G0A44SebkAA6Gux.jpg",
"original_info": {
"focus_rects": [
{
"h": 546,
"w": 975,
"x": 0,
"y": 0
},
{
"h": 644,
"w": 644,
"x": 43,
"y": 0
},
{
"h": 644,
"w": 565,
"x": 83,
"y": 0
},
{
"h": 644,
"w": 322,
"x": 204,
"y": 0
},
{
"h": 644,
"w": 975,
"x": 0,
"y": 0
}
],
"height": 644,
"width": 975
},
"sizes": {
"large": {
"h": 644,
"w": 975
}
},
"type": "photo",
"url": "https://t.co/ba09j9ZFZE"
}
]
},
"card": null,
"place": {},
"entities": {},
"quoted_tweet": null,
"retweeted_tweet": null,
"isLimitedReply": false,
"article": null
},
"retweeted_tweet": null,
"isLimitedReply": false,
"article": null
}