@percyliang
Don't use weight decay. Just normalize everything you see (updates + parameters). Works on top of your favorite optimizer (e.g., Muon). Result: 33% speedup + better hyperparameter transfer.
🐦 Twitter Post Details
Viewing enriched Twitter post
📊 Media Metadata
{
"score": 0.32,
"score_components": {
"author": 0.09,
"engagement": 0.0,
"quality": 0.020000000000000004,
"source": 0.135,
"nlp": 0.05,
"recency": 0.025
},
"scored_at": "2026-03-01T12:38:48.318242",
"import_source": "api_import",
"source_tagged_at": "2026-03-01T12:38:48.318247",
"enriched": true,
"enriched_at": "2026-03-01T12:38:48.318249"
}🔧 Raw API Response
{
"type": "tweet",
"id": "2014066930164928897",
"url": "https://x.com/percyliang/status/2014066930164928897",
"twitterUrl": "https://twitter.com/percyliang/status/2014066930164928897",
"text": "Don't use weight decay.\nJust normalize everything you see (updates + parameters).\nWorks on top of your favorite optimizer (e.g., Muon).\nResult: 33% speedup + better hyperparameter transfer.",
"source": "Twitter for iPhone",
"retweetCount": 82,
"replyCount": 11,
"likeCount": 810,
"quoteCount": 4,
"viewCount": 75018,
"createdAt": "Wed Jan 21 20:05:50 +0000 2026",
"lang": "en",
"bookmarkCount": 677,
"isReply": false,
"inReplyToId": null,
"conversationId": "2014066930164928897",
"displayTextRange": [
0,
189
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "percyliang",
"url": "https://x.com/percyliang",
"twitterUrl": "https://twitter.com/percyliang",
"id": "86481377",
"name": "Percy Liang",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/1319828397699129346/wjBcgUH0_normal.jpg",
"coverPicture": "",
"description": "",
"location": "Stanford, CA",
"followers": 96384,
"following": 424,
"status": "",
"canDm": false,
"canMediaTag": true,
"createdAt": "Sat Oct 31 07:26:37 +0000 2009",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 2570,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 105,
"statusesCount": 1256,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"1924527490351169964"
],
"profile_bio": {
"description": "professor of computer science @Stanford @stanfordnlp, co-founder of @togethercompute, creator of https://t.co/7R5THVogW2, co-founder of @simile_ai, pianist",
"entities": {
"description": {
"hashtags": [],
"symbols": [],
"urls": [
{
"display_url": "marin.community",
"expanded_url": "http://marin.community",
"indices": [
97,
120
],
"url": "https://t.co/7R5THVogW2"
}
],
"user_mentions": [
{
"id_str": "0",
"indices": [
30,
39
],
"name": "",
"screen_name": "Stanford"
},
{
"id_str": "0",
"indices": [
40,
52
],
"name": "",
"screen_name": "stanfordnlp"
},
{
"id_str": "0",
"indices": [
68,
84
],
"name": "",
"screen_name": "togethercompute"
},
{
"id_str": "0",
"indices": [
136,
146
],
"name": "",
"screen_name": "simile_ai"
}
]
},
"url": {
"urls": [
{
"display_url": "cs.stanford.edu/~pliang/",
"expanded_url": "https://cs.stanford.edu/~pliang/",
"indices": [
0,
23
],
"url": "https://t.co/eDtsxiCvFO"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {},
"card": null,
"place": {},
"entities": {
"hashtags": [],
"symbols": [],
"timestamps": [],
"urls": [],
"user_mentions": []
},
"quoted_tweet": {
"type": "tweet",
"id": "2014049648378519906",
"url": "https://x.com/wen_kaiyue/status/2014049648378519906",
"twitterUrl": "https://twitter.com/wen_kaiyue/status/2014049648378519906",
"text": "(1/n) Introducing Hyperball — an optimizer wrapper that keeps weight & update norm constant and lets you control the effective (angular) step size directly. Result: sustained speedups across scales + strong hyperparameter transfer. https://t.co/1vRMHgZgoX",
"source": "Twitter for iPhone",
"retweetCount": 120,
"replyCount": 24,
"likeCount": 678,
"quoteCount": 15,
"viewCount": 191629,
"createdAt": "Wed Jan 21 18:57:10 +0000 2026",
"lang": "en",
"bookmarkCount": 547,
"isReply": false,
"inReplyToId": null,
"conversationId": "2014049648378519906",
"displayTextRange": [
0,
235
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "wen_kaiyue",
"url": "https://x.com/wen_kaiyue",
"twitterUrl": "https://twitter.com/wen_kaiyue",
"id": "1672114677659365378",
"name": "Kaiyue Wen",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/1672790409226113025/7FyjD2o1_normal.jpg",
"coverPicture": "",
"description": "",
"location": "Mountain View, CA",
"followers": 1324,
"following": 716,
"status": "",
"canDm": false,
"canMediaTag": true,
"createdAt": "Fri Jun 23 05:29:50 +0000 2023",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 3501,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 24,
"statusesCount": 188,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"2014049648378519906"
],
"profile_bio": {
"description": "A continuous learner",
"entities": {
"description": {
"hashtags": [],
"symbols": [],
"urls": [],
"user_mentions": []
},
"url": {
"urls": [
{
"display_url": "wenkaiyue.com",
"expanded_url": "http://wenkaiyue.com",
"indices": [
0,
23
],
"url": "https://t.co/Zc4XRoszPO"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {
"media": [
{
"allow_download_status": {
"allow_download": true
},
"display_url": "pic.twitter.com/1vRMHgZgoX",
"expanded_url": "https://twitter.com/wen_kaiyue/status/2014049648378519906/photo/1",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": []
},
"orig": {
"faces": []
}
},
"id_str": "2014048752122863616",
"indices": [
236,
259
],
"media_key": "3_2014048752122863616",
"media_results": {
"id": "QXBpTWVkaWFSZXN1bHRzOgwAAQoAARvzVqtOmiAACgACG/NXe/uaIWIAAA==",
"result": {
"__typename": "ApiMedia",
"id": "QXBpTWVkaWE6DAABCgABG/NWq06aIAAKAAIb81d7+5ohYgAA",
"media_key": "3_2014048752122863616"
}
},
"media_url_https": "https://pbs.twimg.com/media/G_NWq06aIAAV_ZC.jpg",
"original_info": {
"focus_rects": [
{
"h": 616,
"w": 1100,
"x": 42,
"y": 0
},
{
"h": 616,
"w": 616,
"x": 518,
"y": 0
},
{
"h": 616,
"w": 540,
"x": 556,
"y": 0
},
{
"h": 616,
"w": 308,
"x": 672,
"y": 0
},
{
"h": 616,
"w": 1142,
"x": 0,
"y": 0
}
],
"height": 616,
"width": 1142
},
"sizes": {
"large": {
"h": 616,
"w": 1142
}
},
"type": "photo",
"url": "https://t.co/1vRMHgZgoX"
}
]
},
"card": null,
"place": {},
"entities": {
"hashtags": [],
"symbols": [],
"timestamps": [],
"urls": [],
"user_mentions": []
},
"quoted_tweet": null,
"retweeted_tweet": null,
"isLimitedReply": false,
"article": null
},
"retweeted_tweet": null,
"isLimitedReply": false,
"article": null
}