Viewing enriched Twitter post
Marin is using quantile balancing from @Jianlin_S (who developed RoPE, which was also a good idea) to train our current 1e23 FLOPs MoE. The idea is elegant: assigning tokens to experts by solving a linear program. No hyperparameters to tune. Yields stable training.
{
"score": 0.4,
"score_components": {
"author": 0.09,
"engagement": 0.0,
"quality": 0.1,
"source": 0.135,
"nlp": 0.05,
"recency": 0.025
},
"scored_at": "2026-04-17T05:34:54.727337",
"import_source": "api_import",
"source_tagged_at": "2026-04-17T05:34:54.727351",
"enriched": true,
"enriched_at": "2026-04-17T05:34:54.727354"
}{
"type": "tweet",
"id": "2045010625877991535",
"url": "https://x.com/percyliang/status/2045010625877991535",
"twitterUrl": "https://twitter.com/percyliang/status/2045010625877991535",
"text": "Marin is using quantile balancing from @Jianlin_S (who developed RoPE, which was also a good idea) to train our current 1e23 FLOPs MoE. The idea is elegant: assigning tokens to experts by solving a linear program. No hyperparameters to tune. Yields stable training.",
"source": "Twitter for iPhone",
"retweetCount": 1,
"replyCount": 0,
"likeCount": 4,
"quoteCount": 0,
"viewCount": 389,
"createdAt": "Fri Apr 17 05:25:02 +0000 2026",
"lang": "en",
"bookmarkCount": 3,
"isReply": false,
"inReplyToId": null,
"conversationId": "2045010625877991535",
"displayTextRange": [
0,
265
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "percyliang",
"url": "https://x.com/percyliang",
"twitterUrl": "https://twitter.com/percyliang",
"id": "86481377",
"name": "Percy Liang",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/1319828397699129346/wjBcgUH0_normal.jpg",
"coverPicture": "",
"description": "",
"location": "Stanford, CA",
"followers": 100380,
"following": 424,
"status": "",
"canDm": false,
"canMediaTag": true,
"createdAt": "Sat Oct 31 07:26:37 +0000 2009",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 2625,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 107,
"statusesCount": 1277,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"1924527490351169964"
],
"profile_bio": {
"description": "professor of computer science @Stanford @stanfordnlp, co-founder of @togethercompute, creator of https://t.co/7R5THVogW2, co-founder of @simile_ai, pianist",
"entities": {
"description": {
"urls": [
{
"display_url": "marin.community",
"expanded_url": "http://marin.community",
"indices": [
97,
120
],
"url": "https://t.co/7R5THVogW2"
}
],
"user_mentions": [
{
"id_str": "",
"indices": [
30,
39
],
"name": "",
"screen_name": "Stanford"
},
{
"id_str": "",
"indices": [
40,
52
],
"name": "",
"screen_name": "stanfordnlp"
},
{
"id_str": "",
"indices": [
68,
84
],
"name": "",
"screen_name": "togethercompute"
},
{
"id_str": "",
"indices": [
136,
146
],
"name": "",
"screen_name": "simile_ai"
}
]
},
"url": {
"urls": [
{
"display_url": "cs.stanford.edu/~pliang/",
"expanded_url": "https://cs.stanford.edu/~pliang/",
"indices": [
0,
23
],
"url": "https://t.co/eDtsxiCvFO"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {},
"card": null,
"place": {},
"entities": {
"hashtags": [],
"symbols": [],
"timestamps": [],
"urls": [],
"user_mentions": [
{
"id_str": "1893313742374625280",
"indices": [
39,
49
],
"name": "jianlin.su",
"screen_name": "Jianlin_S"
}
]
},
"quoted_tweet": {
"type": "tweet",
"id": "2044452403144183935",
"url": "https://x.com/classiclarryd/status/2044452403144183935",
"twitterUrl": "https://twitter.com/classiclarryd/status/2044452403144183935",
"text": "Researchers' brilliant ideas often get lost in the sea of endless SOTA claims on weak baselines. At Marin we battle-test ideas in an open arena, where anyone's idea can be promoted to the next hero run. One that recently rose up was @Jianlin_S MoE Quantile Balancing, used in our last 1e22 and ongoing 130B run. Animated visuals of how QB performed are available in the OpenAthena blog. https://t.co/BDSsonuNH7",
"source": "Twitter for iPhone",
"retweetCount": 22,
"replyCount": 7,
"likeCount": 149,
"quoteCount": 6,
"viewCount": 23841,
"createdAt": "Wed Apr 15 16:26:51 +0000 2026",
"lang": "en",
"bookmarkCount": 71,
"isReply": false,
"inReplyToId": null,
"conversationId": "2044452403144183935",
"displayTextRange": [
0,
280
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "classiclarryd",
"url": "https://x.com/classiclarryd",
"twitterUrl": "https://twitter.com/classiclarryd",
"id": "1791834924317560832",
"name": "Larry Dial",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/1959245933268672512/oAdbl4gC_normal.jpg",
"coverPicture": "https://pbs.twimg.com/profile_banners/1791834924317560832/1755955844",
"description": "",
"location": "",
"followers": 1468,
"following": 30,
"status": "",
"canDm": true,
"canMediaTag": true,
"createdAt": "Sat May 18 14:15:22 +0000 2024",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 23,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 25,
"statusesCount": 92,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [],
"profile_bio": {
"description": "Technical Staff at Open Athena, working on Marin",
"entities": {
"description": {},
"url": {
"urls": [
{
"display_url": "larrydial.com",
"expanded_url": "http://larrydial.com",
"indices": [
0,
23
],
"url": "https://t.co/YF5dlTkrgU"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {
"media": [
{
"allow_download_status": {
"allow_download": true
},
"display_url": "pic.twitter.com/Oy9ZhS31dY",
"expanded_url": "https://twitter.com/classiclarryd/status/2044452403144183935/photo/1",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": [
{
"h": 101,
"w": 101,
"x": 429,
"y": 91
},
{
"h": 109,
"w": 109,
"x": 424,
"y": 48
},
{
"h": 114,
"w": 114,
"x": 841,
"y": 166
}
]
},
"orig": {
"faces": [
{
"h": 101,
"w": 101,
"x": 429,
"y": 91
},
{
"h": 109,
"w": 109,
"x": 424,
"y": 48
},
{
"h": 114,
"w": 114,
"x": 841,
"y": 166
}
]
}
},
"id_str": "2044450223188316160",
"indices": [
281,
304
],
"media_key": "3_2044450223188316160",
"media_results": {
"id": "QXBpTWVkaWFSZXN1bHRzOgwAAQoAARxfWKViG5AACgACHF9aoPGaUH8AAA==",
"result": {
"__typename": "ApiMedia",
"id": "QXBpTWVkaWE6DAABCgABHF9YpWIbkAAKAAIcX1qg8ZpQfwAA",
"media_key": "3_2044450223188316160"
}
},
"media_url_https": "https://pbs.twimg.com/media/HF9YpWIbkAA0oCe.jpg",
"original_info": {
"focus_rects": [
{
"h": 414,
"w": 739,
"x": 0,
"y": 0
},
{
"h": 414,
"w": 414,
"x": 0,
"y": 0
},
{
"h": 414,
"w": 363,
"x": 0,
"y": 0
},
{
"h": 414,
"w": 207,
"x": 59,
"y": 0
},
{
"h": 414,
"w": 1302,
"x": 0,
"y": 0
}
],
"height": 414,
"width": 1302
},
"sizes": {
"large": {
"h": 414,
"w": 1302
}
},
"type": "photo",
"url": "https://t.co/Oy9ZhS31dY"
}
]
},
"card": null,
"place": {},
"entities": {
"hashtags": [],
"symbols": [],
"urls": [
{
"display_url": "openathena.ai/blog/quantile-…",
"expanded_url": "https://openathena.ai/blog/quantile-balancing/",
"indices": [
388,
411
],
"url": "https://t.co/BDSsonuNH7"
}
],
"user_mentions": [
{
"id_str": "1893313742374625280",
"indices": [
233,
243
],
"name": "jianlin.su",
"screen_name": "Jianlin_S"
}
]
},
"quoted_tweet": null,
"retweeted_tweet": null,
"isLimitedReply": false,
"communityInfo": null,
"article": null
},
"retweeted_tweet": null,
"isLimitedReply": false,
"communityInfo": null,
"article": null
}