Viewing enriched Twitter post
So cool to see that open-source, with open experimentation (and with the help of someone posting blog posts about their personal research), can yield a very robust method for MoE balancing. This method seems more elegant than all other methods I have seen. Open source is Awesome!
{
"score": 0.36,
"score_components": {
"author": 0.09,
"engagement": 0.0,
"quality": 0.06000000000000001,
"source": 0.135,
"nlp": 0.05,
"recency": 0.025
},
"scored_at": "2026-04-17T09:50:56.868956",
"import_source": "api_import",
"source_tagged_at": "2026-04-17T09:50:56.868969",
"enriched": true,
"enriched_at": "2026-04-17T09:50:56.868971"
}{
"type": "tweet",
"id": "2045076584713904212",
"url": "https://x.com/Tim_Dettmers/status/2045076584713904212",
"twitterUrl": "https://twitter.com/Tim_Dettmers/status/2045076584713904212",
"text": "So cool to see that open-source, with open experimentation (and with the help of someone posting blog posts about their personal research), can yield a very robust method for MoE balancing. This method seems more elegant than all other methods I have seen. Open source is Awesome!",
"source": "Twitter for iPhone",
"retweetCount": 0,
"replyCount": 0,
"likeCount": 0,
"quoteCount": 0,
"viewCount": 66,
"createdAt": "Fri Apr 17 09:47:08 +0000 2026",
"lang": "en",
"bookmarkCount": 0,
"isReply": false,
"inReplyToId": null,
"conversationId": "2045076584713904212",
"displayTextRange": [
0,
280
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "Tim_Dettmers",
"url": "https://x.com/Tim_Dettmers",
"twitterUrl": "https://twitter.com/Tim_Dettmers",
"id": "872274950",
"name": "Tim Dettmers",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/1998431471304876032/BhUl3uX9_normal.jpg",
"coverPicture": "https://pbs.twimg.com/profile_banners/872274950/1738601851",
"description": "",
"location": "Pittsburgh, PA",
"followers": 44567,
"following": 898,
"status": "",
"canDm": true,
"canMediaTag": true,
"createdAt": "Wed Oct 10 18:18:30 +0000 2012",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 4211,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 137,
"statusesCount": 3811,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"1818282778057941042"
],
"profile_bio": {
"description": "Creator of bitsandbytes. Professor @CarnegieMellon and Research Scientist @allen_ai . I blog about deep learning and PhD life at https://t.co/Y78KDJJFE7.",
"entities": {
"description": {
"urls": [
{
"display_url": "timdettmers.com",
"expanded_url": "http://timdettmers.com",
"indices": [
130,
153
],
"url": "https://t.co/Y78KDJJFE7"
}
],
"user_mentions": [
{
"id_str": "",
"indices": [
35,
50
],
"name": "",
"screen_name": "CarnegieMellon"
},
{
"id_str": "",
"indices": [
74,
83
],
"name": "",
"screen_name": "allen_ai"
}
]
},
"url": {
"urls": [
{
"display_url": "timdettmers.com/about",
"expanded_url": "http://timdettmers.com/about",
"indices": [
0,
23
],
"url": "https://t.co/H5HgSvHWXO"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {},
"card": null,
"place": {},
"entities": {
"hashtags": [],
"symbols": [],
"timestamps": [],
"urls": [],
"user_mentions": []
},
"quoted_tweet": {
"type": "tweet",
"id": "2045010625877991535",
"url": "https://x.com/percyliang/status/2045010625877991535",
"twitterUrl": "https://twitter.com/percyliang/status/2045010625877991535",
"text": "Marin is using quantile balancing from @Jianlin_S (who developed RoPE, which was also a good idea) to train our current 1e23 FLOPs MoE. The idea is elegant: assigning tokens to experts by solving a linear program. No hyperparameters to tune. Yields stable training.",
"source": "Twitter for iPhone",
"retweetCount": 15,
"replyCount": 1,
"likeCount": 94,
"quoteCount": 3,
"viewCount": 12359,
"createdAt": "Fri Apr 17 05:25:02 +0000 2026",
"lang": "en",
"bookmarkCount": 57,
"isReply": false,
"inReplyToId": null,
"conversationId": "2045010625877991535",
"displayTextRange": [
0,
265
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "percyliang",
"url": "https://x.com/percyliang",
"twitterUrl": "https://twitter.com/percyliang",
"id": "86481377",
"name": "Percy Liang",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/1319828397699129346/wjBcgUH0_normal.jpg",
"coverPicture": "",
"description": "",
"location": "Stanford, CA",
"followers": 100417,
"following": 424,
"status": "",
"canDm": false,
"canMediaTag": true,
"createdAt": "Sat Oct 31 07:26:37 +0000 2009",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 2625,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 107,
"statusesCount": 1277,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"1924527490351169964"
],
"profile_bio": {
"description": "professor of computer science @Stanford @stanfordnlp, co-founder of @togethercompute, creator of https://t.co/7R5THVogW2, co-founder of @simile_ai, pianist",
"entities": {
"description": {
"urls": [
{
"display_url": "marin.community",
"expanded_url": "http://marin.community",
"indices": [
97,
120
],
"url": "https://t.co/7R5THVogW2"
}
],
"user_mentions": [
{
"id_str": "",
"indices": [
30,
39
],
"name": "",
"screen_name": "Stanford"
},
{
"id_str": "",
"indices": [
40,
52
],
"name": "",
"screen_name": "stanfordnlp"
},
{
"id_str": "",
"indices": [
68,
84
],
"name": "",
"screen_name": "togethercompute"
},
{
"id_str": "",
"indices": [
136,
146
],
"name": "",
"screen_name": "simile_ai"
}
]
},
"url": {
"urls": [
{
"display_url": "cs.stanford.edu/~pliang/",
"expanded_url": "https://cs.stanford.edu/~pliang/",
"indices": [
0,
23
],
"url": "https://t.co/eDtsxiCvFO"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {},
"card": null,
"place": {},
"entities": {
"hashtags": [],
"symbols": [],
"timestamps": [],
"urls": [],
"user_mentions": [
{
"id_str": "1893313742374625280",
"indices": [
39,
49
],
"name": "jianlin.su",
"screen_name": "Jianlin_S"
}
]
},
"quoted_tweet": {
"type": "tweet",
"id": "2044452403144183935",
"url": "",
"twitterUrl": "",
"text": "",
"source": "Twitter for iPhone",
"retweetCount": 0,
"replyCount": 0,
"likeCount": 0,
"quoteCount": 0,
"viewCount": 0,
"createdAt": "",
"lang": "",
"bookmarkCount": 0,
"isReply": false,
"inReplyToId": null,
"conversationId": "",
"displayTextRange": [],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {},
"extendedEntities": {},
"card": null,
"place": {},
"entities": {},
"quoted_tweet": null,
"retweeted_tweet": null,
"isLimitedReply": false,
"communityInfo": null,
"article": null
},
"retweeted_tweet": null,
"isLimitedReply": false,
"communityInfo": null,
"article": null
},
"retweeted_tweet": null,
"isLimitedReply": false,
"communityInfo": null,
"article": null
}