Viewing enriched Twitter post
Not only do we want to train a good model, we want to know it'll be good before we even start training. About a month ago, the Marin team launched a 129B (16B active) 1e23 FLOPs MoE run and preregistered a loss of 2.252. The run finished this past week and landed at 2.234. https://t.co/OptaVa7jIO
{
"media": [
{
"type": "photo",
"url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/2058621601542009341/media_0.jpg",
"filename": "media_0.jpg"
}
],
"processed_at": "2026-06-11T22:33:33.346106",
"pipeline_version": "2.0"
}{
"type": "tweet",
"id": "2058621601542009341",
"url": "https://x.com/percyliang/status/2058621601542009341",
"twitterUrl": "https://twitter.com/percyliang/status/2058621601542009341",
"text": "Not only do we want to train a good model, we want to know it'll be good before we even start training.\n\nAbout a month ago, the Marin team launched a 129B (16B active) 1e23 FLOPs MoE run and preregistered a loss of 2.252. The run finished this past week and landed at 2.234.\nhttps://t.co/OptaVa7jIO",
"source": "Twitter for iPhone",
"retweetCount": 65,
"replyCount": 25,
"likeCount": 621,
"quoteCount": 6,
"viewCount": 64715,
"createdAt": "Sun May 24 18:50:11 +0000 2026",
"lang": "en",
"bookmarkCount": 270,
"isReply": false,
"inReplyToId": null,
"conversationId": "2058621601542009341",
"displayTextRange": [
0,
274
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "percyliang",
"url": "https://x.com/percyliang",
"twitterUrl": "https://twitter.com/percyliang",
"id": "86481377",
"name": "Percy Liang",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/1319828397699129346/wjBcgUH0_normal.jpg",
"coverPicture": "",
"description": "",
"location": "Stanford, CA",
"followers": 106753,
"following": 426,
"status": "",
"canDm": false,
"canMediaTag": true,
"createdAt": "Sat Oct 31 07:26:37 +0000 2009",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 2690,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 109,
"statusesCount": 1306,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"1924527490351169964"
],
"profile_bio": {
"description": "professor of computer science @Stanford @stanfordnlp, co-founder of @togethercompute, creator of https://t.co/7R5THVogW2, co-founder of @simile_ai, pianist",
"entities": {
"description": {
"urls": [
{
"display_url": "marin.community",
"expanded_url": "http://marin.community",
"indices": [
97,
120
],
"url": "https://t.co/7R5THVogW2"
}
],
"user_mentions": [
{
"id_str": "",
"indices": [
30,
39
],
"name": "",
"screen_name": "Stanford"
},
{
"id_str": "",
"indices": [
40,
52
],
"name": "",
"screen_name": "stanfordnlp"
},
{
"id_str": "",
"indices": [
68,
84
],
"name": "",
"screen_name": "togethercompute"
},
{
"id_str": "",
"indices": [
136,
146
],
"name": "",
"screen_name": "simile_ai"
}
]
},
"url": {
"urls": [
{
"display_url": "cs.stanford.edu/~pliang/",
"expanded_url": "https://cs.stanford.edu/~pliang/",
"indices": [
0,
23
],
"url": "https://t.co/eDtsxiCvFO"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {
"media": [
{
"display_url": "pic.twitter.com/uNX3YGSlIw",
"expanded_url": "https://twitter.com/percyliang/status/2058621601542009341/photo/1",
"ext_master_playlist_only": [],
"ext_media_availability": {
"status": "Available"
},
"ext_playlists": [],
"features": {
"large": {
"faces": []
},
"orig": {
"faces": []
}
},
"id_str": "2058616717581160448",
"indices": [
275,
298
],
"media_key": "3_2058616717581160448",
"media_results": {
"id": "QXBpTWVkaWFSZXN1bHRzOgwAAQoAARyRrP9kGxAACgACHJGxcIbbcf0AAA==",
"result": {
"__typename": "ApiMedia",
"id": "QXBpTWVkaWE6DAABCgABHJGs/2QbEAAKAAIckbFwhttx/QAA",
"media_key": "3_2058616717581160448"
}
},
"media_url_https": "https://pbs.twimg.com/media/HJGs_2QbEAAGSjj.jpg",
"original_info": {
"focus_rects": [
{
"h": 2294,
"w": 4096,
"x": 0,
"y": 246
},
{
"h": 2540,
"w": 2540,
"x": 880,
"y": 0
},
{
"h": 2540,
"w": 2228,
"x": 1036,
"y": 0
},
{
"h": 2540,
"w": 1270,
"x": 1515,
"y": 0
},
{
"h": 2540,
"w": 4096,
"x": 0,
"y": 0
}
],
"height": 2540,
"width": 4096
},
"sizes": {
"large": {
"h": 1270,
"w": 2048
}
},
"type": "photo",
"url": "https://t.co/uNX3YGSlIw"
}
]
},
"card": null,
"place": {},
"entities": {
"hashtags": [],
"symbols": [],
"urls": [
{
"display_url": "x.com/percyliang/sta…",
"expanded_url": "https://x.com/percyliang/status/2044994822965191106",
"indices": [
275,
298
],
"url": "https://t.co/OptaVa7jIO"
}
],
"user_mentions": []
},
"quoted_tweet": {
"type": "tweet",
"id": "2044994822965191106",
"url": "https://x.com/percyliang/status/2044994822965191106",
"twitterUrl": "https://twitter.com/percyliang/status/2044994822965191106",
"text": "This week, @classiclarryd kicked off a 129B (16B active) 1e23 FLOPs MoE run. In typical Marin style, we have fit scaling laws and have made a loss projection of 2.252. Stay tuned. https://t.co/QnwJ8YxT9H",
"source": "Twitter for iPhone",
"retweetCount": 13,
"replyCount": 8,
"likeCount": 248,
"quoteCount": 0,
"viewCount": 23418,
"createdAt": "Fri Apr 17 04:22:14 +0000 2026",
"lang": "en",
"bookmarkCount": 67,
"isReply": false,
"inReplyToId": null,
"conversationId": "2044994822965191106",
"displayTextRange": [
0,
181
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "percyliang",
"url": "https://x.com/percyliang",
"twitterUrl": "https://twitter.com/percyliang",
"id": "86481377",
"name": "Percy Liang",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/1319828397699129346/wjBcgUH0_normal.jpg",
"coverPicture": "",
"description": "",
"location": "Stanford, CA",
"followers": 106753,
"following": 426,
"status": "",
"canDm": false,
"canMediaTag": true,
"createdAt": "Sat Oct 31 07:26:37 +0000 2009",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 2690,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 109,
"statusesCount": 1306,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"1924527490351169964"
],
"profile_bio": {
"description": "professor of computer science @Stanford @stanfordnlp, co-founder of @togethercompute, creator of https://t.co/7R5THVogW2, co-founder of @simile_ai, pianist",
"entities": {
"description": {
"urls": [
{
"display_url": "marin.community",
"expanded_url": "http://marin.community",
"indices": [
97,
120
],
"url": "https://t.co/7R5THVogW2"
}
],
"user_mentions": [
{
"id_str": "",
"indices": [
30,
39
],
"name": "",
"screen_name": "Stanford"
},
{
"id_str": "",
"indices": [
40,
52
],
"name": "",
"screen_name": "stanfordnlp"
},
{
"id_str": "",
"indices": [
68,
84
],
"name": "",
"screen_name": "togethercompute"
},
{
"id_str": "",
"indices": [
136,
146
],
"name": "",
"screen_name": "simile_ai"
}
]
},
"url": {
"urls": [
{
"display_url": "cs.stanford.edu/~pliang/",
"expanded_url": "https://cs.stanford.edu/~pliang/",
"indices": [
0,
23
],
"url": "https://t.co/eDtsxiCvFO"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {
"media": [
{
"display_url": "pic.twitter.com/QnwJ8YxT9H",
"expanded_url": "https://twitter.com/percyliang/status/2044994822965191106/photo/1",
"ext_master_playlist_only": [],
"ext_media_availability": {
"status": "Available"
},
"ext_playlists": [],
"features": {
"large": {
"faces": [
{
"h": 54,
"w": 54,
"x": 498,
"y": 791
}
]
},
"orig": {
"faces": [
{
"h": 54,
"w": 54,
"x": 498,
"y": 791
}
]
}
},
"id_str": "2044994352867643392",
"indices": [
182,
205
],
"media_key": "3_2044994352867643392",
"media_results": {
"id": "QXBpTWVkaWFSZXN1bHRzOgwAAQoAARxhR4dyWxAACgACHGFH9OZaYcIAAA==",
"result": {
"__typename": "ApiMedia",
"id": "QXBpTWVkaWE6DAABCgABHGFHh3JbEAAKAAIcYUf05lphwgAA",
"media_key": "3_2044994352867643392"
}
},
"media_url_https": "https://pbs.twimg.com/media/HGFHh3JbEAAv_w_.jpg",
"original_info": {
"focus_rects": [
{
"h": 840,
"w": 1500,
"x": 0,
"y": 60
},
{
"h": 900,
"w": 900,
"x": 487,
"y": 0
},
{
"h": 900,
"w": 789,
"x": 543,
"y": 0
},
{
"h": 900,
"w": 450,
"x": 712,
"y": 0
},
{
"h": 900,
"w": 1500,
"x": 0,
"y": 0
}
],
"height": 900,
"width": 1500
},
"sizes": {
"large": {
"h": 900,
"w": 1500
}
},
"type": "photo",
"url": "https://t.co/QnwJ8YxT9H"
}
]
},
"card": null,
"place": {},
"entities": {
"user_mentions": [
{
"id_str": "1791834924317560832",
"indices": [
11,
25
],
"name": "Larry Dial",
"screen_name": "classiclarryd"
}
]
},
"quoted_tweet": null,
"retweeted_tweet": null,
"isLimitedReply": false,
"communityInfo": null,
"article": null
},
"retweeted_tweet": null,
"isLimitedReply": false,
"communityInfo": null,
"article": null
}