Viewing enriched Twitter post
Our 1e23 "Delphi" (~25B param model trained for ~600B tokens) run for Marin has entered its learning rate decay phase. Lots of spikes at this scale, very scary! Despite that, the run is looking on track to be close to our pre-registered scaling laws predictions. Stay tuned... https://t.co/59abhVctu9
{
"media": [
{
"url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/2037628851694764500/media_0.jpg",
"media_url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/2037628851694764500/media_0.jpg",
"type": "photo",
"filename": "media_0.jpg"
},
{
"url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/2037628851694764500/media_1.jpg",
"media_url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/2037628851694764500/media_1.jpg",
"type": "photo",
"filename": "media_1.jpg"
}
],
"processed_at": "2026-03-28T05:06:34.865565",
"pipeline_version": "2.0"
}{
"type": "tweet",
"id": "2037628851694764500",
"url": "https://x.com/WilliamBarrHeld/status/2037628851694764500",
"twitterUrl": "https://twitter.com/WilliamBarrHeld/status/2037628851694764500",
"text": "Our 1e23 \"Delphi\" (~25B param model trained for ~600B tokens) run for Marin has entered its learning rate decay phase.\n\nLots of spikes at this scale, very scary! Despite that, the run is looking on track to be close to our pre-registered scaling laws predictions. Stay tuned... https://t.co/59abhVctu9",
"source": "Twitter for iPhone",
"retweetCount": 7,
"replyCount": 6,
"likeCount": 68,
"quoteCount": 3,
"viewCount": 10540,
"createdAt": "Fri Mar 27 20:32:30 +0000 2026",
"lang": "en",
"bookmarkCount": 31,
"isReply": false,
"inReplyToId": null,
"conversationId": "2037628851694764500",
"displayTextRange": [
0,
277
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "WilliamBarrHeld",
"url": "https://x.com/WilliamBarrHeld",
"twitterUrl": "https://twitter.com/WilliamBarrHeld",
"id": "896776614",
"name": "Will Held",
"isVerified": false,
"isBlueVerified": false,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/1579218231767678976/oe4Wm6q1_normal.jpg",
"coverPicture": "https://pbs.twimg.com/profile_banners/896776614/1674408916",
"description": "",
"location": "",
"followers": 2106,
"following": 1054,
"status": "",
"canDm": true,
"canMediaTag": false,
"createdAt": "Mon Oct 22 05:16:06 +0000 2012",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 23682,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 224,
"statusesCount": 966,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"2034380651613594067"
],
"profile_bio": {
"description": "Open LLM Training @ https://t.co/yb9OySgHFM\n\nFormerly ML PhD w/ @Diyi_Yang, 🦙 @AIatMeta, Assistant @GoogleAI, اللغة العربية @NYUAbuDhabi\nBurqueño",
"entities": {
"description": {
"hashtags": [],
"symbols": [],
"urls": [
{
"display_url": "marin.community",
"expanded_url": "http://marin.community",
"indices": [
20,
43
],
"url": "https://t.co/yb9OySgHFM"
}
],
"user_mentions": [
{
"id_str": "0",
"indices": [
64,
74
],
"name": "",
"screen_name": "Diyi_Yang"
},
{
"id_str": "0",
"indices": [
78,
87
],
"name": "",
"screen_name": "AIatMeta"
},
{
"id_str": "0",
"indices": [
99,
108
],
"name": "",
"screen_name": "GoogleAI"
},
{
"id_str": "0",
"indices": [
124,
136
],
"name": "",
"screen_name": "NYUAbuDhabi"
}
]
},
"url": {
"urls": [
{
"display_url": "WilliamHeld.com",
"expanded_url": "http://WilliamHeld.com",
"indices": [
0,
23
],
"url": "https://t.co/D2JeB2qGLp"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {
"media": [
{
"display_url": "pic.twitter.com/59abhVctu9",
"expanded_url": "https://twitter.com/WilliamBarrHeld/status/2037628851694764500/photo/1",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": []
},
"orig": {
"faces": []
}
},
"id_str": "2037605696792088577",
"indices": [
278,
301
],
"media_key": "3_2037605696792088577",
"media_results": {
"id": "QXBpTWVkaWFSZXN1bHRzOgwAAQoAARxHB5XlmtABCgACHEccpRFagdQAAA==",
"result": {
"__typename": "ApiMedia",
"id": "QXBpTWVkaWE6DAABCgABHEcHleWa0AEKAAIcRxylEVqB1AAA",
"media_key": "3_2037605696792088577"
}
},
"media_url_https": "https://pbs.twimg.com/media/HEcHleWa0AE2znD.jpg",
"original_info": {
"focus_rects": [
{
"h": 681,
"w": 1216,
"x": 0,
"y": 0
},
{
"h": 1078,
"w": 1078,
"x": 98,
"y": 0
},
{
"h": 1078,
"w": 946,
"x": 164,
"y": 0
},
{
"h": 1078,
"w": 539,
"x": 368,
"y": 0
},
{
"h": 1078,
"w": 1216,
"x": 0,
"y": 0
}
],
"height": 1078,
"width": 1216
},
"sizes": {
"large": {
"h": 1078,
"w": 1216
}
},
"type": "photo",
"url": "https://t.co/59abhVctu9"
},
{
"display_url": "pic.twitter.com/59abhVctu9",
"expanded_url": "https://twitter.com/WilliamBarrHeld/status/2037628851694764500/photo/1",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": []
},
"orig": {
"faces": []
}
},
"id_str": "2037605696796278784",
"indices": [
278,
301
],
"media_key": "3_2037605696796278784",
"media_results": {
"id": "QXBpTWVkaWFSZXN1bHRzOgwAAQoAARxHB5Xl2sAACgACHEccpRFagdQAAA==",
"result": {
"__typename": "ApiMedia",
"id": "QXBpTWVkaWE6DAABCgABHEcHleXawAAKAAIcRxylEVqB1AAA",
"media_key": "3_2037605696796278784"
}
},
"media_url_https": "https://pbs.twimg.com/media/HEcHleXawAAslBX.jpg",
"original_info": {
"focus_rects": [
{
"h": 681,
"w": 1216,
"x": 0,
"y": 0
},
{
"h": 1078,
"w": 1078,
"x": 138,
"y": 0
},
{
"h": 1078,
"w": 946,
"x": 270,
"y": 0
},
{
"h": 1078,
"w": 539,
"x": 550,
"y": 0
},
{
"h": 1078,
"w": 1216,
"x": 0,
"y": 0
}
],
"height": 1078,
"width": 1216
},
"sizes": {
"large": {
"h": 1078,
"w": 1216
}
},
"type": "photo",
"url": "https://t.co/59abhVctu9"
}
]
},
"card": null,
"place": {},
"entities": {
"hashtags": [],
"symbols": [],
"timestamps": [],
"urls": [],
"user_mentions": []
},
"quoted_tweet": {
"type": "tweet",
"id": "2034367256277533100",
"url": "",
"twitterUrl": "",
"text": "",
"source": "Twitter for iPhone",
"retweetCount": 0,
"replyCount": 0,
"likeCount": 0,
"quoteCount": 0,
"viewCount": 0,
"createdAt": "",
"lang": "",
"bookmarkCount": 0,
"isReply": false,
"inReplyToId": null,
"conversationId": "",
"displayTextRange": [],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {},
"extendedEntities": {},
"card": null,
"place": {},
"entities": {},
"quoted_tweet": null,
"retweeted_tweet": null,
"isLimitedReply": false,
"article": null
},
"retweeted_tweet": null,
"isLimitedReply": false,
"article": null
}