Viewing enriched Twitter post
Hey @METR_Evals—love your work, but we think it's the *metric* that's saturated, not the task suite. For example, despite rapid gains in accuracy, we found limited gains in reliability. We'd love to work together to see if this holds up on the time-horizon task suite. https://t.co/B5WPlIrwVx
{
"media": [
{
"url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/2031829227876561296/media_0.jpg",
"media_url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/2031829227876561296/media_0.jpg",
"type": "photo",
"filename": "media_0.jpg"
}
],
"processed_at": "2026-03-11T20:46:39.037964",
"pipeline_version": "2.0"
}{
"type": "tweet",
"id": "2031829227876561296",
"url": "https://x.com/sayashk/status/2031829227876561296",
"twitterUrl": "https://twitter.com/sayashk/status/2031829227876561296",
"text": "Hey @METR_Evals—love your work, but we think it's the *metric* that's saturated, not the task suite. For example, despite rapid gains in accuracy, we found limited gains in reliability. We'd love to work together to see if this holds up on the time-horizon task suite. https://t.co/B5WPlIrwVx",
"source": "Twitter for iPhone",
"retweetCount": 1,
"replyCount": 0,
"likeCount": 5,
"quoteCount": 0,
"viewCount": 825,
"createdAt": "Wed Mar 11 20:26:52 +0000 2026",
"lang": "en",
"bookmarkCount": 3,
"isReply": false,
"inReplyToId": null,
"conversationId": "2031829227876561296",
"displayTextRange": [
0,
268
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "sayashk",
"url": "https://x.com/sayashk",
"twitterUrl": "https://twitter.com/sayashk",
"id": "3084274082",
"name": "Sayash Kapoor",
"isVerified": false,
"isBlueVerified": false,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/1521238232867946496/U_GCI43e_normal.jpg",
"coverPicture": "https://pbs.twimg.com/profile_banners/3084274082/1712802699",
"description": "",
"location": "Princeton",
"followers": 11815,
"following": 2224,
"status": "",
"canDm": true,
"canMediaTag": true,
"createdAt": "Sun Mar 15 09:03:24 +0000 2015",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 4650,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 209,
"statusesCount": 1375,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"1980316849318641889"
],
"profile_bio": {
"description": "I tweet about AI agents, AI evals, AI for science.\nAI as Normal Technology: https://t.co/5amOkqKDf2\nBook: https://t.co/DabpkhNrcM",
"entities": {
"description": {
"hashtags": [],
"symbols": [],
"urls": [
{
"display_url": "bit.ly/ai-nt",
"expanded_url": "http://bit.ly/ai-nt",
"indices": [
76,
99
],
"url": "https://t.co/5amOkqKDf2"
},
{
"display_url": "bit.ly/ai-so",
"expanded_url": "http://bit.ly/ai-so",
"indices": [
106,
129
],
"url": "https://t.co/DabpkhNrcM"
}
],
"user_mentions": []
},
"url": {
"urls": [
{
"display_url": "cs.princeton.edu/~sayashk",
"expanded_url": "http://cs.princeton.edu/~sayashk",
"indices": [
0,
23
],
"url": "https://t.co/wO9NAWB11f"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {
"media": [
{
"allow_download_status": {
"allow_download": true
},
"display_url": "pic.twitter.com/B5WPlIrwVx",
"expanded_url": "https://twitter.com/sayashk/status/2031829227876561296/photo/1",
"ext_alt_text": "Despite rapid gains in accuracy, reliability has improved much more slowly.",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": []
},
"orig": {
"faces": []
}
},
"id_str": "2031829026977828864",
"indices": [
269,
292
],
"media_key": "3_2031829026977828864",
"media_results": {
"id": "QXBpTWVkaWFSZXN1bHRzOgwAAQoAARwygbwlV1AACgACHDKB6uvWsZAAAA==",
"result": {
"__typename": "ApiMedia",
"id": "QXBpTWVkaWE6DAABCgABHDKBvCVXUAAKAAIcMoHq69axkAAA",
"media_key": "3_2031829026977828864"
}
},
"media_url_https": "https://pbs.twimg.com/media/HDKBvCVXUAAn0lt.jpg",
"original_info": {
"focus_rects": [
{
"h": 706,
"w": 1260,
"x": 0,
"y": 402
},
{
"h": 1108,
"w": 1108,
"x": 152,
"y": 0
},
{
"h": 1108,
"w": 972,
"x": 238,
"y": 0
},
{
"h": 1108,
"w": 554,
"x": 447,
"y": 0
},
{
"h": 1108,
"w": 1260,
"x": 0,
"y": 0
}
],
"height": 1108,
"width": 1260
},
"sizes": {
"large": {
"h": 1108,
"w": 1260
}
},
"type": "photo",
"url": "https://t.co/B5WPlIrwVx"
}
]
},
"card": null,
"place": {},
"entities": {
"hashtags": [],
"symbols": [],
"timestamps": [],
"urls": [],
"user_mentions": [
{
"id_str": "1706770561903497216",
"indices": [
4,
15
],
"name": "METR",
"screen_name": "METR_Evals"
}
]
},
"quoted_tweet": {
"type": "tweet",
"id": "2024923422867030027",
"url": "https://x.com/METR_Evals/status/2024923422867030027",
"twitterUrl": "https://twitter.com/METR_Evals/status/2024923422867030027",
"text": "We estimate that Claude Opus 4.6 has a 50%-time-horizon of around 14.5 hours (95% CI of 6 hrs to 98 hrs) on software tasks. While this is the highest point estimate we’ve reported, this measurement is extremely noisy because our current task suite is nearly saturated. https://t.co/EuRBIrEcVx",
"source": "Twitter for iPhone",
"retweetCount": 460,
"replyCount": 229,
"likeCount": 4048,
"quoteCount": 476,
"viewCount": 3503858,
"createdAt": "Fri Feb 20 19:05:39 +0000 2026",
"lang": "en",
"bookmarkCount": 1260,
"isReply": false,
"inReplyToId": null,
"conversationId": "2024923422867030027",
"displayTextRange": [
0,
268
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "METR_Evals",
"url": "https://x.com/METR_Evals",
"twitterUrl": "https://twitter.com/METR_Evals",
"id": "1706770561903497216",
"name": "METR",
"isVerified": false,
"isBlueVerified": false,
"verifiedType": "Business",
"profilePicture": "https://pbs.twimg.com/profile_images/2021827383431757824/AeVvT0rU_normal.jpg",
"coverPicture": "https://pbs.twimg.com/profile_banners/1706770561903497216/1724202300",
"description": "",
"location": "Berkeley, CA",
"followers": 21806,
"following": 30,
"status": "",
"canDm": true,
"canMediaTag": true,
"createdAt": "Tue Sep 26 20:39:57 +0000 2023",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 853,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 135,
"statusesCount": 487,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"2028948235486937098"
],
"profile_bio": {
"description": "We work to scientifically measure whether and when AI systems might threaten catastrophic harm to society. Nonprofit.",
"entities": {
"description": {
"hashtags": [],
"symbols": [],
"urls": [],
"user_mentions": []
},
"url": {
"urls": [
{
"display_url": "metr.org",
"expanded_url": "http://metr.org",
"indices": [
0,
23
],
"url": "https://t.co/wkntk3GH8E"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {
"media": [
{
"display_url": "pic.twitter.com/EuRBIrEcVx",
"expanded_url": "https://twitter.com/METR_Evals/status/2024923422867030027/photo/1",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": []
},
"orig": {
"faces": []
}
},
"id_str": "2024922432533135363",
"indices": [
269,
292
],
"media_key": "3_2024922432533135363",
"media_results": {
"id": "QXBpTWVkaWFSZXN1bHRzOgwAAQoAARwZ+DlQ24ADCgACHBn5H+VbgAsAAA==",
"result": {
"__typename": "ApiMedia",
"id": "QXBpTWVkaWE6DAABCgABHBn4OVDbgAMKAAIcGfkf5VuACwAA",
"media_key": "3_2024922432533135363"
}
},
"media_url_https": "https://pbs.twimg.com/media/HBn4OVDbgAM7aJ5.jpg",
"original_info": {
"focus_rects": [
{
"h": 876,
"w": 1564,
"x": 0,
"y": 57
},
{
"h": 933,
"w": 933,
"x": 631,
"y": 0
},
{
"h": 933,
"w": 818,
"x": 746,
"y": 0
},
{
"h": 933,
"w": 467,
"x": 1097,
"y": 0
},
{
"h": 933,
"w": 1564,
"x": 0,
"y": 0
}
],
"height": 933,
"width": 1564
},
"sizes": {
"large": {
"h": 933,
"w": 1564
}
},
"type": "photo",
"url": "https://t.co/EuRBIrEcVx"
}
]
},
"card": null,
"place": {},
"entities": {
"hashtags": [],
"symbols": [],
"timestamps": [],
"urls": [],
"user_mentions": []
},
"quoted_tweet": null,
"retweeted_tweet": null,
"isLimitedReply": false,
"article": null
},
"retweeted_tweet": null,
"isLimitedReply": false,
"article": null
}