Viewing enriched Twitter post
. @sh_reya 's paper confirms what I see in practice 1) Automated evals don't work (without semi-manual human alignment) 2) Most tools don't provide this alignment 3) Automated evals add mostly noise 4) You can only write good evals by looking at data and reacting to failures https://t.co/BxhHEDVKuV
{
"media": [
{
"id": "1900987679699070976",
"type": "photo",
"url": "https://t.co/BxhHEDVKuV",
"media_url": null,
"media_url_https": "https://pbs.twimg.com/media/GmGqOQrbcAAcirm.png",
"display_url": "pic.x.com/BxhHEDVKuV",
"expanded_url": "https://x.com/HamelHusain/status/1900988083648295001/photo/1"
},
{
"id": "1900987724200636416",
"type": "photo",
"url": "https://t.co/BxhHEDVKuV",
"media_url": null,
"media_url_https": "https://pbs.twimg.com/media/GmGqQ2dbcAAoA8K.png",
"display_url": "pic.x.com/BxhHEDVKuV",
"expanded_url": "https://x.com/HamelHusain/status/1900988083648295001/photo/1"
},
{
"id": "1900987782832812032",
"type": "photo",
"url": "https://t.co/BxhHEDVKuV",
"media_url": null,
"media_url_https": "https://pbs.twimg.com/media/GmGqUQ4bcAA_Ibe.jpg",
"display_url": "pic.x.com/BxhHEDVKuV",
"expanded_url": "https://x.com/HamelHusain/status/1900988083648295001/photo/1"
},
{
"id": "1900987915469287427",
"type": "photo",
"url": "https://t.co/BxhHEDVKuV",
"media_url": null,
"media_url_https": "https://pbs.twimg.com/media/GmGqb-_bcAMQsO_.jpg",
"display_url": "pic.x.com/BxhHEDVKuV",
"expanded_url": "https://x.com/HamelHusain/status/1900988083648295001/photo/1"
}
],
"nlp": {
"sentiment": "negative",
"processed_at": "2025-08-06T12:44:23.592396"
},
"original_structure": "had_media_only"
}{
"tweet": {
"bookmark_count": 671,
"bookmarked": false,
"created_at": "Sat Mar 15 19:10:52 +0000 2025",
"conversation_id_str": "1900988083648295001",
"display_text_range": [
0,
276
],
"entities": {
"hashtags": [],
"media": [
{
"display_url": "pic.x.com/BxhHEDVKuV",
"expanded_url": "https://x.com/HamelHusain/status/1900988083648295001/photo/1",
"id_str": "1900987679699070976",
"indices": [
277,
300
],
"media_key": "3_1900987679699070976",
"media_url_https": "https://pbs.twimg.com/media/GmGqOQrbcAAcirm.png",
"type": "photo",
"url": "https://t.co/BxhHEDVKuV",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": [
{
"x": 1035,
"y": 1217,
"h": 109,
"w": 109
}
]
},
"medium": {
"faces": [
{
"x": 606,
"y": 713,
"h": 64,
"w": 64
}
]
},
"small": {
"faces": [
{
"x": 343,
"y": 404,
"h": 36,
"w": 36
}
]
},
"orig": {
"faces": [
{
"x": 1200,
"y": 1411,
"h": 127,
"w": 127
}
]
}
},
"sizes": {
"large": {
"h": 1684,
"w": 2048,
"resize": "fit"
},
"medium": {
"h": 987,
"w": 1200,
"resize": "fit"
},
"small": {
"h": 559,
"w": 680,
"resize": "fit"
},
"thumb": {
"h": 150,
"w": 150,
"resize": "crop"
}
},
"original_info": {
"height": 1952,
"width": 2374,
"focus_rects": [
{
"x": 0,
"y": 0,
"w": 2374,
"h": 1329
},
{
"x": 0,
"y": 0,
"w": 1952,
"h": 1952
},
{
"x": 0,
"y": 0,
"w": 1712,
"h": 1952
},
{
"x": 164,
"y": 0,
"w": 976,
"h": 1952
},
{
"x": 0,
"y": 0,
"w": 2374,
"h": 1952
}
]
},
"media_results": {
"result": {
"media_key": "3_1900987679699070976"
}
}
},
{
"display_url": "pic.x.com/BxhHEDVKuV",
"expanded_url": "https://x.com/HamelHusain/status/1900988083648295001/photo/1",
"id_str": "1900987724200636416",
"indices": [
277,
300
],
"media_key": "3_1900987724200636416",
"media_url_https": "https://pbs.twimg.com/media/GmGqQ2dbcAAoA8K.png",
"type": "photo",
"url": "https://t.co/BxhHEDVKuV",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": []
},
"medium": {
"faces": []
},
"small": {
"faces": []
},
"orig": {
"faces": []
}
},
"sizes": {
"large": {
"h": 610,
"w": 1094,
"resize": "fit"
},
"medium": {
"h": 610,
"w": 1094,
"resize": "fit"
},
"small": {
"h": 379,
"w": 680,
"resize": "fit"
},
"thumb": {
"h": 150,
"w": 150,
"resize": "crop"
}
},
"original_info": {
"height": 610,
"width": 1094,
"focus_rects": [
{
"x": 5,
"y": 0,
"w": 1089,
"h": 610
},
{
"x": 484,
"y": 0,
"w": 610,
"h": 610
},
{
"x": 559,
"y": 0,
"w": 535,
"h": 610
},
{
"x": 750,
"y": 0,
"w": 305,
"h": 610
},
{
"x": 0,
"y": 0,
"w": 1094,
"h": 610
}
]
},
"media_results": {
"result": {
"media_key": "3_1900987724200636416"
}
}
},
{
"display_url": "pic.x.com/BxhHEDVKuV",
"expanded_url": "https://x.com/HamelHusain/status/1900988083648295001/photo/1",
"id_str": "1900987782832812032",
"indices": [
277,
300
],
"media_key": "3_1900987782832812032",
"media_url_https": "https://pbs.twimg.com/media/GmGqUQ4bcAA_Ibe.jpg",
"type": "photo",
"url": "https://t.co/BxhHEDVKuV",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": []
},
"medium": {
"faces": []
},
"small": {
"faces": []
},
"orig": {
"faces": []
}
},
"sizes": {
"large": {
"h": 1542,
"w": 2048,
"resize": "fit"
},
"medium": {
"h": 903,
"w": 1200,
"resize": "fit"
},
"small": {
"h": 512,
"w": 680,
"resize": "fit"
},
"thumb": {
"h": 150,
"w": 150,
"resize": "crop"
}
},
"original_info": {
"height": 1748,
"width": 2322,
"focus_rects": [
{
"x": 0,
"y": 448,
"w": 2322,
"h": 1300
},
{
"x": 112,
"y": 0,
"w": 1748,
"h": 1748
},
{
"x": 220,
"y": 0,
"w": 1533,
"h": 1748
},
{
"x": 549,
"y": 0,
"w": 874,
"h": 1748
},
{
"x": 0,
"y": 0,
"w": 2322,
"h": 1748
}
]
},
"media_results": {
"result": {
"media_key": "3_1900987782832812032"
}
}
},
{
"display_url": "pic.x.com/BxhHEDVKuV",
"expanded_url": "https://x.com/HamelHusain/status/1900988083648295001/photo/1",
"id_str": "1900987915469287427",
"indices": [
277,
300
],
"media_key": "3_1900987915469287427",
"media_url_https": "https://pbs.twimg.com/media/GmGqb-_bcAMQsO_.jpg",
"type": "photo",
"url": "https://t.co/BxhHEDVKuV",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": []
},
"medium": {
"faces": []
},
"small": {
"faces": []
},
"orig": {
"faces": []
}
},
"sizes": {
"large": {
"h": 700,
"w": 1264,
"resize": "fit"
},
"medium": {
"h": 665,
"w": 1200,
"resize": "fit"
},
"small": {
"h": 377,
"w": 680,
"resize": "fit"
},
"thumb": {
"h": 150,
"w": 150,
"resize": "crop"
}
},
"original_info": {
"height": 700,
"width": 1264,
"focus_rects": [
{
"x": 7,
"y": 0,
"w": 1250,
"h": 700
},
{
"x": 282,
"y": 0,
"w": 700,
"h": 700
},
{
"x": 325,
"y": 0,
"w": 614,
"h": 700
},
{
"x": 457,
"y": 0,
"w": 350,
"h": 700
},
{
"x": 0,
"y": 0,
"w": 1264,
"h": 700
}
]
},
"media_results": {
"result": {
"media_key": "3_1900987915469287427"
}
}
}
],
"symbols": [],
"timestamps": [],
"urls": [],
"user_mentions": [
{
"id_str": "2286218053",
"name": "Shreya Shankar",
"screen_name": "sh_reya",
"indices": [
2,
10
]
}
]
},
"extended_entities": {
"media": [
{
"display_url": "pic.x.com/BxhHEDVKuV",
"expanded_url": "https://x.com/HamelHusain/status/1900988083648295001/photo/1",
"id_str": "1900987679699070976",
"indices": [
277,
300
],
"media_key": "3_1900987679699070976",
"media_url_https": "https://pbs.twimg.com/media/GmGqOQrbcAAcirm.png",
"type": "photo",
"url": "https://t.co/BxhHEDVKuV",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": [
{
"x": 1035,
"y": 1217,
"h": 109,
"w": 109
}
]
},
"medium": {
"faces": [
{
"x": 606,
"y": 713,
"h": 64,
"w": 64
}
]
},
"small": {
"faces": [
{
"x": 343,
"y": 404,
"h": 36,
"w": 36
}
]
},
"orig": {
"faces": [
{
"x": 1200,
"y": 1411,
"h": 127,
"w": 127
}
]
}
},
"sizes": {
"large": {
"h": 1684,
"w": 2048,
"resize": "fit"
},
"medium": {
"h": 987,
"w": 1200,
"resize": "fit"
},
"small": {
"h": 559,
"w": 680,
"resize": "fit"
},
"thumb": {
"h": 150,
"w": 150,
"resize": "crop"
}
},
"original_info": {
"height": 1952,
"width": 2374,
"focus_rects": [
{
"x": 0,
"y": 0,
"w": 2374,
"h": 1329
},
{
"x": 0,
"y": 0,
"w": 1952,
"h": 1952
},
{
"x": 0,
"y": 0,
"w": 1712,
"h": 1952
},
{
"x": 164,
"y": 0,
"w": 976,
"h": 1952
},
{
"x": 0,
"y": 0,
"w": 2374,
"h": 1952
}
]
},
"media_results": {
"result": {
"media_key": "3_1900987679699070976"
}
}
},
{
"display_url": "pic.x.com/BxhHEDVKuV",
"expanded_url": "https://x.com/HamelHusain/status/1900988083648295001/photo/1",
"id_str": "1900987724200636416",
"indices": [
277,
300
],
"media_key": "3_1900987724200636416",
"media_url_https": "https://pbs.twimg.com/media/GmGqQ2dbcAAoA8K.png",
"type": "photo",
"url": "https://t.co/BxhHEDVKuV",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": []
},
"medium": {
"faces": []
},
"small": {
"faces": []
},
"orig": {
"faces": []
}
},
"sizes": {
"large": {
"h": 610,
"w": 1094,
"resize": "fit"
},
"medium": {
"h": 610,
"w": 1094,
"resize": "fit"
},
"small": {
"h": 379,
"w": 680,
"resize": "fit"
},
"thumb": {
"h": 150,
"w": 150,
"resize": "crop"
}
},
"original_info": {
"height": 610,
"width": 1094,
"focus_rects": [
{
"x": 5,
"y": 0,
"w": 1089,
"h": 610
},
{
"x": 484,
"y": 0,
"w": 610,
"h": 610
},
{
"x": 559,
"y": 0,
"w": 535,
"h": 610
},
{
"x": 750,
"y": 0,
"w": 305,
"h": 610
},
{
"x": 0,
"y": 0,
"w": 1094,
"h": 610
}
]
},
"media_results": {
"result": {
"media_key": "3_1900987724200636416"
}
}
},
{
"display_url": "pic.x.com/BxhHEDVKuV",
"expanded_url": "https://x.com/HamelHusain/status/1900988083648295001/photo/1",
"id_str": "1900987782832812032",
"indices": [
277,
300
],
"media_key": "3_1900987782832812032",
"media_url_https": "https://pbs.twimg.com/media/GmGqUQ4bcAA_Ibe.jpg",
"type": "photo",
"url": "https://t.co/BxhHEDVKuV",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": []
},
"medium": {
"faces": []
},
"small": {
"faces": []
},
"orig": {
"faces": []
}
},
"sizes": {
"large": {
"h": 1542,
"w": 2048,
"resize": "fit"
},
"medium": {
"h": 903,
"w": 1200,
"resize": "fit"
},
"small": {
"h": 512,
"w": 680,
"resize": "fit"
},
"thumb": {
"h": 150,
"w": 150,
"resize": "crop"
}
},
"original_info": {
"height": 1748,
"width": 2322,
"focus_rects": [
{
"x": 0,
"y": 448,
"w": 2322,
"h": 1300
},
{
"x": 112,
"y": 0,
"w": 1748,
"h": 1748
},
{
"x": 220,
"y": 0,
"w": 1533,
"h": 1748
},
{
"x": 549,
"y": 0,
"w": 874,
"h": 1748
},
{
"x": 0,
"y": 0,
"w": 2322,
"h": 1748
}
]
},
"media_results": {
"result": {
"media_key": "3_1900987782832812032"
}
}
},
{
"display_url": "pic.x.com/BxhHEDVKuV",
"expanded_url": "https://x.com/HamelHusain/status/1900988083648295001/photo/1",
"id_str": "1900987915469287427",
"indices": [
277,
300
],
"media_key": "3_1900987915469287427",
"media_url_https": "https://pbs.twimg.com/media/GmGqb-_bcAMQsO_.jpg",
"type": "photo",
"url": "https://t.co/BxhHEDVKuV",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": []
},
"medium": {
"faces": []
},
"small": {
"faces": []
},
"orig": {
"faces": []
}
},
"sizes": {
"large": {
"h": 700,
"w": 1264,
"resize": "fit"
},
"medium": {
"h": 665,
"w": 1200,
"resize": "fit"
},
"small": {
"h": 377,
"w": 680,
"resize": "fit"
},
"thumb": {
"h": 150,
"w": 150,
"resize": "crop"
}
},
"original_info": {
"height": 700,
"width": 1264,
"focus_rects": [
{
"x": 7,
"y": 0,
"w": 1250,
"h": 700
},
{
"x": 282,
"y": 0,
"w": 700,
"h": 700
},
{
"x": 325,
"y": 0,
"w": 614,
"h": 700
},
{
"x": 457,
"y": 0,
"w": 350,
"h": 700
},
{
"x": 0,
"y": 0,
"w": 1264,
"h": 700
}
]
},
"media_results": {
"result": {
"media_key": "3_1900987915469287427"
}
}
}
]
},
"favorite_count": 713,
"favorited": false,
"full_text": ". @sh_reya 's paper confirms what I see in practice\n\n1) Automated evals don't work (without semi-manual human alignment)\n2) Most tools don't provide this alignment\n3) Automated evals add mostly noise\n4) You can only write good evals by looking at data and reacting to failures https://t.co/BxhHEDVKuV",
"is_quote_status": false,
"lang": "en",
"possibly_sensitive": false,
"possibly_sensitive_editable": true,
"quote_count": 11,
"reply_count": 19,
"retweet_count": 82,
"retweeted": false,
"user_id_str": "825766640",
"id_str": "1900988083648295001",
"note_tweet": null
},
"user": {
"__typename": "User",
"id": "VXNlcjo4MjU3NjY2NDA=",
"rest_id": "825766640",
"affiliates_highlighted_label": {},
"has_graduated_access": true,
"is_blue_verified": true,
"profile_image_shape": "Circle",
"legacy": {
"can_dm": true,
"can_media_tag": false,
"created_at": "Sat Sep 15 18:45:02 +0000 2012",
"default_profile": false,
"default_profile_image": false,
"description": "Evals evals evals https://t.co/S9ctbeyvCJ\n\nAbout Me: https://t.co/P6WyeKkyTa",
"entities": {
"description": {
"urls": [
{
"display_url": "bit.ly/evals-ai",
"expanded_url": "http://bit.ly/evals-ai",
"url": "https://t.co/S9ctbeyvCJ",
"indices": [
18,
41
]
},
{
"display_url": "hamel.dev",
"expanded_url": "https://hamel.dev",
"url": "https://t.co/P6WyeKkyTa",
"indices": [
53,
76
]
}
]
},
"url": {
"urls": [
{
"display_url": "bit.ly/evals-ai",
"expanded_url": "http://bit.ly/evals-ai",
"url": "https://t.co/S9ctbeyvCJ",
"indices": [
0,
23
]
}
]
}
},
"fast_followers_count": 0,
"favourites_count": 14484,
"followers_count": 36022,
"friends_count": 2148,
"has_custom_timelines": true,
"is_translator": false,
"listed_count": 836,
"location": "Looking at the data",
"media_count": 1276,
"name": "Hamel Husain",
"normal_followers_count": 36022,
"pinned_tweet_ids_str": [
"1935000240521875827"
],
"possibly_sensitive": false,
"profile_banner_url": "https://pbs.twimg.com/profile_banners/825766640/1735797063",
"profile_image_url_https": "https://pbs.twimg.com/profile_images/1287206199088173057/ixE4fKy1_normal.jpg",
"profile_interstitial_type": "",
"screen_name": "HamelHusain",
"statuses_count": 13819,
"translator_type": "none",
"url": "https://t.co/S9ctbeyvCJ",
"verified": false,
"want_retweets": false,
"withheld_in_countries": []
},
"tipjar_settings": {}
},
"views": "75213"
}