@HamelHusain
How do I choose the right chunk size for document processing tasks (not RAG)? Part 1 https://t.co/dD1zMng0xy
Viewing enriched Twitter post
How do I choose the right chunk size for document processing tasks (not RAG)? Part 1 https://t.co/dD1zMng0xy
{
"media": [
{
"type": "image",
"url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/1933577868933763548/media_0.jpg?",
"filename": "media_0.jpg"
}
],
"nlp": {
"sentiment": "neutral",
"topics": [
"document processing",
"chunk size",
"RAG"
],
"entities": [],
"summary": "The tweet inquires about selecting the appropriate chunk size for document processing tasks without using RAG.",
"language": "en",
"processed_at": "2025-08-07T11:17:42.180072"
}
} {
"data": {
"threaded_conversation_with_injections_v2": {
"instructions": [
{
"type": "TimelineClearCache"
},
{
"type": "TimelineAddEntries",
"entries": [
{
"entryId": "tweet-1933577868933763548",
"sortIndex": "1953505832293367808",
"content": {
"entryType": "TimelineTimelineItem",
"__typename": "TimelineTimelineItem",
"itemContent": {
"itemType": "TimelineTweet",
"__typename": "TimelineTweet",
"tweet_results": {
"result": {
"__typename": "Tweet",
"rest_id": "1933577868933763548",
"has_birdwatch_notes": false,
"core": {
"user_results": {
"result": {
"__typename": "User",
"id": "VXNlcjo4MjU3NjY2NDA=",
"rest_id": "825766640",
"affiliates_highlighted_label": {},
"has_graduated_access": true,
"is_blue_verified": true,
"profile_image_shape": "Circle",
"legacy": {
"can_dm": true,
"can_media_tag": false,
"created_at": "Sat Sep 15 18:45:02 +0000 2012",
"default_profile": false,
"default_profile_image": false,
"description": "Evals evals evals https://t.co/Zrmp6LRd9c\n\nAbout Me: https://t.co/P6WyeKkyTa",
"entities": {
"description": {
"urls": [
{
"display_url": "evals.info",
"expanded_url": "http://evals.info",
"url": "https://t.co/Zrmp6LRd9c",
"indices": [
18,
41
]
},
{
"display_url": "hamel.dev",
"expanded_url": "https://hamel.dev",
"url": "https://t.co/P6WyeKkyTa",
"indices": [
53,
76
]
}
]
},
"url": {
"urls": [
{
"display_url": "evals.info",
"expanded_url": "http://evals.info",
"url": "https://t.co/Zrmp6LRd9c",
"indices": [
0,
23
]
}
]
}
},
"fast_followers_count": 0,
"favourites_count": 15006,
"followers_count": 37276,
"friends_count": 2185,
"has_custom_timelines": true,
"is_translator": false,
"listed_count": 862,
"location": "Looking at the data",
"media_count": 1354,
"name": "Hamel Husain",
"normal_followers_count": 37276,
"pinned_tweet_ids_str": [
"1953244495430205585"
],
"possibly_sensitive": false,
"profile_banner_url": "https://pbs.twimg.com/profile_banners/825766640/1735797063",
"profile_image_url_https": "https://pbs.twimg.com/profile_images/1287206199088173057/ixE4fKy1_normal.jpg",
"profile_interstitial_type": "",
"screen_name": "HamelHusain",
"statuses_count": 14383,
"translator_type": "none",
"url": "https://t.co/Zrmp6LRd9c",
"verified": false,
"want_retweets": false,
"withheld_in_countries": []
},
"tipjar_settings": {}
}
}
},
"unmention_data": {},
"edit_control": {
"edit_tweet_ids": [
"1933577868933763548"
],
"editable_until_msecs": "1749839462000",
"is_edit_eligible": false,
"edits_remaining": "5"
},
"is_translatable": false,
"views": {
"count": "8814",
"state": "EnabledWithCount"
},
"source": "<a href=\"https://typefully.com/\" rel=\"nofollow\">Typefully</a>",
"legacy": {
"bookmark_count": 46,
"bookmarked": false,
"created_at": "Fri Jun 13 17:31:02 +0000 2025",
"conversation_id_str": "1933577868933763548",
"display_text_range": [
0,
85
],
"entities": {
"hashtags": [],
"media": [
{
"display_url": "pic.x.com/dD1zMng0xy",
"expanded_url": "https://x.com/HamelHusain/status/1933577868933763548/photo/1",
"id_str": "1933577864496218112",
"indices": [
86,
109
],
"media_key": "3_1933577864496218112",
"media_url_https": "https://pbs.twimg.com/media/GtVy0r7bAAAqwAQ.jpg",
"type": "photo",
"url": "https://t.co/dD1zMng0xy",
"ext_media_availability": {
"status": "Available"
},
"features": {
"all": {
"tags": [
{
"user_id": "2286218053",
"name": "Shreya Shankar",
"screen_name": "sh_reya",
"type": "user"
}
]
},
"large": {
"faces": []
},
"medium": {
"faces": []
},
"small": {
"faces": []
},
"orig": {
"faces": []
}
},
"sizes": {
"large": {
"h": 1192,
"w": 1652,
"resize": "fit"
},
"medium": {
"h": 866,
"w": 1200,
"resize": "fit"
},
"small": {
"h": 491,
"w": 680,
"resize": "fit"
},
"thumb": {
"h": 150,
"w": 150,
"resize": "crop"
}
},
"original_info": {
"height": 1192,
"width": 1652,
"focus_rects": [
{
"x": 0,
"y": 0,
"w": 1652,
"h": 925
},
{
"x": 0,
"y": 0,
"w": 1192,
"h": 1192
},
{
"x": 0,
"y": 0,
"w": 1046,
"h": 1192
},
{
"x": 0,
"y": 0,
"w": 596,
"h": 1192
},
{
"x": 0,
"y": 0,
"w": 1652,
"h": 1192
}
]
},
"media_results": {
"result": {
"media_key": "3_1933577864496218112"
}
}
}
],
"symbols": [],
"timestamps": [],
"urls": [],
"user_mentions": []
},
"extended_entities": {
"media": [
{
"display_url": "pic.x.com/dD1zMng0xy",
"expanded_url": "https://x.com/HamelHusain/status/1933577868933763548/photo/1",
"id_str": "1933577864496218112",
"indices": [
86,
109
],
"media_key": "3_1933577864496218112",
"media_url_https": "https://pbs.twimg.com/media/GtVy0r7bAAAqwAQ.jpg",
"type": "photo",
"url": "https://t.co/dD1zMng0xy",
"ext_media_availability": {
"status": "Available"
},
"features": {
"all": {
"tags": [
{
"user_id": "2286218053",
"name": "Shreya Shankar",
"screen_name": "sh_reya",
"type": "user"
}
]
},
"large": {
"faces": []
},
"medium": {
"faces": []
},
"small": {
"faces": []
},
"orig": {
"faces": []
}
},
"sizes": {
"large": {
"h": 1192,
"w": 1652,
"resize": "fit"
},
"medium": {
"h": 866,
"w": 1200,
"resize": "fit"
},
"small": {
"h": 491,
"w": 680,
"resize": "fit"
},
"thumb": {
"h": 150,
"w": 150,
"resize": "crop"
}
},
"original_info": {
"height": 1192,
"width": 1652,
"focus_rects": [
{
"x": 0,
"y": 0,
"w": 1652,
"h": 925
},
{
"x": 0,
"y": 0,
"w": 1192,
"h": 1192
},
{
"x": 0,
"y": 0,
"w": 1046,
"h": 1192
},
{
"x": 0,
"y": 0,
"w": 596,
"h": 1192
},
{
"x": 0,
"y": 0,
"w": 1652,
"h": 1192
}
]
},
"media_results": {
"result": {
"media_key": "3_1933577864496218112"
}
}
}
]
},
"favorite_count": 35,
"favorited": false,
"full_text": "How do I choose the right chunk size for document processing tasks (not RAG)?\n\nPart 1 https://t.co/dD1zMng0xy",
"is_quote_status": false,
"lang": "en",
"possibly_sensitive": false,
"possibly_sensitive_editable": true,
"quote_count": 0,
"reply_count": 2,
"retweet_count": 4,
"retweeted": false,
"user_id_str": "825766640",
"id_str": "1933577868933763548"
},
"quick_promote_eligibility": {
"eligibility": "IneligibleNotProfessional"
}
}
},
"tweetDisplayType": "SelfThread"
},
"clientEventInfo": {
"component": "tweet",
"element": "tweet"
}
}
},
{
"entryId": "conversationthread-1933577885350346964",
"sortIndex": "1953505832293367798",
"content": {
"entryType": "TimelineTimelineModule",
"__typename": "TimelineTimelineModule",
"items": [
{
"entryId": "conversationthread-1933577885350346964-tweet-1933577885350346964",
"item": {
"itemContent": {
"itemType": "TimelineTweet",
"__typename": "TimelineTweet",
"tweet_results": {
"result": {
"__typename": "Tweet",
"rest_id": "1933577885350346964",
"has_birdwatch_notes": false,
"core": {
"user_results": {
"result": {
"__typename": "User",
"id": "VXNlcjo4MjU3NjY2NDA=",
"rest_id": "825766640",
"affiliates_highlighted_label": {},
"has_graduated_access": true,
"is_blue_verified": true,
"profile_image_shape": "Circle",
"legacy": {
"can_dm": true,
"can_media_tag": false,
"created_at": "Sat Sep 15 18:45:02 +0000 2012",
"default_profile": false,
"default_profile_image": false,
"description": "Evals evals evals https://t.co/Zrmp6LRd9c\n\nAbout Me: https://t.co/P6WyeKkyTa",
"entities": {
"description": {
"urls": [
{
"display_url": "evals.info",
"expanded_url": "http://evals.info",
"url": "https://t.co/Zrmp6LRd9c",
"indices": [
18,
41
]
},
{
"display_url": "hamel.dev",
"expanded_url": "https://hamel.dev",
"url": "https://t.co/P6WyeKkyTa",
"indices": [
53,
76
]
}
]
},
"url": {
"urls": [
{
"display_url": "evals.info",
"expanded_url": "http://evals.info",
"url": "https://t.co/Zrmp6LRd9c",
"indices": [
0,
23
]
}
]
}
},
"fast_followers_count": 0,
"favourites_count": 15006,
"followers_count": 37276,
"friends_count": 2185,
"has_custom_timelines": true,
"is_translator": false,
"listed_count": 862,
"location": "Looking at the data",
"media_count": 1354,
"name": "Hamel Husain",
"normal_followers_count": 37276,
"pinned_tweet_ids_str": [
"1953244495430205585"
],
"possibly_sensitive": false,
"profile_banner_url": "https://pbs.twimg.com/profile_banners/825766640/1735797063",
"profile_image_url_https": "https://pbs.twimg.com/profile_images/1287206199088173057/ixE4fKy1_normal.jpg",
"profile_interstitial_type": "",
"screen_name": "HamelHusain",
"statuses_count": 14383,
"translator_type": "none",
"url": "https://t.co/Zrmp6LRd9c",
"verified": false,
"want_retweets": false,
"withheld_in_countries": []
},
"tipjar_settings": {}
}
}
},
"unmention_data": {},
"edit_control": {
"edit_tweet_ids": [
"1933577885350346964"
],
"editable_until_msecs": "1749839466000",
"is_edit_eligible": false,
"edits_remaining": "5"
},
"is_translatable": false,
"views": {
"count": "1070",
"state": "EnabledWithCount"
},
"source": "<a href=\"https://typefully.com/\" rel=\"nofollow\">Typefully</a>",
"legacy": {
"bookmark_count": 0,
"bookmarked": false,
"created_at": "Fri Jun 13 17:31:06 +0000 2025",
"conversation_id_str": "1933577868933763548",
"display_text_range": [
9,
15
],
"entities": {
"hashtags": [],
"media": [
{
"display_url": "pic.x.com/JFeSyDh8JZ",
"expanded_url": "https://x.com/HamelHusain/status/1933577885350346964/photo/1",
"id_str": "1933577882103865344",
"indices": [
16,
39
],
"media_key": "3_1933577882103865344",
"media_url_https": "https://pbs.twimg.com/media/GtVy1thaYAA5-i9.jpg",
"type": "photo",
"url": "https://t.co/JFeSyDh8JZ",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": [
{
"x": 855,
"y": 93,
"h": 62,
"w": 62
}
]
},
"medium": {
"faces": [
{
"x": 623,
"y": 67,
"h": 45,
"w": 45
}
]
},
"small": {
"faces": [
{
"x": 353,
"y": 38,
"h": 25,
"w": 25
}
]
},
"orig": {
"faces": [
{
"x": 855,
"y": 93,
"h": 62,
"w": 62
}
]
}
},
"sizes": {
"large": {
"h": 1216,
"w": 1646,
"resize": "fit"
},
"medium": {
"h": 887,
"w": 1200,
"resize": "fit"
},
"small": {
"h": 502,
"w": 680,
"resize": "fit"
},
"thumb": {
"h": 150,
"w": 150,
"resize": "crop"
}
},
"original_info": {
"height": 1216,
"width": 1646,
"focus_rects": [
{
"x": 0,
"y": 238,
"w": 1646,
"h": 922
},
{
"x": 0,
"y": 0,
"w": 1216,
"h": 1216
},
{
"x": 0,
"y": 0,
"w": 1067,
"h": 1216
},
{
"x": 0,
"y": 0,
"w": 608,
"h": 1216
},
{
"x": 0,
"y": 0,
"w": 1646,
"h": 1216
}
]
},
"media_results": {
"result": {
"media_key": "3_1933577882103865344"
}
}
}
],
"symbols": [],
"timestamps": [],
"urls": [],
"user_mentions": [
{
"id_str": "2286218053",
"name": "Shreya Shankar",
"screen_name": "sh_reya",
"indices": [
0,
8
]
}
]
},
"extended_entities": {
"media": [
{
"display_url": "pic.x.com/JFeSyDh8JZ",
"expanded_url": "https://x.com/HamelHusain/status/1933577885350346964/photo/1",
"id_str": "1933577882103865344",
"indices": [
16,
39
],
"media_key": "3_1933577882103865344",
"media_url_https": "https://pbs.twimg.com/media/GtVy1thaYAA5-i9.jpg",
"type": "photo",
"url": "https://t.co/JFeSyDh8JZ",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": [
{
"x": 855,
"y": 93,
"h": 62,
"w": 62
}
]
},
"medium": {
"faces": [
{
"x": 623,
"y": 67,
"h": 45,
"w": 45
}
]
},
"small": {
"faces": [
{
"x": 353,
"y": 38,
"h": 25,
"w": 25
}
]
},
"orig": {
"faces": [
{
"x": 855,
"y": 93,
"h": 62,
"w": 62
}
]
}
},
"sizes": {
"large": {
"h": 1216,
"w": 1646,
"resize": "fit"
},
"medium": {
"h": 887,
"w": 1200,
"resize": "fit"
},
"small": {
"h": 502,
"w": 680,
"resize": "fit"
},
"thumb": {
"h": 150,
"w": 150,
"resize": "crop"
}
},
"original_info": {
"height": 1216,
"width": 1646,
"focus_rects": [
{
"x": 0,
"y": 238,
"w": 1646,
"h": 922
},
{
"x": 0,
"y": 0,
"w": 1216,
"h": 1216
},
{
"x": 0,
"y": 0,
"w": 1067,
"h": 1216
},
{
"x": 0,
"y": 0,
"w": 608,
"h": 1216
},
{
"x": 0,
"y": 0,
"w": 1646,
"h": 1216
}
]
},
"media_results": {
"result": {
"media_key": "3_1933577882103865344"
}
}
}
]
},
"favorite_count": 5,
"favorited": false,
"full_text": "@sh_reya Part 2 https://t.co/JFeSyDh8JZ",
"in_reply_to_screen_name": "HamelHusain",
"in_reply_to_status_id_str": "1933577868933763548",
"in_reply_to_user_id_str": "825766640",
"is_quote_status": false,
"lang": "en",
"possibly_sensitive": false,
"possibly_sensitive_editable": true,
"quote_count": 0,
"reply_count": 1,
"retweet_count": 1,
"retweeted": false,
"user_id_str": "825766640",
"id_str": "1933577885350346964"
},
"quick_promote_eligibility": {
"eligibility": "IneligibleNotProfessional"
}
}
},
"tweetDisplayType": "SelfThread"
},
"clientEventInfo": {
"component": "tweet",
"element": "tweet",
"details": {
"conversationDetails": {
"conversationSection": "HighQuality"
},
"timelinesDetails": {
"controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
}
}
}
}
},
{
"entryId": "conversationthread-1933577885350346964-tweet-1933577897861918857",
"item": {
"itemContent": {
"itemType": "TimelineTweet",
"__typename": "TimelineTweet",
"tweet_results": {
"result": {
"__typename": "Tweet",
"rest_id": "1933577897861918857",
"has_birdwatch_notes": false,
"core": {
"user_results": {
"result": {
"__typename": "User",
"id": "VXNlcjo4MjU3NjY2NDA=",
"rest_id": "825766640",
"affiliates_highlighted_label": {},
"has_graduated_access": true,
"is_blue_verified": true,
"profile_image_shape": "Circle",
"legacy": {
"can_dm": true,
"can_media_tag": false,
"created_at": "Sat Sep 15 18:45:02 +0000 2012",
"default_profile": false,
"default_profile_image": false,
"description": "Evals evals evals https://t.co/Zrmp6LRd9c\n\nAbout Me: https://t.co/P6WyeKkyTa",
"entities": {
"description": {
"urls": [
{
"display_url": "evals.info",
"expanded_url": "http://evals.info",
"url": "https://t.co/Zrmp6LRd9c",
"indices": [
18,
41
]
},
{
"display_url": "hamel.dev",
"expanded_url": "https://hamel.dev",
"url": "https://t.co/P6WyeKkyTa",
"indices": [
53,
76
]
}
]
},
"url": {
"urls": [
{
"display_url": "evals.info",
"expanded_url": "http://evals.info",
"url": "https://t.co/Zrmp6LRd9c",
"indices": [
0,
23
]
}
]
}
},
"fast_followers_count": 0,
"favourites_count": 15006,
"followers_count": 37276,
"friends_count": 2185,
"has_custom_timelines": true,
"is_translator": false,
"listed_count": 862,
"location": "Looking at the data",
"media_count": 1354,
"name": "Hamel Husain",
"normal_followers_count": 37276,
"pinned_tweet_ids_str": [
"1953244495430205585"
],
"possibly_sensitive": false,
"profile_banner_url": "https://pbs.twimg.com/profile_banners/825766640/1735797063",
"profile_image_url_https": "https://pbs.twimg.com/profile_images/1287206199088173057/ixE4fKy1_normal.jpg",
"profile_interstitial_type": "",
"screen_name": "HamelHusain",
"statuses_count": 14383,
"translator_type": "none",
"url": "https://t.co/Zrmp6LRd9c",
"verified": false,
"want_retweets": false,
"withheld_in_countries": []
},
"tipjar_settings": {}
}
}
},
"card": {
"rest_id": "https://t.co/dR23WB2cAl",
"legacy": {
"binding_values": [
{
"key": "photo_image_full_size_large",
"value": {
"image_value": {
"height": 419,
"width": 800,
"url": "https://pbs.twimg.com/card_img/1950970293033508865/jHGWhlWU?format=jpg&name=800x419"
},
"type": "IMAGE"
}
},
{
"key": "thumbnail_image",
"value": {
"image_value": {
"height": 146,
"width": 280,
"url": "https://pbs.twimg.com/card_img/1950970293033508865/jHGWhlWU?format=jpg&name=280x150"
},
"type": "IMAGE"
}
},
{
"key": "description",
"value": {
"string_value": "Learn proven approaches for quickly improving AI applications. Build AI that works better than the competition, regardless of the use-case.",
"type": "STRING"
}
},
{
"key": "domain",
"value": {
"string_value": "maven.com",
"type": "STRING"
}
},
{
"key": "thumbnail_image_large",
"value": {
"image_value": {
"height": 314,
"width": 600,
"url": "https://pbs.twimg.com/card_img/1950970293033508865/jHGWhlWU?format=jpg&name=600x600"
},
"type": "IMAGE"
}
},
{
"key": "summary_photo_image_small",
"value": {
"image_value": {
"height": 202,
"width": 386,
"url": "https://pbs.twimg.com/card_img/1950970293033508865/jHGWhlWU?format=jpg&name=386x202"
},
"type": "IMAGE"
}
},
{
"key": "thumbnail_image_original",
"value": {
"image_value": {
"height": 837,
"width": 1600,
"url": "https://pbs.twimg.com/card_img/1950970293033508865/jHGWhlWU?format=jpg&name=orig"
},
"type": "IMAGE"
}
},
{
"key": "photo_image_full_size_small",
"value": {
"image_value": {
"height": 202,
"width": 386,
"url": "https://pbs.twimg.com/card_img/1950970293033508865/jHGWhlWU?format=jpg&name=386x202"
},
"type": "IMAGE"
}
},
{
"key": "summary_photo_image_large",
"value": {
"image_value": {
"height": 419,
"width": 800,
"url": "https://pbs.twimg.com/card_img/1950970293033508865/jHGWhlWU?format=jpg&name=800x419"
},
"type": "IMAGE"
}
},
{
"key": "thumbnail_image_small",
"value": {
"image_value": {
"height": 75,
"width": 144,
"url": "https://pbs.twimg.com/card_img/1950970293033508865/jHGWhlWU?format=jpg&name=144x144"
},
"type": "IMAGE"
}
},
{
"key": "thumbnail_image_x_large",
"value": {
"image_value": {
"height": 837,
"width": 1600,
"url": "https://pbs.twimg.com/card_img/1950970293033508865/jHGWhlWU?format=png&name=2048x2048_2_exp"
},
"type": "IMAGE"
}
},
{
"key": "photo_image_full_size_original",
"value": {
"image_value": {
"height": 837,
"width": 1600,
"url": "https://pbs.twimg.com/card_img/1950970293033508865/jHGWhlWU?format=jpg&name=orig"
},
"type": "IMAGE"
}
},
{
"key": "vanity_url",
"value": {
"scribe_key": "vanity_url",
"string_value": "maven.com",
"type": "STRING"
}
},
{
"key": "photo_image_full_size",
"value": {
"image_value": {
"height": 314,
"width": 600,
"url": "https://pbs.twimg.com/card_img/1950970293033508865/jHGWhlWU?format=jpg&name=600x314"
},
"type": "IMAGE"
}
},
{
"key": "thumbnail_image_color",
"value": {
"image_color_value": {
"palette": [
{
"rgb": {
"blue": 29,
"green": 29,
"red": 29
},
"percentage": 81.61
},
{
"rgb": {
"blue": 133,
"green": 119,
"red": 109
},
"percentage": 10.6
},
{
"rgb": {
"blue": 183,
"green": 183,
"red": 183
},
"percentage": 4.37
},
{
"rgb": {
"blue": 68,
"green": 75,
"red": 121
},
"percentage": 1.55
},
{
"rgb": {
"blue": 79,
"green": 64,
"red": 53
},
"percentage": 0.97
}
]
},
"type": "IMAGE_COLOR"
}
},
{
"key": "title",
"value": {
"string_value": "AI Evals For Engineers & PMs by Hamel Husain and Shreya Shankar on Maven",
"type": "STRING"
}
},
{
"key": "summary_photo_image_color",
"value": {
"image_color_value": {
"palette": [
{
"rgb": {
"blue": 29,
"green": 29,
"red": 29
},
"percentage": 81.61
},
{
"rgb": {
"blue": 133,
"green": 119,
"red": 109
},
"percentage": 10.6
},
{
"rgb": {
"blue": 183,
"green": 183,
"red": 183
},
"percentage": 4.37
},
{
"rgb": {
"blue": 68,
"green": 75,
"red": 121
},
"percentage": 1.55
},
{
"rgb": {
"blue": 79,
"green": 64,
"red": 53
},
"percentage": 0.97
}
]
},
"type": "IMAGE_COLOR"
}
},
{
"key": "summary_photo_image_x_large",
"value": {
"image_value": {
"height": 837,
"width": 1600,
"url": "https://pbs.twimg.com/card_img/1950970293033508865/jHGWhlWU?format=png&name=2048x2048_2_exp"
},
"type": "IMAGE"
}
},
{
"key": "summary_photo_image",
"value": {
"image_value": {
"height": 314,
"width": 600,
"url": "https://pbs.twimg.com/card_img/1950970293033508865/jHGWhlWU?format=jpg&name=600x314"
},
"type": "IMAGE"
}
},
{
"key": "photo_image_full_size_color",
"value": {
"image_color_value": {
"palette": [
{
"rgb": {
"blue": 29,
"green": 29,
"red": 29
},
"percentage": 81.61
},
{
"rgb": {
"blue": 133,
"green": 119,
"red": 109
},
"percentage": 10.6
},
{
"rgb": {
"blue": 183,
"green": 183,
"red": 183
},
"percentage": 4.37
},
{
"rgb": {
"blue": 68,
"green": 75,
"red": 121
},
"percentage": 1.55
},
{
"rgb": {
"blue": 79,
"green": 64,
"red": 53
},
"percentage": 0.97
}
]
},
"type": "IMAGE_COLOR"
}
},
{
"key": "photo_image_full_size_x_large",
"value": {
"image_value": {
"height": 837,
"width": 1600,
"url": "https://pbs.twimg.com/card_img/1950970293033508865/jHGWhlWU?format=png&name=2048x2048_2_exp"
},
"type": "IMAGE"
}
},
{
"key": "card_url",
"value": {
"scribe_key": "card_url",
"string_value": "https://t.co/dR23WB2cAl",
"type": "STRING"
}
},
{
"key": "summary_photo_image_original",
"value": {
"image_value": {
"height": 837,
"width": 1600,
"url": "https://pbs.twimg.com/card_img/1950970293033508865/jHGWhlWU?format=jpg&name=orig"
},
"type": "IMAGE"
}
}
],
"card_platform": {
"platform": {
"audience": {
"name": "production"
},
"device": {
"name": "Android",
"version": "12"
}
}
},
"name": "summary_large_image",
"url": "https://t.co/dR23WB2cAl",
"user_refs_results": []
}
},
"unmention_data": {},
"edit_control": {
"edit_tweet_ids": [
"1933577897861918857"
],
"editable_until_msecs": "1749839469000",
"is_edit_eligible": false,
"edits_remaining": "5"
},
"is_translatable": false,
"views": {
"count": "1029",
"state": "EnabledWithCount"
},
"source": "<a href=\"https://typefully.com/\" rel=\"nofollow\">Typefully</a>",
"legacy": {
"bookmark_count": 2,
"bookmarked": false,
"created_at": "Fri Jun 13 17:31:09 +0000 2025",
"conversation_id_str": "1933577868933763548",
"display_text_range": [
0,
111
],
"entities": {
"hashtags": [],
"symbols": [],
"timestamps": [],
"urls": [
{
"display_url": "hamel.dev/blog/posts/eva…",
"expanded_url": "https://hamel.dev/blog/posts/evals-faq/#q-how-do-i-choose-the-right-chunk-size-for-my-document-processing-tasks",
"url": "https://t.co/F40gPQPRpp",
"indices": [
22,
45
]
},
{
"display_url": "bit.ly/evals-ai",
"expanded_url": "http://bit.ly/evals-ai",
"url": "https://t.co/dR23WB2cAl",
"indices": [
88,
111
]
}
],
"user_mentions": []
},
"favorite_count": 3,
"favorited": false,
"full_text": "Link to the full FAQ: https://t.co/F40gPQPRpp\n\nLink to our course page w/discount code: https://t.co/dR23WB2cAl",
"in_reply_to_screen_name": "HamelHusain",
"in_reply_to_status_id_str": "1933577885350346964",
"in_reply_to_user_id_str": "825766640",
"is_quote_status": false,
"lang": "en",
"possibly_sensitive": false,
"possibly_sensitive_editable": true,
"quote_count": 0,
"reply_count": 0,
"retweet_count": 1,
"retweeted": false,
"user_id_str": "825766640",
"id_str": "1933577897861918857"
},
"quick_promote_eligibility": {
"eligibility": "IneligibleNotProfessional"
}
}
},
"tweetDisplayType": "SelfThread"
},
"clientEventInfo": {
"component": "tweet",
"element": "tweet",
"details": {
"conversationDetails": {
"conversationSection": "HighQuality"
},
"timelinesDetails": {
"controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
}
}
}
}
}
],
"metadata": {
"conversationMetadata": {
"allTweetIds": [
"1933577897861918857"
],
"enableDeduplication": true
}
},
"displayType": "VerticalConversation",
"clientEventInfo": {
"component": "tweet",
"details": {
"conversationDetails": {
"conversationSection": "HighQuality"
},
"timelinesDetails": {
"controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
}
}
}
}
},
{
"entryId": "conversationthread-1933581484549681406",
"sortIndex": "1953505832293367788",
"content": {
"entryType": "TimelineTimelineModule",
"__typename": "TimelineTimelineModule",
"items": [
{
"entryId": "conversationthread-1933581484549681406-tweet-1933581484549681406",
"item": {
"itemContent": {
"itemType": "TimelineTweet",
"__typename": "TimelineTweet",
"tweet_results": {
"result": {
"__typename": "Tweet",
"rest_id": "1933581484549681406",
"has_birdwatch_notes": false,
"core": {
"user_results": {
"result": {
"__typename": "User",
"id": "VXNlcjo5MTYyNDQy",
"rest_id": "9162442",
"affiliates_highlighted_label": {},
"has_graduated_access": true,
"is_blue_verified": false,
"profile_image_shape": "Circle",
"legacy": {
"can_dm": true,
"can_media_tag": false,
"created_at": "Sat Sep 29 19:05:10 +0000 2007",
"default_profile": false,
"default_profile_image": false,
"description": "Programming & Local-first software ⁙ LLM zine https://t.co/apQqD9PIMd ⁙ Startup lessons ⁙ Game design quips.",
"entities": {
"description": {
"urls": [
{
"display_url": "forestfriends.tech",
"expanded_url": "https://forestfriends.tech",
"url": "https://t.co/apQqD9PIMd",
"indices": [
46,
69
]
}
]
},
"url": {
"urls": [
{
"display_url": "interjectedfuture.com",
"expanded_url": "https://interjectedfuture.com",
"url": "https://t.co/BE0tUBkFsC",
"indices": [
0,
23
]
}
]
}
},
"fast_followers_count": 0,
"favourites_count": 3192,
"followers_count": 1587,
"friends_count": 815,
"has_custom_timelines": true,
"is_translator": false,
"listed_count": 63,
"location": "Mountain View, CA",
"media_count": 1164,
"name": "Wil Chung",
"normal_followers_count": 1587,
"pinned_tweet_ids_str": [
"1920961882141167853"
],
"possibly_sensitive": false,
"profile_banner_url": "https://pbs.twimg.com/profile_banners/9162442/1682746878",
"profile_image_url_https": "https://pbs.twimg.com/profile_images/1652185782084571147/RzCYfeOa_normal.jpg",
"profile_interstitial_type": "",
"screen_name": "iamwil",
"statuses_count": 14147,
"translator_type": "none",
"url": "https://t.co/BE0tUBkFsC",
"verified": false,
"want_retweets": false,
"withheld_in_countries": []
},
"tipjar_settings": {}
}
}
},
"unmention_data": {},
"edit_control": {
"edit_tweet_ids": [
"1933581484549681406"
],
"editable_until_msecs": "1749840324000",
"is_edit_eligible": false,
"edits_remaining": "5"
},
"is_translatable": false,
"views": {
"count": "117",
"state": "EnabledWithCount"
},
"source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
"legacy": {
"bookmark_count": 0,
"bookmarked": false,
"created_at": "Fri Jun 13 17:45:24 +0000 2025",
"conversation_id_str": "1933577868933763548",
"display_text_range": [
22,
159
],
"entities": {
"hashtags": [],
"symbols": [],
"timestamps": [],
"urls": [],
"user_mentions": [
{
"id_str": "825766640",
"name": "Hamel Husain",
"screen_name": "HamelHusain",
"indices": [
0,
12
]
},
{
"id_str": "2286218053",
"name": "Shreya Shankar",
"screen_name": "sh_reya",
"indices": [
13,
21
]
}
]
},
"favorite_count": 0,
"favorited": false,
"full_text": "@HamelHusain @sh_reya Is it possible to store the document in hierarchical chunks, and have the LLM choose the granularity? Has anyone tried, and does it work?",
"in_reply_to_screen_name": "HamelHusain",
"in_reply_to_status_id_str": "1933577868933763548",
"in_reply_to_user_id_str": "825766640",
"is_quote_status": false,
"lang": "en",
"quote_count": 0,
"reply_count": 0,
"retweet_count": 0,
"retweeted": false,
"user_id_str": "9162442",
"id_str": "1933581484549681406"
},
"quick_promote_eligibility": {
"eligibility": "IneligibleNotProfessional"
}
}
},
"tweetDisplayType": "Tweet"
},
"clientEventInfo": {
"component": "tweet",
"element": "tweet",
"details": {
"conversationDetails": {
"conversationSection": "HighQuality"
},
"timelinesDetails": {
"controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
}
}
}
}
}
],
"metadata": {
"conversationMetadata": {
"allTweetIds": [
"1933581484549681406"
],
"enableDeduplication": true
}
},
"displayType": "VerticalConversation",
"clientEventInfo": {
"component": "tweet",
"details": {
"conversationDetails": {
"conversationSection": "HighQuality"
},
"timelinesDetails": {
"controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
}
}
}
}
},
{
"entryId": "cursor-bottom-1953505832293367787",
"sortIndex": "1953505832293367787",
"content": {
"entryType": "TimelineTimelineCursor",
"__typename": "TimelineTimelineCursor",
"value": "DAAFCgABGxw_NFB__-kLAAIAAABIRW1QQzZ3QUFBZlEvZ0dKTjB2R3AvQUFBQUFRYTFYTFR4MXFSM0JyVmN0ZVoyOERVR3RWeTJvT2JNSWthMVhZZG10c3cvZz09CAADAAAAAgAA",
"cursorType": "Bottom"
}
}
]
},
{
"type": "TimelineTerminateTimeline",
"direction": "Top"
},
{
"type": "TimelineTerminateTimeline",
"direction": "Bottom"
}
],
"metadata": {
"reader_mode_config": {
"is_reader_mode_available": true
},
"scribeConfig": {
"page": "ranked_replies"
}
}
}
}
}