@Modular
We sat down with Kyle Caverly, an AI Performance Engineer on the MAX serve team, to walk through what actually happens inside an inference server from prompt to response. All the code discussed is open source. https://t.co/iwSQ4QA5F1
🐦 Twitter Post Details
Viewing enriched Twitter post
📊 Media Metadata
{
"score": 0.44,
"score_components": {
"author": 0.09,
"engagement": 0.0,
"quality": 0.13999999999999999,
"source": 0.135,
"nlp": 0.05,
"recency": 0.025
},
"scored_at": "2026-04-14T16:11:37.913015",
"import_source": "api_import",
"source_tagged_at": "2026-04-14T16:11:37.913023",
"enriched": true,
"enriched_at": "2026-04-14T16:11:37.913025"
}🔧 Raw API Response
{
"type": "tweet",
"id": "2044085545366941696",
"url": "https://x.com/Modular/status/2044085545366941696",
"twitterUrl": "https://twitter.com/Modular/status/2044085545366941696",
"text": "We sat down with Kyle Caverly, an AI Performance Engineer on the MAX serve team, to walk through what actually happens inside an inference server from prompt to response.\n\nAll the code discussed is open source.\n\nhttps://t.co/iwSQ4QA5F1",
"source": "Twitter for iPhone",
"retweetCount": 0,
"replyCount": 0,
"likeCount": 0,
"quoteCount": 0,
"viewCount": 35,
"createdAt": "Tue Apr 14 16:09:05 +0000 2026",
"lang": "en",
"bookmarkCount": 1,
"isReply": false,
"inReplyToId": null,
"conversationId": "2044085545366941696",
"displayTextRange": [
0,
235
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "Modular",
"url": "https://x.com/Modular",
"twitterUrl": "https://twitter.com/Modular",
"id": "1483918307484848132",
"name": "Modular",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": "Business",
"profilePicture": "https://pbs.twimg.com/profile_images/1786875652656025600/mp6VADd5_normal.png",
"coverPicture": "https://pbs.twimg.com/profile_banners/1483918307484848132/1714859329",
"description": "Building AI’s unified compute layer. We are hiring → https://t.co/cPTAes0HMt 🚀",
"location": "",
"followers": 22316,
"following": 2,
"status": "",
"canDm": false,
"canMediaTag": true,
"createdAt": "Wed Jan 19 21:46:38 +0000 2022",
"entities": {
"description": {
"urls": [
{
"display_url": "modular.com/careers",
"expanded_url": "http://modular.com/careers",
"indices": [
53,
76
],
"url": "https://t.co/cPTAes0HMt"
}
]
},
"url": {
"urls": [
{
"display_url": "modular.com",
"expanded_url": "https://www.modular.com",
"indices": [
0,
23
],
"url": "https://t.co/dFAH0NVA0N"
}
]
}
},
"fastFollowersCount": 0,
"favouritesCount": 697,
"hasCustomTimelines": false,
"isTranslator": false,
"mediaCount": 350,
"statusesCount": 1124,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"2039738561436713330"
],
"profile_bio": {},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {},
"card": {
"binding_values": [
{
"key": "player_url",
"value": {
"string_value": "https://www.youtube.com/embed/hewZwTwDBcM",
"type": "STRING"
}
},
{
"key": "player_image_large",
"value": {
"image_value": {
"height": 320,
"url": "https://pbs.twimg.com/card_img/2044085549674442752/VpRUgmhk?format=jpg&name=800x320_1",
"width": 569
},
"type": "IMAGE"
}
},
{
"key": "player_image",
"value": {
"image_value": {
"height": 158,
"url": "https://pbs.twimg.com/card_img/2044085549674442752/VpRUgmhk?format=jpg&name=280x280",
"width": 280
},
"type": "IMAGE"
}
},
{
"key": "app_star_rating",
"value": {
"string_value": "4.67447",
"type": "STRING"
}
},
{
"key": "description",
"value": {
"string_value": "MAX serve is Modular's open source inference server. In this interview, AI Performance Engineer Kyle Caverly walks through what happens from the moment a req...",
"type": "STRING"
}
},
{
"key": "player_width",
"value": {
"string_value": "1280",
"type": "STRING"
}
},
{
"key": "domain",
"value": {
"string_value": "www.youtube.com",
"type": "STRING"
}
},
{
"key": "app_is_free",
"value": {
"string_value": "true",
"type": "STRING"
}
},
{
"key": "site",
"value": {
"scribe_key": "publisher_id",
"type": "USER",
"user_value": {
"id_str": "10228272",
"path": []
}
}
},
{
"key": "player_image_original",
"value": {
"image_value": {
"height": 720,
"url": "https://pbs.twimg.com/card_img/2044085549674442752/VpRUgmhk?format=jpg&name=orig",
"width": 1280
},
"type": "IMAGE"
}
},
{
"key": "app_num_ratings",
"value": {
"string_value": "46,755,240",
"type": "STRING"
}
},
{
"key": "app_price_amount",
"value": {
"string_value": "0.0",
"type": "STRING"
}
},
{
"key": "player_height",
"value": {
"string_value": "720",
"type": "STRING"
}
},
{
"key": "vanity_url",
"value": {
"scribe_key": "vanity_url",
"string_value": "youtube.com",
"type": "STRING"
}
},
{
"key": "app_name",
"value": {
"string_value": "YouTube",
"type": "STRING"
}
},
{
"key": "player_image_small",
"value": {
"image_value": {
"height": 81,
"url": "https://pbs.twimg.com/card_img/2044085549674442752/VpRUgmhk?format=jpg&name=144x144",
"width": 144
},
"type": "IMAGE"
}
},
{
"key": "title",
"value": {
"string_value": "Inside MAX Serve: From Prompt to Response",
"type": "STRING"
}
},
{
"key": "app_price_currency",
"value": {
"string_value": "USD",
"type": "STRING"
}
},
{
"key": "card_url",
"value": {
"scribe_key": "card_url",
"string_value": "https://t.co/iwSQ4QA5F1",
"type": "STRING"
}
},
{
"key": "player_image_color",
"value": {
"image_color_value": {
"palette": [
{
"percentage": 50.33,
"rgb": {
"blue": 88,
"green": 43,
"red": 38
}
},
{
"percentage": 13.99,
"rgb": {
"blue": 34,
"green": 19,
"red": 19
}
},
{
"percentage": 13.08,
"rgb": {
"blue": 150,
"green": 76,
"red": 62
}
},
{
"percentage": 8.79,
"rgb": {
"blue": 187,
"green": 121,
"red": 120
}
},
{
"percentage": 8.06,
"rgb": {
"blue": 169,
"green": 174,
"red": 188
}
}
]
},
"type": "IMAGE_COLOR"
}
},
{
"key": "player_image_x_large",
"value": {
"image_value": {
"height": 720,
"url": "https://pbs.twimg.com/card_img/2044085549674442752/VpRUgmhk?format=png&name=2048x2048_2_exp",
"width": 1280
},
"type": "IMAGE"
}
}
],
"card_platform": {
"platform": {
"audience": {
"name": "production"
},
"device": {
"name": "Swift",
"version": "12"
}
}
},
"name": "player",
"url": "https://t.co/iwSQ4QA5F1",
"user_refs_results": [
{
"result": {
"__typename": "User",
"affiliates_highlighted_label": {},
"has_graduated_access": true,
"id": "VXNlcjoxMDIyODI3Mg==",
"is_blue_verified": true,
"legacy": {
"blocked_by": false,
"blocking": false,
"can_dm": false,
"can_media_tag": true,
"created_at": "Tue Nov 13 21:43:46 +0000 2007",
"default_profile": false,
"default_profile_image": false,
"description": "like & subscribe",
"entities": {
"description": {
"urls": []
},
"url": {
"urls": [
{
"display_url": "youtube.com",
"expanded_url": "http://youtube.com/",
"indices": [
0,
23
],
"url": "https://t.co/GIOK0JwI68"
}
]
}
},
"fast_followers_count": 0,
"favourites_count": 6015,
"follow_request_sent": false,
"followed_by": false,
"followers_count": 68385498,
"following": false,
"friends_count": 1144,
"has_custom_timelines": true,
"is_translator": false,
"listed_count": 74189,
"location": "San Bruno, CA",
"media_count": 16110,
"muting": false,
"name": "YouTube",
"normal_followers_count": 68385498,
"notifications": false,
"pinned_tweet_ids_str": [],
"possibly_sensitive": false,
"profile_banner_url": "https://pbs.twimg.com/profile_banners/10228272/1773248035",
"profile_image_url_https": "https://pbs.twimg.com/profile_images/1984471345854566400/5pd8GpgC_normal.jpg",
"profile_interstitial_type": "",
"protected": false,
"screen_name": "YouTube",
"statuses_count": 61011,
"translator_type": "regular",
"url": "https://t.co/GIOK0JwI68",
"verified": false,
"verified_type": "Business",
"want_retweets": false,
"withheld_in_countries": []
},
"parody_commentary_fan_label": "None",
"profile_image_shape": "Square",
"rest_id": "10228272",
"super_follow_eligible": false,
"super_followed_by": false,
"super_following": false,
"tipjar_settings": {}
}
}
]
},
"place": {},
"entities": {
"hashtags": [],
"symbols": [],
"timestamps": [],
"urls": [
{
"display_url": "youtu.be/hewZwTwDBcM",
"expanded_url": "https://youtu.be/hewZwTwDBcM",
"indices": [
212,
235
],
"url": "https://t.co/iwSQ4QA5F1"
}
],
"user_mentions": []
},
"quoted_tweet": null,
"retweeted_tweet": null,
"article": null
}