Viewing enriched Twitter post
It's very cool that Apple shipped a 20B parameter on-device. You can't put 20B parameters in RAM at any reasonable precision. To make it work they are using pretty exotic architecture by today's standards. A small model predicts from the query (or prompt) which experts to load from Nand into RAM. The key distinction from a typical MoE is that you do this once per query and then generate all the tokens with the same experts (instead of switching the experts for every token).
{
"media": [
{
"url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/2064202168618422396/media_0.jpg",
"media_url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/2064202168618422396/media_0.jpg",
"type": "photo",
"filename": "media_0.jpg"
}
],
"processed_at": "2026-06-11T22:39:15.149308",
"pipeline_version": "2.0"
}{
"type": "tweet",
"id": "2064202168618422396",
"url": "https://x.com/awnihannun/status/2064202168618422396",
"twitterUrl": "https://twitter.com/awnihannun/status/2064202168618422396",
"text": "It's very cool that Apple shipped a 20B parameter on-device. \n\nYou can't put 20B parameters in RAM at any reasonable precision. To make it work they are using pretty exotic architecture by today's standards.\n\nA small model predicts from the query (or prompt) which experts to load from Nand into RAM. The key distinction from a typical MoE is that you do this once per query and then generate all the tokens with the same experts (instead of switching the experts for every token).",
"source": "Twitter for iPhone",
"retweetCount": 294,
"replyCount": 77,
"likeCount": 3183,
"quoteCount": 37,
"viewCount": 223259,
"createdAt": "Tue Jun 09 04:25:22 +0000 2026",
"lang": "en",
"bookmarkCount": 1421,
"isReply": false,
"inReplyToId": null,
"conversationId": "2064202168618422396",
"displayTextRange": [
0,
280
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "awnihannun",
"url": "https://x.com/awnihannun",
"twitterUrl": "https://twitter.com/awnihannun",
"id": "245262377",
"name": "Awni Hannun",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/829414498893123584/P6JytwO8_normal.jpg",
"coverPicture": "",
"description": "",
"location": "",
"followers": 44940,
"following": 346,
"status": "",
"canDm": true,
"canMediaTag": true,
"createdAt": "Mon Jan 31 08:05:27 +0000 2011",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 11790,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 877,
"statusesCount": 5025,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [],
"profile_bio": {
"description": "ow knee",
"entities": {
"description": {},
"url": {
"urls": [
{
"display_url": "awnihannun.com",
"expanded_url": "https://awnihannun.com/",
"indices": [
0,
23
],
"url": "https://t.co/BnD3F0oqO4"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {
"media": [
{
"display_url": "pic.twitter.com/Zhe5HcbGuL",
"expanded_url": "https://twitter.com/awnihannun/status/2064202168618422396/photo/1",
"ext_master_playlist_only": [],
"ext_media_availability": {
"status": "Available"
},
"ext_playlists": [],
"features": {
"large": {
"faces": []
},
"orig": {
"faces": []
}
},
"id_str": "2064201996899700736",
"indices": [
281,
304
],
"media_key": "3_2064201996899700736",
"media_results": {
"id": "QXBpTWVkaWFSZXN1bHRzOgwAAQoAARylhMeR29AACgACHKWE740XkHwAAA==",
"result": {
"__typename": "ApiMedia",
"id": "QXBpTWVkaWE6DAABCgABHKWEx5Hb0AAKAAIcpYTvjReQfAAA",
"media_key": "3_2064201996899700736"
}
},
"media_url_https": "https://pbs.twimg.com/media/HKWEx5Hb0AARN-b.jpg",
"original_info": {
"focus_rects": [
{
"h": 1079,
"w": 1926,
"x": 0,
"y": 0
},
{
"h": 1104,
"w": 1104,
"x": 459,
"y": 0
},
{
"h": 1104,
"w": 968,
"x": 527,
"y": 0
},
{
"h": 1104,
"w": 552,
"x": 735,
"y": 0
},
{
"h": 1104,
"w": 1926,
"x": 0,
"y": 0
}
],
"height": 1104,
"width": 1926
},
"sizes": {
"large": {
"h": 1104,
"w": 1926
}
},
"type": "photo",
"url": "https://t.co/Zhe5HcbGuL"
}
]
},
"card": null,
"place": {},
"entities": {
"hashtags": [],
"symbols": [],
"urls": [],
"user_mentions": []
},
"quoted_tweet": null,
"retweeted_tweet": null,
"isLimitedReply": false,
"communityInfo": null,
"article": null
}