Viewing enriched Twitter post
Can a VLM see without a vision encoder? We trained one for $100, inspired by Gemma 4 12B. Latency on an M3 Pro MacBook: 112 ms -> 1.1 ms for the image path 30% lower end-to-end image+LLM The architecture is just: patchify the image -> linear projection with pos embeddings -> LLM Writeup: https://t.co/yt0IKzsF7O
{
"media": [
{
"url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/2067596807534756204/media_0.mp4",
"media_url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/2067596807534756204/media_0.mp4",
"type": "video",
"filename": "media_0.mp4"
},
{
"url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/2067596807534756204/media_1.jpg",
"media_url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/2067596807534756204/media_1.jpg",
"type": "photo",
"filename": "media_1.jpg"
}
],
"processed_at": "2026-06-18T23:04:12.933394",
"pipeline_version": "2.0"
}{
"type": "tweet",
"id": "2067596807534756204",
"url": "https://x.com/andimarafioti/status/2067596807534756204",
"twitterUrl": "https://twitter.com/andimarafioti/status/2067596807534756204",
"text": "Can a VLM see without a vision encoder?\n\nWe trained one for $100, inspired by Gemma 4 12B.\nLatency on an M3 Pro MacBook:\n112 ms -> 1.1 ms for the image path\n30% lower end-to-end image+LLM\n\nThe architecture is just:\npatchify the image -> linear projection with pos embeddings -> LLM\n\nWriteup:\nhttps://t.co/yt0IKzsF7O",
"source": "Twitter for iPhone",
"retweetCount": 41,
"replyCount": 7,
"likeCount": 281,
"quoteCount": 4,
"viewCount": 16867,
"createdAt": "Thu Jun 18 13:14:27 +0000 2026",
"lang": "en",
"bookmarkCount": 265,
"isReply": false,
"inReplyToId": null,
"conversationId": "2067596807534756204",
"displayTextRange": [
0,
286
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "andimarafioti",
"url": "https://x.com/andimarafioti",
"twitterUrl": "https://twitter.com/andimarafioti",
"id": "1513241024969203725",
"name": "Andi Marafioti",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/1871216618430210048/BYUgZAbw_normal.jpg",
"coverPicture": "https://pbs.twimg.com/profile_banners/1513241024969203725/1723362079",
"description": "",
"location": "Bern, Switzerland",
"followers": 7344,
"following": 643,
"status": "",
"canDm": false,
"canMediaTag": true,
"createdAt": "Sun Apr 10 19:42:57 +0000 2022",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 7759,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 349,
"statusesCount": 2725,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"1963610118165000479"
],
"profile_bio": {
"description": "leading multimodal research @huggingface (prev @unity)",
"entities": {
"description": {
"user_mentions": [
{
"id_str": "",
"indices": [
28,
40
],
"name": "",
"screen_name": "huggingface"
},
{
"id_str": "",
"indices": [
47,
53
],
"name": "",
"screen_name": "unity"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {
"media": [
{
"additional_media_info": {
"monetizable": false
},
"allow_download_status": {
"allow_download": true
},
"display_url": "pic.twitter.com/IKBtKMhzol",
"expanded_url": "https://twitter.com/andimarafioti/status/2067596807534756204/video/1",
"ext_master_playlist_only": [],
"ext_media_availability": {
"status": "Available"
},
"ext_playlists": [],
"id_str": "2067595916756783105",
"indices": [
287,
310
],
"media_key": "13_2067595916756783105",
"media_results": {
"id": "QXBpTWVkaWFSZXN1bHRzOgwABAoAARyxk4gdVhABAAA=",
"result": {
"__typename": "ApiMedia",
"id": "QXBpTWVkaWE6DAAECgABHLGTiB1WEAEAAA==",
"media_key": "13_2067595916756783105"
}
},
"media_url_https": "https://pbs.twimg.com/amplify_video_thumb/2067595916756783105/img/ao_zA27og7dhZI6x.jpg",
"original_info": {
"focus_rects": [],
"height": 1400,
"width": 1400
},
"sizes": {
"large": {
"h": 1400,
"w": 1400
}
},
"type": "video",
"url": "https://t.co/IKBtKMhzol",
"video_info": {
"aspect_ratio": [
1,
1
],
"duration_millis": 12664,
"variants": [
{
"content_type": "application/x-mpegURL",
"url": "https://video.twimg.com/amplify_video/2067595916756783105/pl/3N1TcnKMTkS_GYl8.m3u8?tag=28"
},
{
"bitrate": 432000,
"content_type": "video/mp4",
"url": "https://video.twimg.com/amplify_video/2067595916756783105/vid/avc1/320x320/l1PARxXbzsPBVfto.mp4?tag=28"
},
{
"bitrate": 832000,
"content_type": "video/mp4",
"url": "https://video.twimg.com/amplify_video/2067595916756783105/vid/avc1/540x540/AD349qbgmX2PPB-F.mp4?tag=28"
},
{
"bitrate": 1280000,
"content_type": "video/mp4",
"url": "https://video.twimg.com/amplify_video/2067595916756783105/vid/avc1/720x720/XDsHbFYpQi-mMA0M.mp4?tag=28"
},
{
"bitrate": 8768000,
"content_type": "video/mp4",
"url": "https://video.twimg.com/amplify_video/2067595916756783105/vid/avc1/1400x1400/O0KnP4fux_g30miq.mp4?tag=28"
}
]
}
}
]
},
"card": null,
"place": {},
"entities": {
"hashtags": [],
"symbols": [],
"timestamps": [],
"urls": [
{
"display_url": "huggingface.co/spaces/Hugging…",
"expanded_url": "https://huggingface.co/spaces/HuggingFaceM4/encoder-free-vlm",
"indices": [
292,
315
],
"url": "https://t.co/yt0IKzsF7O"
}
],
"user_mentions": []
},
"quoted_tweet": null,
"retweeted_tweet": null,
"isLimitedReply": false,
"communityInfo": null,
"article": null
}