Viewing enriched Twitter post
Highlighting the new WebGPU backend in llama.cpp/ggml The work to bring full-fledged WebGPU support in llama.cpp started about an year and a half ago. It has been lead by @reeselevine and team at USCS. For more information, checkout the interactive blog and paper in the quoted post. Here are 2 excerpts from the paper, summarizing the implemented software architecture.
{
"media": [
{
"type": "photo",
"url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/2057668450076520811/media_0.jpg",
"filename": "media_0.jpg"
},
{
"type": "photo",
"url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/2057668450076520811/media_1.jpg",
"filename": "media_1.jpg"
}
],
"processed_at": "2026-06-11T22:37:18.922890",
"pipeline_version": "2.0"
}{
"type": "tweet",
"id": "2057668450076520811",
"url": "https://x.com/ggerganov/status/2057668450076520811",
"twitterUrl": "https://twitter.com/ggerganov/status/2057668450076520811",
"text": "Highlighting the new WebGPU backend in llama.cpp/ggml\n\nThe work to bring full-fledged WebGPU support in llama.cpp started about an year and a half ago. It has been lead by @reeselevine and team at USCS.\n\nFor more information, checkout the interactive blog and paper in the quoted post. Here are 2 excerpts from the paper, summarizing the implemented software architecture.",
"source": "Twitter for iPhone",
"retweetCount": 109,
"replyCount": 13,
"likeCount": 615,
"quoteCount": 11,
"viewCount": 90309,
"createdAt": "Fri May 22 03:42:42 +0000 2026",
"lang": "en",
"bookmarkCount": 317,
"isReply": false,
"inReplyToId": null,
"conversationId": "2057668450076520811",
"displayTextRange": [
0,
279
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "ggerganov",
"url": "https://x.com/ggerganov",
"twitterUrl": "https://twitter.com/ggerganov",
"id": "3300401027",
"name": "Georgi Gerganov",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/1654097134315098113/zCZD0wYz_normal.jpg",
"coverPicture": "https://pbs.twimg.com/profile_banners/3300401027/1716922617",
"description": "",
"location": "",
"followers": 61965,
"following": 292,
"status": "",
"canDm": true,
"canMediaTag": false,
"createdAt": "Wed May 27 12:56:54 +0000 2015",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 3204,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 310,
"statusesCount": 1734,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"2038632534414680223"
],
"profile_bio": {
"description": "24th at the Electrica puzzle challenge | building https://t.co/baTQS2bdia | engineer @huggingface",
"entities": {
"description": {
"urls": [
{
"display_url": "github.com/ggml-org",
"expanded_url": "https://github.com/ggml-org",
"indices": [
50,
73
],
"url": "https://t.co/baTQS2bdia"
}
],
"user_mentions": [
{
"id_str": "",
"indices": [
85,
97
],
"name": "",
"screen_name": "huggingface"
}
]
},
"url": {
"urls": [
{
"display_url": "github.com/ggerganov",
"expanded_url": "https://github.com/ggerganov",
"indices": [
0,
23
],
"url": "https://t.co/0H5L2twAKi"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {
"media": [
{
"display_url": "pic.twitter.com/1tQwsbza9f",
"expanded_url": "https://twitter.com/ggerganov/status/2057668450076520811/photo/1",
"ext_alt_text": "Figure from https://arxiv.org/pdf/2605.20706",
"ext_master_playlist_only": [],
"ext_media_availability": {
"status": "Available"
},
"ext_playlists": [],
"features": {
"all": {
"tags": [
{
"name": "Reese Levine",
"screen_name": "reeselevine",
"type": "user",
"user_id": "15544007"
},
{
"name": "Reese Levine",
"screen_name": "reeselevine",
"type": "user",
"user_id": "15544007"
}
]
},
"large": {
"faces": []
},
"orig": {
"faces": []
}
},
"id_str": "2057665834458267648",
"indices": [
280,
303
],
"media_key": "3_2057665834458267648",
"media_results": {
"id": "QXBpTWVkaWFSZXN1bHRzOgwAAQoAARyOTCypV8AACgACHI5OjahW8WsAAA==",
"result": {
"__typename": "ApiMedia",
"id": "QXBpTWVkaWE6DAABCgABHI5MLKlXwAAKAAIcjk6NqFbxawAA",
"media_key": "3_2057665834458267648"
}
},
"media_url_https": "https://pbs.twimg.com/media/HI5MLKlXwAABSPd.jpg",
"original_info": {
"focus_rects": [
{
"h": 668,
"w": 1193,
"x": 0,
"y": 0
},
{
"h": 668,
"w": 668,
"x": 173,
"y": 0
},
{
"h": 668,
"w": 586,
"x": 214,
"y": 0
},
{
"h": 668,
"w": 334,
"x": 340,
"y": 0
},
{
"h": 668,
"w": 1356,
"x": 0,
"y": 0
}
],
"height": 668,
"width": 1356
},
"sizes": {
"large": {
"h": 668,
"w": 1356
}
},
"type": "photo",
"url": "https://t.co/1tQwsbza9f"
},
{
"display_url": "pic.twitter.com/1tQwsbza9f",
"expanded_url": "https://twitter.com/ggerganov/status/2057668450076520811/photo/1",
"ext_alt_text": "Figure from https://arxiv.org/pdf/2605.20706",
"ext_master_playlist_only": [],
"ext_media_availability": {
"status": "Available"
},
"ext_playlists": [],
"features": {
"all": {
"tags": [
{
"name": "Reese Levine",
"screen_name": "reeselevine",
"type": "user",
"user_id": "15544007"
},
{
"name": "Reese Levine",
"screen_name": "reeselevine",
"type": "user",
"user_id": "15544007"
}
]
},
"large": {
"faces": []
},
"orig": {
"faces": []
}
},
"id_str": "2057665949772226560",
"indices": [
280,
303
],
"media_key": "3_2057665949772226560",
"media_results": {
"id": "QXBpTWVkaWFSZXN1bHRzOgwAAQoAARyOTEeClyAACgACHI5OjahW8WsAAA==",
"result": {
"__typename": "ApiMedia",
"id": "QXBpTWVkaWE6DAABCgABHI5MR4KXIAAKAAIcjk6NqFbxawAA",
"media_key": "3_2057665949772226560"
}
},
"media_url_https": "https://pbs.twimg.com/media/HI5MR4KXIAAqkGq.jpg",
"original_info": {
"focus_rects": [
{
"h": 801,
"w": 1430,
"x": 0,
"y": 549
},
{
"h": 1350,
"w": 1350,
"x": 80,
"y": 0
},
{
"h": 1350,
"w": 1184,
"x": 230,
"y": 0
},
{
"h": 1350,
"w": 675,
"x": 485,
"y": 0
},
{
"h": 1350,
"w": 1430,
"x": 0,
"y": 0
}
],
"height": 1350,
"width": 1430
},
"sizes": {
"large": {
"h": 1350,
"w": 1430
}
},
"type": "photo",
"url": "https://t.co/1tQwsbza9f"
}
]
},
"card": null,
"place": {},
"entities": {
"hashtags": [],
"symbols": [],
"urls": [],
"user_mentions": [
{
"id_str": "15544007",
"indices": [
172,
184
],
"name": "Reese Levine",
"screen_name": "reeselevine"
}
]
},
"quoted_tweet": {
"type": "tweet",
"id": "2057539380341039343",
"url": "https://x.com/reeselevine/status/2057539380341039343",
"twitterUrl": "https://twitter.com/reeselevine/status/2057539380341039343",
"text": "WebGPU support in llama.cpp is here! Check out our blog post introducing it: https://t.co/3OUusMYqIY\n\nRun local models in your browser, with GPU acceleration. No data leaves your computer!\n\nThanks to everyone who's made this possible, especially @ggerganov",
"source": "Twitter for iPhone",
"retweetCount": 27,
"replyCount": 5,
"likeCount": 126,
"quoteCount": 7,
"viewCount": 737069,
"createdAt": "Thu May 21 19:09:50 +0000 2026",
"lang": "en",
"bookmarkCount": 61,
"isReply": false,
"inReplyToId": null,
"conversationId": "2057539380341039343",
"displayTextRange": [
0,
256
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "reeselevine",
"url": "https://x.com/reeselevine",
"twitterUrl": "https://twitter.com/reeselevine",
"id": "15544007",
"name": "Reese Levine",
"isVerified": false,
"isBlueVerified": false,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/1334970725724160000/Vf-5Hw-O_normal.jpg",
"coverPicture": "https://pbs.twimg.com/profile_banners/15544007/1411617608",
"description": "",
"location": "",
"followers": 285,
"following": 253,
"status": "",
"canDm": false,
"canMediaTag": true,
"createdAt": "Tue Jul 22 23:06:51 +0000 2008",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 686,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 29,
"statusesCount": 580,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"1859369154069004546"
],
"profile_bio": {
"description": "Recreating on public lands. Thinking about computers at UCSC.",
"entities": {
"description": {},
"url": {
"urls": [
{
"display_url": "reeselevine.github.io",
"expanded_url": "https://reeselevine.github.io",
"indices": [
0,
23
],
"url": "https://t.co/f5cUdQ46TS"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {},
"card": null,
"place": {},
"entities": {
"urls": [
{
"display_url": "reeselevine.github.io/llamas-on-the-…",
"expanded_url": "https://reeselevine.github.io/llamas-on-the-web/",
"indices": [
77,
100
],
"url": "https://t.co/3OUusMYqIY"
}
],
"user_mentions": [
{
"id_str": "3300401027",
"indices": [
246,
256
],
"name": "Georgi Gerganov",
"screen_name": "ggerganov"
}
]
},
"quoted_tweet": null,
"retweeted_tweet": null,
"isLimitedReply": false,
"communityInfo": null,
"article": null
},
"retweeted_tweet": null,
"isLimitedReply": false,
"communityInfo": null,
"article": null
}