@dmsobol
This might be the most information dense blog I've ever written. Added "show me the math" section into MoE 101 p4 episode. We believe it fully models MoE training perf on both gpu and cerebras wse devices. https://t.co/uW6H78ZE56 🧵1/n
🐦 Twitter Post Details
Viewing enriched Twitter post
📊 Media Metadata
{
"media": [
{
"url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/1968085325890326566/media_0.jpg?",
"media_url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/1968085325890326566/media_0.jpg?",
"type": "photo",
"filename": "media_0.jpg"
}
],
"processed_at": "2025-09-18T13:46:48.359761",
"pipeline_version": "2.0"
}🔧 Raw API Response
{
"type": "tweet",
"id": "1968085325890326566",
"url": "https://x.com/dmsobol/status/1968085325890326566",
"twitterUrl": "https://twitter.com/dmsobol/status/1968085325890326566",
"text": "This might be the most information dense blog I've ever written. Added \"show me the math\" section into MoE 101 p4 episode. We believe it fully models MoE training perf on both gpu and cerebras wse devices.\nhttps://t.co/uW6H78ZE56\n🧵1/n",
"source": "Twitter for iPhone",
"retweetCount": 38,
"replyCount": 11,
"likeCount": 246,
"quoteCount": 2,
"viewCount": 36099,
"createdAt": "Tue Sep 16 22:51:21 +0000 2025",
"lang": "en",
"bookmarkCount": 250,
"isReply": false,
"inReplyToId": null,
"conversationId": "1968085325890326566",
"displayTextRange": [
0,
234
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "dmsobol",
"url": "https://x.com/dmsobol",
"twitterUrl": "https://twitter.com/dmsobol",
"id": "1540768587488448512",
"name": "Daria Soboleva",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/1780015722720292864/cYYAFmcb_normal.jpg",
"coverPicture": "https://pbs.twimg.com/profile_banners/1540768587488448512/1756093241",
"description": "",
"location": "Sunnyvale, California",
"followers": 959,
"following": 621,
"status": "",
"canDm": true,
"canMediaTag": true,
"createdAt": "Sat Jun 25 18:47:34 +0000 2022",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 1003,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 37,
"statusesCount": 463,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"1947729529050697808"
],
"profile_bio": {
"description": "Making MoE models work @Cerebras & posting about it | Creator of SlimPajama | Ex-@Google @Yandex @Cisco.",
"entities": {
"description": {
"user_mentions": [
{
"id_str": "0",
"indices": [
23,
32
],
"name": "",
"screen_name": "Cerebras"
},
{
"id_str": "0",
"indices": [
81,
88
],
"name": "",
"screen_name": "Google"
},
{
"id_str": "0",
"indices": [
89,
96
],
"name": "",
"screen_name": "Yandex"
},
{
"id_str": "0",
"indices": [
97,
103
],
"name": "",
"screen_name": "Cisco"
}
]
},
"url": {
"urls": [
{
"display_url": "soboleva-daria.github.io",
"expanded_url": "https://soboleva-daria.github.io/",
"indices": [
0,
23
],
"url": "https://t.co/n4YjHYsnpB"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {},
"card": {
"binding_values": [
{
"key": "photo_image_full_size_large",
"value": {
"image_value": {
"height": 419,
"url": "https://pbs.twimg.com/card_img/1965884021596106754/w0j8UsfA?format=jpg&name=800x419",
"width": 800
}
}
},
{
"key": "thumbnail_image",
"value": {
"image_value": {
"height": 147,
"url": "https://pbs.twimg.com/card_img/1965884021596106754/w0j8UsfA?format=jpg&name=280x150",
"width": 280
}
}
},
{
"key": "description",
"value": {
"string_value": "Cerebras is the go-to platform for fast and effortless AI training. Learn more at cerebras.ai."
}
},
{
"key": "domain",
"value": {
"string_value": "www.cerebras.ai"
}
},
{
"key": "thumbnail_image_large",
"value": {
"image_value": {
"height": 315,
"url": "https://pbs.twimg.com/card_img/1965884021596106754/w0j8UsfA?format=jpg&name=600x600",
"width": 600
}
}
},
{
"key": "summary_photo_image_small",
"value": {
"image_value": {
"height": 202,
"url": "https://pbs.twimg.com/card_img/1965884021596106754/w0j8UsfA?format=jpg&name=386x202",
"width": 386
}
}
},
{
"key": "thumbnail_image_original",
"value": {
"image_value": {
"height": 630,
"url": "https://pbs.twimg.com/card_img/1965884021596106754/w0j8UsfA?format=jpg&name=orig",
"width": 1200
}
}
},
{
"key": "photo_image_full_size_small",
"value": {
"image_value": {
"height": 202,
"url": "https://pbs.twimg.com/card_img/1965884021596106754/w0j8UsfA?format=jpg&name=386x202",
"width": 386
}
}
},
{
"key": "summary_photo_image_large",
"value": {
"image_value": {
"height": 419,
"url": "https://pbs.twimg.com/card_img/1965884021596106754/w0j8UsfA?format=jpg&name=800x419",
"width": 800
}
}
},
{
"key": "thumbnail_image_small",
"value": {
"image_value": {
"height": 76,
"url": "https://pbs.twimg.com/card_img/1965884021596106754/w0j8UsfA?format=jpg&name=144x144",
"width": 144
}
}
},
{
"key": "thumbnail_image_x_large",
"value": {
"image_value": {
"height": 630,
"url": "https://pbs.twimg.com/card_img/1965884021596106754/w0j8UsfA?format=png&name=2048x2048_2_exp",
"width": 1200
}
}
},
{
"key": "photo_image_full_size_original",
"value": {
"image_value": {
"height": 630,
"url": "https://pbs.twimg.com/card_img/1965884021596106754/w0j8UsfA?format=jpg&name=orig",
"width": 1200
}
}
},
{
"key": "vanity_url",
"value": {
"scribe_key": "vanity_url",
"string_value": "cerebras.ai"
}
},
{
"key": "photo_image_full_size",
"value": {
"image_value": {
"height": 314,
"url": "https://pbs.twimg.com/card_img/1965884021596106754/w0j8UsfA?format=jpg&name=600x314",
"width": 600
}
}
},
{
"key": "thumbnail_image_color",
"value": {
"image_color_value": {
"palette": [
{
"percentage": 39.62,
"rgb": {
"blue": 0,
"green": 2,
"red": 27
}
},
{
"percentage": 34.95,
"rgb": {
"blue": 4,
"green": 49,
"red": 164
}
},
{
"percentage": 17.32,
"rgb": {
"blue": 1,
"green": 18,
"red": 82
}
},
{
"percentage": 3.58,
"rgb": {
"blue": 15,
"green": 93,
"red": 215
}
},
{
"percentage": 1.28,
"rgb": {
"blue": 1,
"green": 8,
"red": 51
}
}
]
}
}
},
{
"key": "title",
"value": {
"string_value": "Cerebras"
}
},
{
"key": "summary_photo_image_color",
"value": {
"image_color_value": {
"palette": [
{
"percentage": 39.62,
"rgb": {
"blue": 0,
"green": 2,
"red": 27
}
},
{
"percentage": 34.95,
"rgb": {
"blue": 4,
"green": 49,
"red": 164
}
},
{
"percentage": 17.32,
"rgb": {
"blue": 1,
"green": 18,
"red": 82
}
},
{
"percentage": 3.58,
"rgb": {
"blue": 15,
"green": 93,
"red": 215
}
},
{
"percentage": 1.28,
"rgb": {
"blue": 1,
"green": 8,
"red": 51
}
}
]
}
}
},
{
"key": "summary_photo_image_x_large",
"value": {
"image_value": {
"height": 630,
"url": "https://pbs.twimg.com/card_img/1965884021596106754/w0j8UsfA?format=png&name=2048x2048_2_exp",
"width": 1200
}
}
},
{
"key": "summary_photo_image",
"value": {
"image_value": {
"height": 314,
"url": "https://pbs.twimg.com/card_img/1965884021596106754/w0j8UsfA?format=jpg&name=600x314",
"width": 600
}
}
},
{
"key": "photo_image_full_size_color",
"value": {
"image_color_value": {
"palette": [
{
"percentage": 39.62,
"rgb": {
"blue": 0,
"green": 2,
"red": 27
}
},
{
"percentage": 34.95,
"rgb": {
"blue": 4,
"green": 49,
"red": 164
}
},
{
"percentage": 17.32,
"rgb": {
"blue": 1,
"green": 18,
"red": 82
}
},
{
"percentage": 3.58,
"rgb": {
"blue": 15,
"green": 93,
"red": 215
}
},
{
"percentage": 1.28,
"rgb": {
"blue": 1,
"green": 8,
"red": 51
}
}
]
}
}
},
{
"key": "photo_image_full_size_x_large",
"value": {
"image_value": {
"height": 630,
"url": "https://pbs.twimg.com/card_img/1965884021596106754/w0j8UsfA?format=png&name=2048x2048_2_exp",
"width": 1200
}
}
},
{
"key": "card_url",
"value": {
"scribe_key": "card_url",
"string_value": "https://t.co/uW6H78ZE56"
}
},
{
"key": "summary_photo_image_original",
"value": {
"image_value": {
"height": 630,
"url": "https://pbs.twimg.com/card_img/1965884021596106754/w0j8UsfA?format=jpg&name=orig",
"width": 1200
}
}
}
],
"card_platform": {
"platform": {
"audience": {
"name": "production"
},
"device": {
"name": "iPhone",
"version": "13"
}
}
},
"name": "summary_large_image",
"url": "https://t.co/uW6H78ZE56"
},
"place": {},
"entities": {
"urls": [
{
"display_url": "cerebras.ai/blog/moe-guide…",
"expanded_url": "https://www.cerebras.ai/blog/moe-guide-scale",
"indices": [
206,
229
],
"url": "https://t.co/uW6H78ZE56"
}
]
},
"quoted_tweet": {
"type": "tweet",
"id": "1968080887683354819",
"url": "https://x.com/CerebrasSystems/status/1968080887683354819",
"twitterUrl": "https://twitter.com/CerebrasSystems/status/1968080887683354819",
"text": "🧮 Calling all Mathletes, this one is for you.\n\nWe’ve been asked to show the math behind our MoE claims. So we did. Our analysis confirms:\n\nOn GPUs, expert parallelism creates severe communication overheads that dwarf computation and make MoE training painfully slow.\n\nAt Cerebras, we avoid model parallelism entirely, but sparsity subdivides batches and leaves experts I/O bound.\n\nWith BTA, we fix it. By decoupling batch size requirements across experts and attention layers, we remove the bottleneck.\n\n@dmsobol breaks it down.",
"source": "Twitter for iPhone",
"retweetCount": 13,
"replyCount": 10,
"likeCount": 156,
"quoteCount": 1,
"viewCount": 43903,
"createdAt": "Tue Sep 16 22:33:43 +0000 2025",
"lang": "en",
"bookmarkCount": 109,
"isReply": false,
"inReplyToId": null,
"conversationId": "1968080887683354819",
"displayTextRange": [
0,
271
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "CerebrasSystems",
"url": "https://x.com/CerebrasSystems",
"twitterUrl": "https://twitter.com/CerebrasSystems",
"id": "751545566778171392",
"name": "Cerebras",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": "Business",
"profilePicture": "https://pbs.twimg.com/profile_images/1894806880804913152/zLdh072p_normal.jpg",
"coverPicture": "https://pbs.twimg.com/profile_banners/751545566778171392/1747945971",
"description": "",
"location": "Sunnyvale, CA",
"followers": 33740,
"following": 256,
"status": "",
"canDm": true,
"canMediaTag": true,
"createdAt": "Fri Jul 08 22:36:41 +0000 2016",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 1510,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 1008,
"statusesCount": 2305,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"1952785033024160096"
],
"profile_bio": {
"description": "The world's fastest AI inference and training.\nTry the latest open models at: https://t.co/jREGhLI2nj",
"entities": {
"description": {
"urls": [
{
"display_url": "inference.cerebras.ai",
"expanded_url": "https://inference.cerebras.ai/",
"indices": [
78,
101
],
"url": "https://t.co/jREGhLI2nj"
}
]
},
"url": {
"urls": [
{
"display_url": "cerebras.ai",
"expanded_url": "https://www.cerebras.ai/",
"indices": [
0,
23
],
"url": "https://t.co/SUREW9ZthN"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {
"media": [
{
"display_url": "pic.twitter.com/2KFGPG5obM",
"expanded_url": "https://twitter.com/CerebrasSystems/status/1968080887683354819/photo/1",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {},
"orig": {}
},
"id_str": "1968079664322318339",
"indices": [
272,
295
],
"media_key": "3_1968079664322318339",
"media_results": {
"id": "QXBpTWVkaWFSZXN1bHRzOgwAAQoAARtQBgcBmhADCgACG1AHI9eaEMMAAA==",
"result": {
"__typename": "ApiMedia",
"id": "QXBpTWVkaWE6DAABCgABG1AGBwGaEAMKAAIbUAcj15oQwwAA",
"media_key": "3_1968079664322318339"
}
},
"media_url_https": "https://pbs.twimg.com/media/G1AGBwGaEAMTopS.jpg",
"original_info": {
"focus_rects": [
{
"h": 692,
"w": 1236,
"x": 0,
"y": 17
},
{
"h": 709,
"w": 709,
"x": 231,
"y": 0
},
{
"h": 709,
"w": 622,
"x": 274,
"y": 0
},
{
"h": 709,
"w": 355,
"x": 408,
"y": 0
},
{
"h": 709,
"w": 1236,
"x": 0,
"y": 0
}
],
"height": 709,
"width": 1236
},
"sizes": {
"large": {
"h": 709,
"w": 1236
}
},
"type": "photo",
"url": "https://t.co/2KFGPG5obM"
}
]
},
"card": null,
"place": {},
"entities": {
"user_mentions": [
{
"id_str": "1540768587488448512",
"indices": [
504,
512
],
"name": "Daria Soboleva",
"screen_name": "dmsobol"
}
]
},
"quoted_tweet": null,
"retweeted_tweet": null,
"isLimitedReply": false,
"article": null
},
"retweeted_tweet": null,
"isLimitedReply": false,
"article": null
}