Viewing enriched Twitter post
Router wasn't learning at first, we debugged it step-by-step and showed you how despite perfect load balancing, routing can be completely useless. We root caused it and fixed the problem. Papers skip the methodology, but you can find all details in our part 3 of MoE 101 series https://t.co/FBmFfnGnUy
{
"media": [
{
"url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/1960088434162459110/media_0.jpg?",
"media_url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/1960088434162459110/media_0.jpg?",
"type": "photo",
"filename": "media_0.jpg"
}
],
"processed_at": "2025-08-27T13:12:49.428736",
"pipeline_version": "2.0"
}{
"type": "tweet",
"id": "1960088434162459110",
"url": "https://x.com/dmsobol/status/1960088434162459110",
"twitterUrl": "https://twitter.com/dmsobol/status/1960088434162459110",
"text": "Router wasn't learning at first, we debugged it step-by-step and showed you how despite perfect load balancing, routing can be completely useless. We root caused it and fixed the problem. Papers skip the methodology, but you can find all details in our part 3 of MoE 101 series https://t.co/FBmFfnGnUy",
"source": "Twitter for iPhone",
"retweetCount": 24,
"replyCount": 5,
"likeCount": 165,
"quoteCount": 3,
"viewCount": 25724,
"createdAt": "Mon Aug 25 21:14:34 +0000 2025",
"lang": "en",
"bookmarkCount": 145,
"isReply": false,
"inReplyToId": null,
"conversationId": "1960088434162459110",
"displayTextRange": [
0,
278
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "dmsobol",
"url": "https://x.com/dmsobol",
"twitterUrl": "https://twitter.com/dmsobol",
"id": "1540768587488448512",
"name": "Daria Soboleva",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/1780015722720292864/cYYAFmcb_normal.jpg",
"coverPicture": "https://pbs.twimg.com/profile_banners/1540768587488448512/1756093241",
"description": "",
"location": "Sunnyvale, California",
"followers": 824,
"following": 620,
"status": "",
"canDm": true,
"canMediaTag": true,
"createdAt": "Sat Jun 25 18:47:34 +0000 2022",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 973,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 29,
"statusesCount": 432,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"1947729529050697808"
],
"profile_bio": {
"description": "Making MoE models work @Cerebras & posting about it | Creator of SlimPajama | Ex-@Google @Yandex @Cisco.",
"entities": {
"description": {
"user_mentions": [
{
"id_str": "0",
"indices": [
23,
32
],
"name": "",
"screen_name": "Cerebras"
},
{
"id_str": "0",
"indices": [
81,
88
],
"name": "",
"screen_name": "Google"
},
{
"id_str": "0",
"indices": [
89,
96
],
"name": "",
"screen_name": "Yandex"
},
{
"id_str": "0",
"indices": [
97,
103
],
"name": "",
"screen_name": "Cisco"
}
]
},
"url": {
"urls": [
{
"display_url": "soboleva-daria.github.io",
"expanded_url": "https://soboleva-daria.github.io/",
"indices": [
0,
23
],
"url": "https://t.co/n4YjHYsnpB"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {},
"card": null,
"place": {},
"entities": {
"urls": [
{
"display_url": "cerebras.ai/blog/moe-guide…",
"expanded_url": "https://www.cerebras.ai/blog/moe-guide-debug",
"indices": [
278,
301
],
"url": "https://t.co/FBmFfnGnUy"
}
]
},
"quoted_tweet": {
"type": "tweet",
"id": "1960086116222026221",
"url": "https://x.com/CerebrasSystems/status/1960086116222026221",
"twitterUrl": "https://twitter.com/CerebrasSystems/status/1960086116222026221",
"text": "MoE 101 - Episode 3: You don’t need Google-scale compute to train effective MoE models \n\nWe proved it with a hands-on experiment that beats dense GPT-2 scale model. @dmsobol will show you how with methodology (and debugging secrets)",
"source": "Twitter for iPhone",
"retweetCount": 9,
"replyCount": 3,
"likeCount": 121,
"quoteCount": 1,
"viewCount": 31753,
"createdAt": "Mon Aug 25 21:05:21 +0000 2025",
"lang": "en",
"bookmarkCount": 69,
"isReply": false,
"inReplyToId": null,
"conversationId": "1960086116222026221",
"displayTextRange": [
0,
232
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "CerebrasSystems",
"url": "https://x.com/CerebrasSystems",
"twitterUrl": "https://twitter.com/CerebrasSystems",
"id": "751545566778171392",
"name": "Cerebras",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": "Business",
"profilePicture": "https://pbs.twimg.com/profile_images/1894806880804913152/zLdh072p_normal.jpg",
"coverPicture": "https://pbs.twimg.com/profile_banners/751545566778171392/1747945971",
"description": "",
"location": "Sunnyvale, CA",
"followers": 36390,
"following": 254,
"status": "",
"canDm": true,
"canMediaTag": true,
"createdAt": "Fri Jul 08 22:36:41 +0000 2016",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 1477,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 994,
"statusesCount": 2256,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"1952785033024160096"
],
"profile_bio": {
"description": "The world's fastest AI inference and training.\nTry the latest open models at: https://t.co/jREGhLI2nj",
"entities": {
"description": {
"urls": [
{
"display_url": "inference.cerebras.ai",
"expanded_url": "https://inference.cerebras.ai/",
"indices": [
78,
101
],
"url": "https://t.co/jREGhLI2nj"
}
]
},
"url": {
"urls": [
{
"display_url": "cerebras.ai",
"expanded_url": "https://www.cerebras.ai/",
"indices": [
0,
23
],
"url": "https://t.co/SUREW9ZthN"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {
"media": [
{
"additional_media_info": {
"monetizable": false
},
"display_url": "pic.twitter.com/dXFH1IRaQJ",
"expanded_url": "https://twitter.com/CerebrasSystems/status/1960086116222026221/video/1",
"ext_media_availability": {
"status": "Available"
},
"id_str": "1960085776311480320",
"indices": [
233,
256
],
"media_key": "13_1960085776311480320",
"media_results": {
"id": "QXBpTWVkaWFSZXN1bHRzOgwABAoAARszn6DqV3AAAAA=",
"result": {
"__typename": "ApiMedia",
"id": "QXBpTWVkaWE6DAAECgABGzOfoOpXcAAAAA==",
"media_key": "13_1960085776311480320"
}
},
"media_url_https": "https://pbs.twimg.com/amplify_video_thumb/1960085776311480320/img/eDS0OgUNPCiUdkko.jpg",
"original_info": {
"focus_rects": [],
"height": 1080,
"width": 1920
},
"sizes": {
"large": {
"h": 1080,
"w": 1920
}
},
"type": "video",
"url": "https://t.co/dXFH1IRaQJ",
"video_info": {
"aspect_ratio": [
16,
9
],
"duration_millis": 38900,
"variants": [
{
"content_type": "application/x-mpegURL",
"url": "https://video-s.twimg.com/amplify_video/1960085776311480320/pl/Ctr1EszlHHRI3bQn.m3u8?tag=21&v=bed"
},
{
"bitrate": 256000,
"content_type": "video/mp4",
"url": "https://video-s.twimg.com/amplify_video/1960085776311480320/vid/avc1/480x270/FjUtt6HGdV9Lvbxv.mp4?tag=21"
},
{
"bitrate": 832000,
"content_type": "video/mp4",
"url": "https://video-s.twimg.com/amplify_video/1960085776311480320/vid/avc1/640x360/3eSfQ0_DCRFtZnvO.mp4?tag=21"
},
{
"bitrate": 2176000,
"content_type": "video/mp4",
"url": "https://video-s.twimg.com/amplify_video/1960085776311480320/vid/avc1/1280x720/ge4cKskSPPTsJBt5.mp4?tag=21"
},
{
"bitrate": 10368000,
"content_type": "video/mp4",
"url": "https://video-s.twimg.com/amplify_video/1960085776311480320/vid/avc1/1920x1080/DY-FsZ2RRu5-xVIO.mp4?tag=21"
}
]
}
}
]
},
"card": null,
"place": {},
"entities": {
"user_mentions": [
{
"id_str": "1540768587488448512",
"indices": [
165,
173
],
"name": "Daria Soboleva",
"screen_name": "dmsobol"
}
]
},
"quoted_tweet": null,
"retweeted_tweet": null,
"isLimitedReply": false,
"article": null
},
"retweeted_tweet": null,
"isLimitedReply": false,
"article": null
}