{
  "type": "tweet",
  "id": "2062576164657664469",
  "url": "https://x.com/AndrewYNg/status/2062576164657664469",
  "twitterUrl": "https://twitter.com/AndrewYNg/status/2062576164657664469",
  "text": "New course on serving LLMs efficiently -- how do you serve models to many concurrent users at low latency and reasonable cost? This short course is built with  @RedHat and taught by @cedricclyburn.\n\nEfficient LLM serving requires efficient memory management. A 70B-parameter model takes ~140 GB just to load the weights. On top of that, every active request needs its own chunk of GPU memory, the KV cache, to store the token context it has built up so far. In this course, you'll learn to reduce a model's memory footprint with quantization and serve it using vLLM, which handles many concurrent requests efficiently through smart memory management.\n\nSkills you'll gain:\n- Quantize a model and measure the accuracy tradeoff\n- Serve a model with vLLM and watch it handle concurrent requests efficiently\n- Benchmark your deployment and make informed tradeoffs between speed, cost, and accuracy\n\nJoin and learn to serve LLMs efficiently:\nhttps://t.co/x04xMbFlkO",
  "source": "Twitter for iPhone",
  "retweetCount": 137,
  "replyCount": 84,
  "likeCount": 1060,
  "quoteCount": 11,
  "viewCount": 100718,
  "createdAt": "Thu Jun 04 16:44:13 +0000 2026",
  "lang": "en",
  "bookmarkCount": 834,
  "isReply": false,
  "inReplyToId": null,
  "conversationId": "2062576164657664469",
  "displayTextRange": [
    0,
    280
  ],
  "inReplyToUserId": null,
  "inReplyToUsername": null,
  "author": {
    "type": "user",
    "userName": "AndrewYNg",
    "url": "https://x.com/AndrewYNg",
    "twitterUrl": "https://twitter.com/AndrewYNg",
    "id": "216939636",
    "name": "Andrew Ng",
    "isVerified": false,
    "isBlueVerified": true,
    "verifiedType": null,
    "profilePicture": "https://pbs.twimg.com/profile_images/733174243714682880/oyG30NEH_normal.jpg",
    "coverPicture": "https://pbs.twimg.com/profile_banners/216939636/1483126470",
    "description": "",
    "location": "Palo Alto, CA",
    "followers": 1609162,
    "following": 1079,
    "status": "",
    "canDm": false,
    "canMediaTag": true,
    "createdAt": "Thu Nov 18 03:39:11 +0000 2010",
    "entities": {
      "description": {
        "urls": []
      },
      "url": {}
    },
    "fastFollowersCount": 0,
    "favouritesCount": 1795,
    "hasCustomTimelines": true,
    "isTranslator": false,
    "mediaCount": 467,
    "statusesCount": 2006,
    "withheldInCountries": [],
    "affiliatesHighlightedLabel": {},
    "possiblySensitive": false,
    "pinnedTweetIds": [
      "2049886895530967534"
    ],
    "profile_bio": {
      "description": "Co-Founder of Coursera; Stanford CS adjunct faculty. Former head of Baidu AI Group/Google Brain. #ai #machinelearning, #deeplearning #MOOCs",
      "entities": {
        "description": {
          "hashtags": [
            {
              "indices": [
                97,
                100
              ],
              "text": "ai"
            },
            {
              "indices": [
                101,
                117
              ],
              "text": "machinelearning"
            },
            {
              "indices": [
                119,
                132
              ],
              "text": "deeplearning"
            },
            {
              "indices": [
                133,
                139
              ],
              "text": "MOOCs"
            }
          ]
        },
        "url": {
          "urls": [
            {
              "display_url": "andrewng.org",
              "expanded_url": "http://www.andrewng.org",
              "indices": [
                0,
                23
              ],
              "url": "https://t.co/XidcMETENd"
            }
          ]
        }
      }
    },
    "isAutomated": false,
    "automatedBy": null
  },
  "extendedEntities": {
    "media": [
      {
        "additional_media_info": {
          "monetizable": true
        },
        "allow_download_status": {
          "allow_download": true
        },
        "display_url": "pic.twitter.com/KeKveT2Iic",
        "expanded_url": "https://twitter.com/AndrewYNg/status/2062576164657664469/video/1",
        "ext_master_playlist_only": [],
        "ext_media_availability": {
          "status": "Available"
        },
        "ext_playlists": [],
        "id_str": "2062575240027516928",
        "indices": [
          281,
          304
        ],
        "media_key": "13_2062575240027516928",
        "media_results": {
          "id": "QXBpTWVkaWFSZXN1bHRzOgwABAoAARyfvUC4WzAAAAA=",
          "result": {
            "__typename": "ApiMedia",
            "id": "QXBpTWVkaWE6DAAECgABHJ+9QLhbMAAAAA==",
            "media_key": "13_2062575240027516928"
          }
        },
        "media_url_https": "https://pbs.twimg.com/amplify_video_thumb/2062575240027516928/img/UjEluXE3WGYGvkBD.jpg",
        "original_info": {
          "focus_rects": [],
          "height": 1080,
          "width": 1920
        },
        "sizes": {
          "large": {
            "h": 1080,
            "w": 1920
          }
        },
        "type": "video",
        "url": "https://t.co/KeKveT2Iic",
        "video_info": {
          "aspect_ratio": [
            16,
            9
          ],
          "duration_millis": 131865,
          "variants": [
            {
              "content_type": "application/x-mpegURL",
              "url": "https://video.twimg.com/amplify_video/2062575240027516928/pl/d-tzEwlJfYgfsVgW.m3u8?tag=27&v=ee8"
            },
            {
              "bitrate": 256000,
              "content_type": "video/mp4",
              "url": "https://video.twimg.com/amplify_video/2062575240027516928/vid/avc1/480x270/rBeB4zTpWGDwH3xt.mp4?tag=27"
            },
            {
              "bitrate": 832000,
              "content_type": "video/mp4",
              "url": "https://video.twimg.com/amplify_video/2062575240027516928/vid/avc1/640x360/DC82d6sL-gSr-Hhe.mp4?tag=27"
            },
            {
              "bitrate": 2176000,
              "content_type": "video/mp4",
              "url": "https://video.twimg.com/amplify_video/2062575240027516928/vid/avc1/1280x720/KTtGywOXXFU9VFMQ.mp4?tag=27"
            },
            {
              "bitrate": 10368000,
              "content_type": "video/mp4",
              "url": "https://video.twimg.com/amplify_video/2062575240027516928/vid/avc1/1920x1080/PpP9sN_ZxWt2eCgA.mp4?tag=27"
            }
          ]
        }
      }
    ]
  },
  "card": null,
  "place": {},
  "entities": {
    "hashtags": [],
    "symbols": [],
    "timestamps": [],
    "urls": [
      {
        "display_url": "deeplearning.ai/courses/fast-a…",
        "expanded_url": "https://www.deeplearning.ai/courses/fast-and-efficient-llm-inference-with-vllm",
        "indices": [
          936,
          959
        ],
        "url": "https://t.co/x04xMbFlkO"
      }
    ],
    "user_mentions": [
      {
        "id_str": "14627400",
        "indices": [
          160,
          167
        ],
        "name": "Red Hat",
        "screen_name": "RedHat"
      },
      {
        "id_str": "1158434978251673600",
        "indices": [
          182,
          196
        ],
        "name": "Cedric Clyburn",
        "screen_name": "cedricclyburn"
      }
    ]
  },
  "quoted_tweet": null,
  "retweeted_tweet": null,
  "isLimitedReply": false,
  "communityInfo": null,
  "article": null
}