Viewing enriched Twitter post
Karpathy announced he was leaving OpenAI 4 days ago. Today, he released an implementation of the Byte Pair Encoding algorithm behind GPT and most LLMs. Byte Pair Encoding: "Minimal, clean, educational code for the Byte Pair Encoding (BPE) algorithm commonly used in LLM tokenization." The best part? It's written in 70 lines of pure python.
{
"media": [
{
"id": "",
"type": "photo",
"url": null,
"media_url": "https://pbs.twimg.com/media/GGok4i1XUAAdu_E.jpg",
"media_url_https": null,
"display_url": null,
"expanded_url": null
}
],
"nlp": {
"sentiment": "positive",
"processed_at": "2025-08-06T12:52:12.050821"
},
"score": 1.0,
"scored_at": "2025-08-09T13:46:07.545394",
"import_source": "manual_curation_2024",
"score_components": {
"author": 0.09,
"engagement": 0.17411508836117215,
"quality": 0.13999999999999999,
"source": 0.15,
"nlp": 0.1,
"recency": 0.010000000000000002
},
"source_tagged_at": "2025-08-09T13:43:05.610255",
"enriched": true,
"enriched_at": "2025-08-09T13:43:05.610258",
"original_structure": "had_media_only"
}{
"user": {
"created_at": "2012-11-07T07:19:36.000Z",
"default_profile_image": false,
"description": "Covering the latest in AI R&D • ML Engineer • Ex-Mila researcher • MIT Lecturer • Building AlphaSignal, a technical newsletter read by 170,000+ ML experts.",
"fast_followers_count": 0,
"favourites_count": 4629,
"followers_count": 82765,
"friends_count": 833,
"has_custom_timelines": true,
"is_translator": false,
"listed_count": 1739,
"location": "Signup (It's Free) →",
"media_count": 476,
"name": "Lior⚡",
"normal_followers_count": 82765,
"possibly_sensitive": false,
"profile_banner_url": "https://pbs.twimg.com/profile_banners/931470139/1706384974",
"profile_image_url_https": "https://pbs.twimg.com/profile_images/1737888535099899906/5YPbFAld_normal.jpg",
"screen_name": "AlphaSignalAI",
"statuses_count": 2844,
"translator_type": "none",
"url": "https://t.co/AyubevaLcb",
"verified": true,
"withheld_in_countries": [],
"id_str": "931470139"
},
"id": "1759259191292592530",
"conversation_id": "1759259191292592530",
"full_text": "Karpathy announced he was leaving OpenAI 4 days ago.\n\nToday, he released an implementation of the Byte Pair Encoding algorithm behind GPT and most LLMs.\n\nByte Pair Encoding: \"Minimal, clean, educational code for the Byte Pair Encoding (BPE) algorithm commonly used in LLM tokenization.\"\n\nThe best part? It's written in 70 lines of pure python.",
"reply_count": 26,
"retweet_count": 349,
"favorite_count": 2337,
"hashtags": [],
"symbols": [],
"user_mentions": [],
"urls": [],
"media": [
{
"media_url": "https://pbs.twimg.com/media/GGok4i1XUAAdu_E.jpg",
"type": "photo"
}
],
"url": "https://twitter.com/AlphaSignalAI/status/1759259191292592530",
"created_at": "2024-02-18T16:50:51.000Z",
"#sort_index": "1759259191292592530",
"view_count": 545247,
"quote_count": 17,
"is_quote_tweet": false,
"is_retweet": false,
"is_pinned": false,
"is_truncated": true,
"startUrl": "https://twitter.com/alphasignalai/status/1759259191292592530"
}