@jxnlco
RT @ChangJonathanC: Codex with gpt-5.5 xhigh discovered a math trick for full vocabulary kl distillation https://t.co/8hPji2wjfT
Viewing enriched Twitter post
RT @ChangJonathanC: Codex with gpt-5.5 xhigh discovered a math trick for full vocabulary kl distillation https://t.co/8hPji2wjfT
{
"media": [
{
"url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/2054328294481547620/media_0.jpg",
"media_url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/2054328294481547620/media_0.jpg",
"type": "photo",
"filename": "media_0.jpg"
}
],
"processed_at": "2026-05-12T22:33:37.830821",
"pipeline_version": "2.0"
} {
"type": "tweet",
"id": "2054328294481547620",
"url": "https://x.com/jxnlco/status/2054328294481547620",
"twitterUrl": "https://twitter.com/jxnlco/status/2054328294481547620",
"text": "RT @ChangJonathanC: Codex with gpt-5.5 xhigh discovered a math trick for full vocabulary kl distillation\n\nhttps://t.co/8hPji2wjfT",
"source": "Twitter for iPhone",
"retweetCount": 1,
"replyCount": 2,
"likeCount": 59,
"quoteCount": 2,
"viewCount": 6491,
"createdAt": "Tue May 12 22:30:07 +0000 2026",
"lang": "en",
"bookmarkCount": 50,
"isReply": false,
"inReplyToId": null,
"conversationId": "2054328294481547620",
"displayTextRange": [
0,
129
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "jxnlco",
"url": "https://x.com/jxnlco",
"twitterUrl": "https://twitter.com/jxnlco",
"id": "17203692",
"name": "jason",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/2031466894478503936/MGS4Spbe_normal.jpg",
"coverPicture": "",
"description": "",
"location": "San Francisco, CA",
"followers": 61510,
"following": 2666,
"status": "",
"canDm": true,
"canMediaTag": true,
"createdAt": "Thu Nov 06 02:36:46 +0000 2008",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 7403,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 3489,
"statusesCount": 35410,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"2052497604764913732"
],
"profile_bio": {
"description": "hype @openai",
"entities": {
"description": {
"user_mentions": [
{
"id_str": "",
"indices": [
5,
12
],
"name": "",
"screen_name": "openai"
}
]
},
"url": {
"urls": [
{
"display_url": "jxnl.co",
"expanded_url": "http://jxnl.co",
"indices": [
0,
23
],
"url": "https://t.co/kkJpjwFMDL"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {},
"card": {
"binding_values": [
{
"key": "description",
"value": {
"string_value": "Caching the teacher contribution to full-vocab KL when the student-side loss head is fixed."
}
},
{
"key": "domain",
"value": {
"string_value": "jonathanc.net"
}
},
{
"key": "site",
"value": {
"scribe_key": "publisher_id",
"user_value": {
"id_str": "1262952402480742404",
"path": []
}
}
},
{
"key": "creator",
"value": {
"user_value": {
"id_str": "1262952402480742404",
"path": []
}
}
},
{
"key": "vanity_url",
"value": {
"scribe_key": "vanity_url",
"string_value": "jonathanc.net"
}
},
{
"key": "title",
"value": {
"string_value": "KL Cache Trick for Full-Vocab Distillation – Jonathan Chang’s Blog"
}
},
{
"key": "card_url",
"value": {
"scribe_key": "card_url",
"string_value": "https://t.co/8hPji2wjfT"
}
}
],
"card_platform": {
"platform": {
"audience": {
"name": "production"
},
"device": {
"name": "iPhone",
"version": "13"
}
}
},
"name": "summary_large_image",
"url": "https://t.co/8hPji2wjfT",
"user_refs_results": [
{
"rest_id": "1262952402480742404",
"result": {
"__typename": "User",
"action_counts": {
"favorites_count": 21621
},
"avatar": {
"image_url": "https://pbs.twimg.com/profile_images/2010892246779068416/HcFP4j-2_normal.jpg"
},
"banner": {
"image_url": "https://pbs.twimg.com/profile_banners/1262952402480742404/1733839536"
},
"core": {
"created_at": "Wed May 20 03:45:40 +0000 2020",
"name": "Jonathan Chang",
"screen_name": "ChangJonathanC"
},
"dm_permissions": {
"can_dm": true
},
"exclusive_tweet_following": false,
"follow_request_sent": false,
"identity_profile_labels_highlighted_label": {},
"location": {
"location": "Taiwan"
},
"media_permissions": {
"can_media_tag": true
},
"notifications_settings": {
"notifications_enabled": false
},
"pinned_items": {
"tweet_ids_str": [
"1953450261105573916"
]
},
"privacy": {
"protected": false,
"suspended": false
},
"private_super_following": false,
"profile_bio": {
"description": "inference @poolsideai, building https://t.co/uEbfxzF7jm",
"entities": {
"description": {
"urls": [
{
"display_url": "jonathanc.net",
"expanded_url": "http://jonathanc.net",
"indices": [
32,
55
],
"url": "https://t.co/uEbfxzF7jm"
}
],
"user_mentions": [
{
"id_str": "",
"indices": [
10,
21
],
"name": "",
"screen_name": "poolsideai"
}
]
},
"url": {
"urls": [
{
"display_url": "jonathanc.net",
"expanded_url": "https://jonathanc.net",
"indices": [
0,
23
],
"url": "https://t.co/q0Ns8JebsM"
}
]
}
}
},
"profile_image_shape": "Circle",
"profile_metadata": {
"profile_interstitial_type": "",
"profile_link_color": "1DA1F2"
},
"profile_translation": {
"translator_type_enum": "None"
},
"properties": {
"has_extended_profile": false,
"has_no_screen_name": false
},
"relationship_counts": {
"followers": 1692,
"following": 965
},
"relationship_perspectives": {
"blocked_by": false,
"blocking": false,
"followed_by": false,
"following": false,
"live_following": false,
"muting": false
},
"rest_id": "1262952402480742404",
"smart_blocked_by": false,
"smart_blocking": false,
"super_follow_eligible": false,
"super_followed_by": false,
"super_following": false,
"tweet_counts": {
"media_tweets": 672,
"tweets": 2640
},
"verification": {
"is_blue_verified": true,
"verified": false
},
"website": {
"url": "https://t.co/q0Ns8JebsM"
}
}
},
{
"rest_id": "1262952402480742404",
"result": {
"__typename": "User",
"action_counts": {
"favorites_count": 21621
},
"avatar": {
"image_url": "https://pbs.twimg.com/profile_images/2010892246779068416/HcFP4j-2_normal.jpg"
},
"banner": {
"image_url": "https://pbs.twimg.com/profile_banners/1262952402480742404/1733839536"
},
"core": {
"created_at": "Wed May 20 03:45:40 +0000 2020",
"name": "Jonathan Chang",
"screen_name": "ChangJonathanC"
},
"dm_permissions": {
"can_dm": true
},
"exclusive_tweet_following": false,
"follow_request_sent": false,
"identity_profile_labels_highlighted_label": {},
"location": {
"location": "Taiwan"
},
"media_permissions": {
"can_media_tag": true
},
"notifications_settings": {
"notifications_enabled": false
},
"pinned_items": {
"tweet_ids_str": [
"1953450261105573916"
]
},
"privacy": {
"protected": false,
"suspended": false
},
"private_super_following": false,
"profile_bio": {
"description": "inference @poolsideai, building https://t.co/uEbfxzF7jm",
"entities": {
"description": {
"urls": [
{
"display_url": "jonathanc.net",
"expanded_url": "http://jonathanc.net",
"indices": [
32,
55
],
"url": "https://t.co/uEbfxzF7jm"
}
],
"user_mentions": [
{
"id_str": "",
"indices": [
10,
21
],
"name": "",
"screen_name": "poolsideai"
}
]
},
"url": {
"urls": [
{
"display_url": "jonathanc.net",
"expanded_url": "https://jonathanc.net",
"indices": [
0,
23
],
"url": "https://t.co/q0Ns8JebsM"
}
]
}
}
},
"profile_image_shape": "Circle",
"profile_metadata": {
"profile_interstitial_type": "",
"profile_link_color": "1DA1F2"
},
"profile_translation": {
"translator_type_enum": "None"
},
"properties": {
"has_extended_profile": false,
"has_no_screen_name": false
},
"relationship_counts": {
"followers": 1692,
"following": 965
},
"relationship_perspectives": {
"blocked_by": false,
"blocking": false,
"followed_by": false,
"following": false,
"live_following": false,
"muting": false
},
"rest_id": "1262952402480742404",
"smart_blocked_by": false,
"smart_blocking": false,
"super_follow_eligible": false,
"super_followed_by": false,
"super_following": false,
"tweet_counts": {
"media_tweets": 672,
"tweets": 2640
},
"verification": {
"is_blue_verified": true,
"verified": false
},
"website": {
"url": "https://t.co/q0Ns8JebsM"
}
}
}
]
},
"place": {},
"entities": {
"hashtags": [],
"symbols": [],
"timestamps": [],
"urls": [
{
"display_url": "jonathanc.net/blog/kl-cache-…",
"expanded_url": "https://jonathanc.net/blog/kl-cache-trick",
"indices": [
106,
129
],
"url": "https://t.co/8hPji2wjfT"
}
],
"user_mentions": [
{
"id_str": "1262952402480742404",
"indices": [
3,
18
],
"name": "Jonathan Chang",
"screen_name": "ChangJonathanC"
}
]
},
"quoted_tweet": null,
"retweeted_tweet": {
"type": "tweet",
"id": "2054233772263121223",
"url": "https://x.com/ChangJonathanC/status/2054233772263121223",
"twitterUrl": "https://twitter.com/ChangJonathanC/status/2054233772263121223",
"text": "Codex with gpt-5.5 xhigh discovered a math trick for full vocabulary kl distillation\n\nhttps://t.co/8hPji2wjfT",
"source": "Twitter for iPhone",
"retweetCount": 1,
"replyCount": 2,
"likeCount": 59,
"quoteCount": 2,
"viewCount": 6491,
"createdAt": "Tue May 12 16:14:31 +0000 2026",
"lang": "en",
"bookmarkCount": 50,
"isReply": false,
"inReplyToId": null,
"conversationId": "2054233772263121223",
"displayTextRange": [
0,
109
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "ChangJonathanC",
"url": "https://x.com/ChangJonathanC",
"twitterUrl": "https://twitter.com/ChangJonathanC",
"id": "1262952402480742404",
"name": "Jonathan Chang",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/2010892246779068416/HcFP4j-2_normal.jpg",
"coverPicture": "https://pbs.twimg.com/profile_banners/1262952402480742404/1733839536",
"description": "",
"location": "Taiwan",
"followers": 1692,
"following": 965,
"status": "",
"canDm": true,
"canMediaTag": true,
"createdAt": "Wed May 20 03:45:40 +0000 2020",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 21621,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 672,
"statusesCount": 2640,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"1953450261105573916"
],
"profile_bio": {
"description": "inference @poolsideai, building https://t.co/uEbfxzF7jm",
"entities": {
"description": {
"urls": [
{
"display_url": "jonathanc.net",
"expanded_url": "http://jonathanc.net",
"indices": [
32,
55
],
"url": "https://t.co/uEbfxzF7jm"
}
],
"user_mentions": [
{
"id_str": "",
"indices": [
10,
21
],
"name": "",
"screen_name": "poolsideai"
}
]
},
"url": {
"urls": [
{
"display_url": "jonathanc.net",
"expanded_url": "https://jonathanc.net",
"indices": [
0,
23
],
"url": "https://t.co/q0Ns8JebsM"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {},
"card": {
"binding_values": [
{
"key": "description",
"value": {
"string_value": "Caching the teacher contribution to full-vocab KL when the student-side loss head is fixed."
}
},
{
"key": "domain",
"value": {
"string_value": "jonathanc.net"
}
},
{
"key": "site",
"value": {
"scribe_key": "publisher_id",
"user_value": {
"id_str": "1262952402480742404",
"path": []
}
}
},
{
"key": "creator",
"value": {
"user_value": {
"id_str": "1262952402480742404",
"path": []
}
}
},
{
"key": "vanity_url",
"value": {
"scribe_key": "vanity_url",
"string_value": "jonathanc.net"
}
},
{
"key": "title",
"value": {
"string_value": "KL Cache Trick for Full-Vocab Distillation – Jonathan Chang’s Blog"
}
},
{
"key": "card_url",
"value": {
"scribe_key": "card_url",
"string_value": "https://t.co/8hPji2wjfT"
}
}
],
"card_platform": {
"platform": {
"audience": {
"name": "production"
},
"device": {
"name": "iPhone",
"version": "13"
}
}
},
"name": "summary_large_image",
"url": "https://t.co/8hPji2wjfT",
"user_refs_results": [
{
"rest_id": "1262952402480742404",
"result": {
"__typename": "User",
"action_counts": {
"favorites_count": 21621
},
"avatar": {
"image_url": "https://pbs.twimg.com/profile_images/2010892246779068416/HcFP4j-2_normal.jpg"
},
"banner": {
"image_url": "https://pbs.twimg.com/profile_banners/1262952402480742404/1733839536"
},
"core": {
"created_at": "Wed May 20 03:45:40 +0000 2020",
"name": "Jonathan Chang",
"screen_name": "ChangJonathanC"
},
"dm_permissions": {
"can_dm": true
},
"exclusive_tweet_following": false,
"follow_request_sent": false,
"identity_profile_labels_highlighted_label": {},
"location": {
"location": "Taiwan"
},
"media_permissions": {
"can_media_tag": true
},
"notifications_settings": {
"notifications_enabled": false
},
"pinned_items": {
"tweet_ids_str": [
"1953450261105573916"
]
},
"privacy": {
"protected": false,
"suspended": false
},
"private_super_following": false,
"profile_bio": {
"description": "inference @poolsideai, building https://t.co/uEbfxzF7jm",
"entities": {
"description": {
"urls": [
{
"display_url": "jonathanc.net",
"expanded_url": "http://jonathanc.net",
"indices": [
32,
55
],
"url": "https://t.co/uEbfxzF7jm"
}
],
"user_mentions": [
{
"id_str": "",
"indices": [
10,
21
],
"name": "",
"screen_name": "poolsideai"
}
]
},
"url": {
"urls": [
{
"display_url": "jonathanc.net",
"expanded_url": "https://jonathanc.net",
"indices": [
0,
23
],
"url": "https://t.co/q0Ns8JebsM"
}
]
}
}
},
"profile_image_shape": "Circle",
"profile_metadata": {
"profile_interstitial_type": "",
"profile_link_color": "1DA1F2"
},
"profile_translation": {
"translator_type_enum": "None"
},
"properties": {
"has_extended_profile": false,
"has_no_screen_name": false
},
"relationship_counts": {
"followers": 1692,
"following": 965
},
"relationship_perspectives": {
"blocked_by": false,
"blocking": false,
"followed_by": false,
"following": false,
"live_following": false,
"muting": false
},
"rest_id": "1262952402480742404",
"smart_blocked_by": false,
"smart_blocking": false,
"super_follow_eligible": false,
"super_followed_by": false,
"super_following": false,
"tweet_counts": {
"media_tweets": 672,
"tweets": 2640
},
"verification": {
"is_blue_verified": true,
"verified": false
},
"website": {
"url": "https://t.co/q0Ns8JebsM"
}
}
},
{
"rest_id": "1262952402480742404",
"result": {
"__typename": "User",
"action_counts": {
"favorites_count": 21621
},
"avatar": {
"image_url": "https://pbs.twimg.com/profile_images/2010892246779068416/HcFP4j-2_normal.jpg"
},
"banner": {
"image_url": "https://pbs.twimg.com/profile_banners/1262952402480742404/1733839536"
},
"core": {
"created_at": "Wed May 20 03:45:40 +0000 2020",
"name": "Jonathan Chang",
"screen_name": "ChangJonathanC"
},
"dm_permissions": {
"can_dm": true
},
"exclusive_tweet_following": false,
"follow_request_sent": false,
"identity_profile_labels_highlighted_label": {},
"location": {
"location": "Taiwan"
},
"media_permissions": {
"can_media_tag": true
},
"notifications_settings": {
"notifications_enabled": false
},
"pinned_items": {
"tweet_ids_str": [
"1953450261105573916"
]
},
"privacy": {
"protected": false,
"suspended": false
},
"private_super_following": false,
"profile_bio": {
"description": "inference @poolsideai, building https://t.co/uEbfxzF7jm",
"entities": {
"description": {
"urls": [
{
"display_url": "jonathanc.net",
"expanded_url": "http://jonathanc.net",
"indices": [
32,
55
],
"url": "https://t.co/uEbfxzF7jm"
}
],
"user_mentions": [
{
"id_str": "",
"indices": [
10,
21
],
"name": "",
"screen_name": "poolsideai"
}
]
},
"url": {
"urls": [
{
"display_url": "jonathanc.net",
"expanded_url": "https://jonathanc.net",
"indices": [
0,
23
],
"url": "https://t.co/q0Ns8JebsM"
}
]
}
}
},
"profile_image_shape": "Circle",
"profile_metadata": {
"profile_interstitial_type": "",
"profile_link_color": "1DA1F2"
},
"profile_translation": {
"translator_type_enum": "None"
},
"properties": {
"has_extended_profile": false,
"has_no_screen_name": false
},
"relationship_counts": {
"followers": 1692,
"following": 965
},
"relationship_perspectives": {
"blocked_by": false,
"blocking": false,
"followed_by": false,
"following": false,
"live_following": false,
"muting": false
},
"rest_id": "1262952402480742404",
"smart_blocked_by": false,
"smart_blocking": false,
"super_follow_eligible": false,
"super_followed_by": false,
"super_following": false,
"tweet_counts": {
"media_tweets": 672,
"tweets": 2640
},
"verification": {
"is_blue_verified": true,
"verified": false
},
"website": {
"url": "https://t.co/q0Ns8JebsM"
}
}
}
]
},
"place": {},
"entities": {
"hashtags": [],
"symbols": [],
"timestamps": [],
"urls": [
{
"display_url": "jonathanc.net/blog/kl-cache-…",
"expanded_url": "https://jonathanc.net/blog/kl-cache-trick",
"indices": [
86,
109
],
"url": "https://t.co/8hPji2wjfT"
}
],
"user_mentions": []
},
"quoted_tweet": null,
"retweeted_tweet": null,
"isLimitedReply": false,
"communityInfo": null,
"article": null
},
"isLimitedReply": false,
"communityInfo": null,
"article": null
}