Viewing enriched Twitter post
wait this is actually big. this deepseek research used LogitLens (lets you see what the model is 'thinking' at each layer) and CKA (compares what different layers are actually learning) to figure out why the new Engram architecture works. apparently this is the first time i have seen mech interpretability research being used in a capabilities paper. feels like a shift.
{
"media": [
{
"url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/2012470011798155686/media_0.jpg?",
"media_url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/2012470011798155686/media_0.jpg?",
"type": "photo",
"filename": "media_0.jpg"
}
],
"processed_at": "2026-01-18T19:42:03.534218",
"pipeline_version": "2.0"
}{
"type": "tweet",
"id": "2012470011798155686",
"url": "https://x.com/himanshustwts/status/2012470011798155686",
"twitterUrl": "https://twitter.com/himanshustwts/status/2012470011798155686",
"text": "wait this is actually big. this deepseek research used LogitLens (lets you see what the model is 'thinking' at each layer) and CKA (compares what different layers are actually learning) to figure out why the new Engram architecture works.\n\napparently this is the first time i have seen mech interpretability research being used in a capabilities paper. feels like a shift.",
"source": "Twitter for iPhone",
"retweetCount": 39,
"replyCount": 15,
"likeCount": 680,
"quoteCount": 6,
"viewCount": 58535,
"createdAt": "Sat Jan 17 10:20:15 +0000 2026",
"lang": "en",
"bookmarkCount": 427,
"isReply": false,
"inReplyToId": null,
"conversationId": "2012470011798155686",
"displayTextRange": [
0,
305
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "himanshustwts",
"url": "https://x.com/himanshustwts",
"twitterUrl": "https://twitter.com/himanshustwts",
"id": "1515048998742425601",
"name": "himanshu",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/1884206288839778304/HrqG2yjw_normal.jpg",
"coverPicture": "https://pbs.twimg.com/profile_banners/1515048998742425601/1723833256",
"description": "",
"location": "",
"followers": 19578,
"following": 3627,
"status": "",
"canDm": true,
"canMediaTag": true,
"createdAt": "Fri Apr 15 19:27:12 +0000 2022",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 65200,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 2097,
"statusesCount": 14042,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"2000811146081919427"
],
"profile_bio": {
"description": "ai research x product • shaping the frontier @groundzero_twt • cooking @mograxyz",
"entities": {
"description": {
"user_mentions": [
{
"id_str": "0",
"indices": [
45,
60
],
"name": "",
"screen_name": "groundzero_twt"
},
{
"id_str": "0",
"indices": [
71,
80
],
"name": "",
"screen_name": "mograxyz"
}
]
},
"url": {
"urls": [
{
"display_url": "himanshustwts.com",
"expanded_url": "http://himanshustwts.com",
"indices": [
0,
23
],
"url": "https://t.co/m7oK0CKUps"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {
"media": [
{
"allow_download_status": {
"allow_download": true
},
"display_url": "pic.twitter.com/t7RFN3qHou",
"expanded_url": "https://twitter.com/himanshustwts/status/2012470011798155686/photo/1",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {},
"orig": {}
},
"id_str": "2012468256125108225",
"indices": [
306,
329
],
"media_key": "3_2012468256125108225",
"media_results": {
"id": "QXBpTWVkaWFSZXN1bHRzOgwAAQoAARvtuTdoFkABCgACG+260C5a8aYAAA==",
"result": {
"__typename": "ApiMedia",
"id": "QXBpTWVkaWE6DAABCgABG+25N2gWQAEKAAIb7brQLlrxpgAA",
"media_key": "3_2012468256125108225"
}
},
"media_url_https": "https://pbs.twimg.com/media/G-25N2gWQAEP26e.jpg",
"original_info": {
"focus_rects": [
{
"h": 356,
"w": 636,
"x": 1104,
"y": 0
},
{
"h": 356,
"w": 356,
"x": 1257,
"y": 0
},
{
"h": 356,
"w": 312,
"x": 1279,
"y": 0
},
{
"h": 356,
"w": 178,
"x": 1346,
"y": 0
},
{
"h": 356,
"w": 1740,
"x": 0,
"y": 0
}
],
"height": 356,
"width": 1740
},
"sizes": {
"large": {
"h": 356,
"w": 1740
}
},
"type": "photo",
"url": "https://t.co/t7RFN3qHou"
}
]
},
"card": null,
"place": {},
"entities": {},
"quoted_tweet": {
"type": "tweet",
"id": "2010748516788777445",
"url": "https://x.com/scaling01/status/2010748516788777445",
"twitterUrl": "https://twitter.com/scaling01/status/2010748516788777445",
"text": "DeepSeek is back!\n\n\"Conditional Memory via Scalable Lookup: A New Axis of Sparsity for Large Language Models\"\n\nThey introduce Engram, a module that adds an O(1) lookup-style memory based on modernized hashed N-gram embeddings\n\nMechanistic analysis suggests Engram reduces the need for early-layer reconstruction of static patterns, making the model effectively \"deeper\" for the parts that matter (reasoning)\n\nPaper: https://t.co/vHcxXW9cBv",
"source": "Twitter for iPhone",
"retweetCount": 337,
"replyCount": 66,
"likeCount": 2797,
"quoteCount": 68,
"viewCount": 403651,
"createdAt": "Mon Jan 12 16:19:38 +0000 2026",
"lang": "en",
"bookmarkCount": 1457,
"isReply": false,
"inReplyToId": null,
"conversationId": "2010748516788777445",
"displayTextRange": [
0,
305
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "scaling01",
"url": "https://x.com/scaling01",
"twitterUrl": "https://twitter.com/scaling01",
"id": "1825243643529027584",
"name": "Lisan al Gaib",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/1831493788679761920/-q9w6dzd_normal.jpg",
"coverPicture": "https://pbs.twimg.com/profile_banners/1825243643529027584/1725497772",
"description": "",
"location": "",
"followers": 31626,
"following": 892,
"status": "",
"canDm": true,
"canMediaTag": true,
"createdAt": "Sun Aug 18 18:50:26 +0000 2024",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 32870,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 3483,
"statusesCount": 16153,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"2006774538990715280"
],
"profile_bio": {
"description": "lead them to paradise",
"entities": {
"description": {}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {
"media": [
{
"allow_download_status": {
"allow_download": true
},
"display_url": "pic.twitter.com/6VlDRLFpvJ",
"expanded_url": "https://twitter.com/scaling01/status/2010748516788777445/photo/1",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {},
"orig": {}
},
"id_str": "2010747392430104576",
"indices": [
306,
329
],
"media_key": "3_2010747392430104576",
"media_results": {
"id": "QXBpTWVkaWFSZXN1bHRzOgwAAQoAARvnnBma1uAACgACG+edH2PWseUAAA==",
"result": {
"__typename": "ApiMedia",
"id": "QXBpTWVkaWE6DAABCgABG+ecGZrW4AAKAAIb550fY9ax5QAA",
"media_key": "3_2010747392430104576"
}
},
"media_url_https": "https://pbs.twimg.com/media/G-ecGZrW4AATBDY.png",
"original_info": {
"focus_rects": [
{
"h": 508,
"w": 907,
"x": 0,
"y": 0
},
{
"h": 843,
"w": 843,
"x": 32,
"y": 0
},
{
"h": 843,
"w": 739,
"x": 84,
"y": 0
},
{
"h": 843,
"w": 422,
"x": 242,
"y": 0
},
{
"h": 843,
"w": 907,
"x": 0,
"y": 0
}
],
"height": 843,
"width": 907
},
"sizes": {
"large": {
"h": 843,
"w": 907
}
},
"type": "photo",
"url": "https://t.co/6VlDRLFpvJ"
},
{
"allow_download_status": {
"allow_download": true
},
"display_url": "pic.twitter.com/6VlDRLFpvJ",
"expanded_url": "https://twitter.com/scaling01/status/2010748516788777445/photo/1",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {},
"orig": {}
},
"id_str": "2010747766096412674",
"indices": [
306,
329
],
"media_key": "3_2010747766096412674",
"media_results": {
"id": "QXBpTWVkaWFSZXN1bHRzOgwAAQoAARvnnHCbFkACCgACG+edH2PWseUAAA==",
"result": {
"__typename": "ApiMedia",
"id": "QXBpTWVkaWE6DAABCgABG+eccJsWQAIKAAIb550fY9ax5QAA",
"media_key": "3_2010747766096412674"
}
},
"media_url_https": "https://pbs.twimg.com/media/G-eccJsWQAIv0Nm.jpg",
"original_info": {
"focus_rects": [
{
"h": 651,
"w": 1162,
"x": 0,
"y": 0
},
{
"h": 1162,
"w": 1162,
"x": 0,
"y": 0
},
{
"h": 1296,
"w": 1137,
"x": 0,
"y": 0
},
{
"h": 1296,
"w": 648,
"x": 32,
"y": 0
},
{
"h": 1296,
"w": 1162,
"x": 0,
"y": 0
}
],
"height": 1296,
"width": 1162
},
"sizes": {
"large": {
"h": 1296,
"w": 1162
}
},
"type": "photo",
"url": "https://t.co/6VlDRLFpvJ"
},
{
"allow_download_status": {
"allow_download": true
},
"display_url": "pic.twitter.com/6VlDRLFpvJ",
"expanded_url": "https://twitter.com/scaling01/status/2010748516788777445/photo/1",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {},
"orig": {}
},
"id_str": "2010747782542278661",
"indices": [
306,
329
],
"media_key": "3_2010747782542278661",
"media_results": {
"id": "QXBpTWVkaWFSZXN1bHRzOgwAAQoAARvnnHRvVkAFCgACG+edH2PWseUAAA==",
"result": {
"__typename": "ApiMedia",
"id": "QXBpTWVkaWE6DAABCgABG+ecdG9WQAUKAAIb550fY9ax5QAA",
"media_key": "3_2010747782542278661"
}
},
"media_url_https": "https://pbs.twimg.com/media/G-ecdG9WQAUH3uk.jpg",
"original_info": {
"focus_rects": [
{
"h": 767,
"w": 1370,
"x": 0,
"y": 37
},
{
"h": 804,
"w": 804,
"x": 453,
"y": 0
},
{
"h": 804,
"w": 705,
"x": 503,
"y": 0
},
{
"h": 804,
"w": 402,
"x": 654,
"y": 0
},
{
"h": 804,
"w": 1370,
"x": 0,
"y": 0
}
],
"height": 804,
"width": 1370
},
"sizes": {
"large": {
"h": 804,
"w": 1370
}
},
"type": "photo",
"url": "https://t.co/6VlDRLFpvJ"
}
]
},
"card": null,
"place": {},
"entities": {
"urls": [
{
"display_url": "github.com/deepseek-ai/En…",
"expanded_url": "https://github.com/deepseek-ai/Engram/blob/main/Engram_paper.pdf",
"indices": [
416,
439
],
"url": "https://t.co/vHcxXW9cBv"
}
]
},
"quoted_tweet": null,
"retweeted_tweet": null,
"isLimitedReply": false,
"article": null
},
"retweeted_tweet": null,
"isLimitedReply": false,
"article": null
}