Viewing enriched Twitter post
Most neurons in language models are "polysemantic" – they respond to multiple unrelated things. For example, one neuron in a small language model activates strongly on academic citations, English dialogue, HTTP requests, Korean text, and others. https://t.co/PrqtDGar0J
{
"media": [
{
"type": "photo",
"url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/1709986953326653624/media_0.png?",
"filename": "media_0.png"
},
{
"type": "photo",
"url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/1709986953326653624/media_1.png?",
"filename": "media_1.png"
}
],
"processed_at": "2025-12-19T20:19:52.878455",
"pipeline_version": "2.0"
}{
"type": "tweet",
"id": "1709986953326653624",
"url": "https://x.com/AnthropicAI/status/1709986953326653624",
"twitterUrl": "https://twitter.com/AnthropicAI/status/1709986953326653624",
"text": "Most neurons in language models are \"polysemantic\" – they respond to multiple unrelated things. For example, one neuron in a small language model activates strongly on academic citations, English dialogue, HTTP requests, Korean text, and others. https://t.co/PrqtDGar0J",
"source": "Twitter for iPhone",
"retweetCount": 46,
"replyCount": 6,
"likeCount": 631,
"quoteCount": 11,
"viewCount": 118586,
"createdAt": "Thu Oct 05 17:40:34 +0000 2023",
"lang": "en",
"bookmarkCount": 79,
"isReply": true,
"inReplyToId": "1709986951200116737",
"conversationId": "1709986949711200722",
"displayTextRange": [
0,
245
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "AnthropicAI",
"url": "https://x.com/AnthropicAI",
"twitterUrl": "https://twitter.com/AnthropicAI",
"id": "1353836358901501952",
"name": "Anthropic",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/1798110641414443008/XP8gyBaY_normal.jpg",
"coverPicture": "https://pbs.twimg.com/profile_banners/1353836358901501952/1719228429",
"description": "We're an AI safety and research company that builds reliable, interpretable, and steerable AI systems. Talk to our AI assistant @claudeai on https://t.co/FhDI3KQh0n.",
"location": "",
"followers": 716132,
"following": 35,
"status": "",
"canDm": false,
"canMediaTag": true,
"createdAt": "Mon Jan 25 22:45:28 +0000 2021",
"entities": {
"description": {
"urls": [
{
"display_url": "claude.ai",
"expanded_url": "https://claude.ai",
"url": "https://t.co/FhDI3KQh0n",
"indices": [
141,
164
]
}
]
},
"url": {
"urls": [
{
"display_url": "anthropic.com",
"expanded_url": "https://anthropic.com",
"url": "https://t.co/w94SABjAXZ",
"indices": [
0,
23
]
}
]
}
},
"fastFollowersCount": 0,
"favouritesCount": 1480,
"hasCustomTimelines": false,
"isTranslator": false,
"mediaCount": 535,
"statusesCount": 1299,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"2001686747185394148"
],
"profile_bio": {
"description": "We're an AI safety and research company that builds reliable, interpretable, and steerable AI systems. Talk to our AI assistant @claudeai on https://t.co/FhDI3KQh0n."
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {
"media": [
{
"display_url": "pic.x.com/PrqtDGar0J",
"expanded_url": "https://x.com/AnthropicAI/status/1709986953326653624/photo/1",
"ext_alt_text": "Shows twenty short example texts on which Neuron #83 fires. Each text is split into tokens, which are colored a shade of orange corresponding to how active the neuron is. Each text is labeled on the right with the type of text it is. The first four and last examples are labeled \"Korean\". One is labeled \"Japanese\". The example \" Mouftah. Characterization of inter\" is labeled \"Citations\". The example \"dad…' he snarled. 'Even though you\" is labeled \"Dialogue\". The example \"string) (*http.Request, error)\" is labeled \"HTTP Request.\"",
"id_str": "1709961695450263552",
"indices": [
246,
269
],
"media_key": "3_1709961695450263552",
"media_url_https": "https://pbs.twimg.com/media/F7sBGizWcAA0DRT.png",
"type": "photo",
"url": "https://t.co/PrqtDGar0J",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": [
{
"x": 80,
"y": 650,
"h": 35,
"w": 35
}
]
},
"medium": {
"faces": [
{
"x": 80,
"y": 650,
"h": 35,
"w": 35
}
]
},
"small": {
"faces": [
{
"x": 68,
"y": 557,
"h": 30,
"w": 30
}
]
},
"orig": {
"faces": [
{
"x": 80,
"y": 650,
"h": 35,
"w": 35
}
]
}
},
"sizes": {
"large": {
"h": 715,
"w": 793,
"resize": "fit"
},
"medium": {
"h": 715,
"w": 793,
"resize": "fit"
},
"small": {
"h": 613,
"w": 680,
"resize": "fit"
},
"thumb": {
"h": 150,
"w": 150,
"resize": "crop"
}
},
"original_info": {
"height": 715,
"width": 793,
"focus_rects": [
{
"x": 0,
"y": 271,
"w": 793,
"h": 444
},
{
"x": 78,
"y": 0,
"w": 715,
"h": 715
},
{
"x": 166,
"y": 0,
"w": 627,
"h": 715
},
{
"x": 434,
"y": 0,
"w": 358,
"h": 715
},
{
"x": 0,
"y": 0,
"w": 793,
"h": 715
}
]
},
"media_results": {
"result": {
"media_key": "3_1709961695450263552"
}
}
}
]
},
"card": null,
"place": {},
"entities": {
"hashtags": [],
"media": [
{
"display_url": "pic.x.com/PrqtDGar0J",
"expanded_url": "https://x.com/AnthropicAI/status/1709986953326653624/photo/1",
"ext_alt_text": "Shows twenty short example texts on which Neuron #83 fires. Each text is split into tokens, which are colored a shade of orange corresponding to how active the neuron is. Each text is labeled on the right with the type of text it is. The first four and last examples are labeled \"Korean\". One is labeled \"Japanese\". The example \" Mouftah. Characterization of inter\" is labeled \"Citations\". The example \"dad…' he snarled. 'Even though you\" is labeled \"Dialogue\". The example \"string) (*http.Request, error)\" is labeled \"HTTP Request.\"",
"id_str": "1709961695450263552",
"indices": [
246,
269
],
"media_key": "3_1709961695450263552",
"media_url_https": "https://pbs.twimg.com/media/F7sBGizWcAA0DRT.png",
"type": "photo",
"url": "https://t.co/PrqtDGar0J",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": [
{
"x": 80,
"y": 650,
"h": 35,
"w": 35
}
]
},
"medium": {
"faces": [
{
"x": 80,
"y": 650,
"h": 35,
"w": 35
}
]
},
"small": {
"faces": [
{
"x": 68,
"y": 557,
"h": 30,
"w": 30
}
]
},
"orig": {
"faces": [
{
"x": 80,
"y": 650,
"h": 35,
"w": 35
}
]
}
},
"sizes": {
"large": {
"h": 715,
"w": 793,
"resize": "fit"
},
"medium": {
"h": 715,
"w": 793,
"resize": "fit"
},
"small": {
"h": 613,
"w": 680,
"resize": "fit"
},
"thumb": {
"h": 150,
"w": 150,
"resize": "crop"
}
},
"original_info": {
"height": 715,
"width": 793,
"focus_rects": [
{
"x": 0,
"y": 271,
"w": 793,
"h": 444
},
{
"x": 78,
"y": 0,
"w": 715,
"h": 715
},
{
"x": 166,
"y": 0,
"w": 627,
"h": 715
},
{
"x": 434,
"y": 0,
"w": 358,
"h": 715
},
{
"x": 0,
"y": 0,
"w": 793,
"h": 715
}
]
},
"media_results": {
"result": {
"media_key": "3_1709961695450263552"
}
}
}
],
"symbols": [],
"timestamps": [],
"urls": [],
"user_mentions": []
},
"quoted_tweet": null,
"retweeted_tweet": null,
"article": null
}