Viewing enriched Twitter post
Do language models have an internal world model? A sense of time? At multiple spatiotemporal scales? In a new paper with @tegmark we provide evidence that they do by finding a literal map of the world inside the activations of Llama-2! https://t.co/3kZmf3fa6q
{
"media": [
{
"url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/1709551516577902782/media_0.jpg",
"type": "animated_gif",
"original_url": "https://pbs.twimg.com/tweet_video_thumb/F7mMBMnagAA6ek7.jpg",
"download_date": "2025-08-13T06:01:47.357275",
"stored_in_supabase": true
}
],
"conversion_date": "2025-08-13T00:39:44.858765",
"format_converted": true,
"original_structure": "had_media_only"
}{
"user": {
"created_at": "2022-06-08T19:15:42.000Z",
"default_profile_image": false,
"description": "Optimizer @MIT @ORCenter \nPhD student thinking about Mechanistic Interpretability, Optimization, and Governance.",
"fast_followers_count": 0,
"favourites_count": 1817,
"followers_count": 2492,
"friends_count": 134,
"has_custom_timelines": true,
"is_translator": false,
"listed_count": 63,
"location": "Cambridge, MA",
"media_count": 17,
"name": "Wes Gurnee",
"normal_followers_count": 2492,
"possibly_sensitive": false,
"profile_banner_url": "https://pbs.twimg.com/profile_banners/1534614958704558081/1683054017",
"profile_image_url_https": "https://pbs.twimg.com/profile_images/1534617263667564550/G6E__cr__normal.jpg",
"screen_name": "wesg52",
"statuses_count": 56,
"translator_type": "none",
"url": "https://t.co/1Ug8W3vknf",
"verified": false,
"withheld_in_countries": [],
"id_str": "1534614958704558081"
},
"id": "1709551516577902782",
"conversation_id": "1709551516577902782",
"full_text": "Do language models have an internal world model? A sense of time? At multiple spatiotemporal scales?\n\nIn a new paper with @tegmark we provide evidence that they do by finding a literal map of the world inside the activations of Llama-2! https://t.co/3kZmf3fa6q",
"reply_count": 175,
"retweet_count": 1067,
"favorite_count": 6159,
"hashtags": [],
"symbols": [],
"user_mentions": [
{
"id_str": "2530947115",
"name": "Max Tegmark",
"screen_name": "tegmark",
"profile": "https://twitter.com/tegmark"
}
],
"urls": [],
"media": [
{
"media_url": "https://pbs.twimg.com/tweet_video_thumb/F7mMBMnagAA6ek7.jpg",
"type": "animated_gif",
"gif_url": "https://video.twimg.com/tweet_video/F7mMBMnagAA6ek7.mp4"
}
],
"url": "https://twitter.com/wesg52/status/1709551516577902782",
"created_at": "2023-10-04T12:50:18.000Z",
"#sort_index": "1709551516577902782",
"view_count": 3099439,
"quote_count": 399,
"is_quote_tweet": false,
"is_retweet": false,
"is_pinned": false,
"is_truncated": false,
"startUrl": "https://twitter.com/wesg52/status/1709551516577902782"
}