Viewing enriched Twitter post
Reminded me of our older NeurIPS 2021 paper where we removed the positional encoding entirely, and by doing so, an agent can process an arbitrarily long list of noisy, sensory inputs, in an arbitrary order. I even made a fun browser demo to play with it: https://t.co/7NN4r9NOiM
{
"media": [
{
"type": "video",
"url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/2010588279675191715/media_0.mp4?",
"filename": "media_0.mp4"
},
{
"type": "photo",
"url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/2010588279675191715/media_1.png?",
"filename": "media_1.png"
}
],
"processed_at": "2026-01-18T19:37:35.943764",
"pipeline_version": "2.0"
}{
"type": "tweet",
"id": "2010588279675191715",
"url": "https://x.com/hardmaru/status/2010588279675191715",
"twitterUrl": "https://twitter.com/hardmaru/status/2010588279675191715",
"text": "Reminded me of our older NeurIPS 2021 paper where we removed the positional encoding entirely, and by doing so, an agent can process an arbitrarily long list of noisy, sensory inputs, in an arbitrary order.\n\nI even made a fun browser demo to play with it:\nhttps://t.co/7NN4r9NOiM",
"source": "Twitter for iPhone",
"retweetCount": 4,
"replyCount": 2,
"likeCount": 214,
"quoteCount": 1,
"viewCount": 22093,
"createdAt": "Mon Jan 12 05:42:55 +0000 2026",
"lang": "en",
"bookmarkCount": 77,
"isReply": true,
"inReplyToId": "2010565943269999091",
"conversationId": "2010565943269999091",
"displayTextRange": [
0,
303
],
"inReplyToUserId": "2895499182",
"inReplyToUsername": "hardmaru",
"author": {
"type": "user",
"userName": "hardmaru",
"url": "https://x.com/hardmaru",
"twitterUrl": "https://twitter.com/hardmaru",
"id": "2895499182",
"name": "hardmaru",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/1678402467078234113/XN5Oy2UP_normal.jpg",
"coverPicture": "https://pbs.twimg.com/profile_banners/2895499182/1429351923",
"description": "",
"location": "Minato-ku, Tokyo",
"followers": 378097,
"following": 1806,
"status": "",
"canDm": false,
"canMediaTag": true,
"createdAt": "Mon Nov 10 11:05:07 +0000 2014",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 144381,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 4449,
"statusesCount": 25725,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"1990204623471395284"
],
"profile_bio": {
"description": "Co-Founder and CEO @SakanaAILabs 🎏",
"entities": {
"description": {
"user_mentions": [
{
"id_str": "0",
"indices": [
19,
32
],
"name": "",
"screen_name": "SakanaAILabs"
}
]
},
"url": {
"urls": [
{
"display_url": "sakana.ai",
"expanded_url": "https://sakana.ai/",
"indices": [
0,
23
],
"url": "https://t.co/cVQF43vIdu"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {
"media": [
{
"additional_media_info": {
"monetizable": false
},
"display_url": "pic.twitter.com/T9TfNXlF2r",
"expanded_url": "https://twitter.com/hardmaru/status/2010588279675191715/video/1",
"ext_media_availability": {
"status": "Available"
},
"id_str": "2010587994630262784",
"indices": [
304,
327
],
"media_key": "13_2010587994630262784",
"media_results": {
"id": "QXBpTWVkaWFSZXN1bHRzOgwABAoAARvnCyDpmhAAAAA=",
"result": {
"__typename": "ApiMedia",
"id": "QXBpTWVkaWE6DAAECgABG+cLIOmaEAAAAA==",
"media_key": "13_2010587994630262784"
}
},
"media_url_https": "https://pbs.twimg.com/amplify_video_thumb/2010587994630262784/img/H4KH39kdJ2qrjnTy.jpg",
"original_info": {
"focus_rects": [],
"height": 830,
"width": 720
},
"sizes": {
"large": {
"h": 830,
"w": 720
}
},
"type": "video",
"url": "https://t.co/T9TfNXlF2r",
"video_info": {
"aspect_ratio": [
72,
83
],
"duration_millis": 52800,
"variants": [
{
"content_type": "application/x-mpegURL",
"url": "https://video.twimg.com/amplify_video/2010587994630262784/pl/oAIX3IYbmIsvmSQE.m3u8?tag=21"
},
{
"bitrate": 632000,
"content_type": "video/mp4",
"url": "https://video.twimg.com/amplify_video/2010587994630262784/vid/avc1/320x368/VluAh8Q5hvM3e36x.mp4?tag=21"
},
{
"bitrate": 950000,
"content_type": "video/mp4",
"url": "https://video.twimg.com/amplify_video/2010587994630262784/vid/avc1/480x552/NPBDSW6Vcv7SG2EX.mp4?tag=21"
},
{
"bitrate": 2176000,
"content_type": "video/mp4",
"url": "https://video.twimg.com/amplify_video/2010587994630262784/vid/avc1/720x830/GKdCGGkYMfuxl7ht.mp4?tag=21"
}
]
}
}
]
},
"card": null,
"place": {},
"entities": {
"urls": [
{
"display_url": "attentionneuron.github.io",
"expanded_url": "https://attentionneuron.github.io/",
"indices": [
256,
279
],
"url": "https://t.co/7NN4r9NOiM"
}
]
},
"quoted_tweet": null,
"retweeted_tweet": null,
"isLimitedReply": false,
"article": null
}