{
  "type": "tweet",
  "id": "2005641918043353162",
  "url": "https://x.com/askalphaxiv/status/2005641918043353162",
  "twitterUrl": "https://twitter.com/askalphaxiv/status/2005641918043353162",
  "text": "RoPE is fundamentally flawed.\n\nThis paper shows that RoPE mixes up “what” a token is with “where” it is, so the model can’t reliably reason about relative positions independently of token identity.\n\nEg. the effective notion of “3 tokens to the left” subtly depends on which letters are involved, so asking “what letter is 3 to the left of Z in a sequence 'ABSCOPZG' ” becomes harder than it should be because the positional ruler itself shifts with content.\n\nSo this paper proposes PoPE, which gives the model a fixed positional ruler by encoding where tokens are independently of what they are, letting \"content\" only control match strength while \"position\" alone controls distance.\n\nWith PoPE achieving 95% accuracy while RoPE would be stuck at 11% on Indirect Indexing task",
  "source": "Twitter for iPhone",
  "retweetCount": 104,
  "replyCount": 18,
  "likeCount": 781,
  "quoteCount": 10,
  "viewCount": 77442,
  "createdAt": "Mon Dec 29 14:07:50 +0000 2025",
  "lang": "en",
  "bookmarkCount": 728,
  "isReply": false,
  "inReplyToId": null,
  "conversationId": "2005641918043353162",
  "displayTextRange": [
    0,
    298
  ],
  "inReplyToUserId": null,
  "inReplyToUsername": null,
  "author": {
    "type": "user",
    "userName": "askalphaxiv",
    "url": "https://x.com/askalphaxiv",
    "twitterUrl": "https://twitter.com/askalphaxiv",
    "id": "1722422481942884352",
    "name": "alphaXiv",
    "isVerified": false,
    "isBlueVerified": true,
    "verifiedType": null,
    "profilePicture": "https://pbs.twimg.com/profile_images/1866663567417806848/-Vj32Dq-_normal.jpg",
    "coverPicture": "https://pbs.twimg.com/profile_banners/1722422481942884352/1738960325",
    "description": "",
    "location": "",
    "followers": 29500,
    "following": 41,
    "status": "",
    "canDm": true,
    "canMediaTag": true,
    "createdAt": "Thu Nov 09 01:15:23 +0000 2023",
    "entities": {
      "description": {
        "urls": []
      },
      "url": {}
    },
    "fastFollowersCount": 0,
    "favouritesCount": 2725,
    "hasCustomTimelines": true,
    "isTranslator": false,
    "mediaCount": 718,
    "statusesCount": 1438,
    "withheldInCountries": [],
    "affiliatesHighlightedLabel": {},
    "possiblySensitive": false,
    "pinnedTweetIds": [],
    "profile_bio": {
      "description": "High fidelity research",
      "entities": {
        "description": {},
        "url": {
          "urls": [
            {
              "display_url": "alphaxiv.org",
              "expanded_url": "http://alphaxiv.org",
              "indices": [
                0,
                23
              ],
              "url": "https://t.co/7lQNcnzeZ7"
            }
          ]
        }
      }
    },
    "isAutomated": false,
    "automatedBy": null
  },
  "extendedEntities": {
    "media": [
      {
        "allow_download_status": {
          "allow_download": true
        },
        "display_url": "pic.twitter.com/eGHFXeKOgu",
        "expanded_url": "https://twitter.com/askalphaxiv/status/2005641918043353162/photo/1",
        "ext_media_availability": {
          "status": "Available"
        },
        "features": {
          "large": {},
          "orig": {}
        },
        "id_str": "2005640575387934720",
        "indices": [
          299,
          322
        ],
        "media_key": "3_2005640575387934720",
        "media_results": {
          "id": "QXBpTWVkaWFSZXN1bHRzOgwAAQoAARvVd3obG6AACgACG9V4srebcEoAAA==",
          "result": {
            "__typename": "ApiMedia",
            "id": "QXBpTWVkaWE6DAABCgABG9V3ehsboAAKAAIb1Xiyt5twSgAA",
            "media_key": "3_2005640575387934720"
          }
        },
        "media_url_https": "https://pbs.twimg.com/media/G9V3ehsboAAFCON.jpg",
        "original_info": {
          "focus_rects": [
            {
              "h": 1063,
              "w": 1898,
              "x": 0,
              "y": 85
            },
            {
              "h": 1494,
              "w": 1494,
              "x": 0,
              "y": 0
            },
            {
              "h": 1494,
              "w": 1311,
              "x": 0,
              "y": 0
            },
            {
              "h": 1494,
              "w": 747,
              "x": 0,
              "y": 0
            },
            {
              "h": 1494,
              "w": 1898,
              "x": 0,
              "y": 0
            }
          ],
          "height": 1494,
          "width": 1898
        },
        "sizes": {
          "large": {
            "h": 1494,
            "w": 1898
          }
        },
        "type": "photo",
        "url": "https://t.co/eGHFXeKOgu"
      }
    ]
  },
  "card": null,
  "place": {},
  "entities": {},
  "quoted_tweet": null,
  "retweeted_tweet": null,
  "isLimitedReply": false,
  "article": null
}