{
  "type": "tweet",
  "id": "2055747638381920342",
  "url": "https://x.com/dair_ai/status/2055747638381920342",
  "twitterUrl": "https://twitter.com/dair_ai/status/2055747638381920342",
  "text": "Are your benchmarks actually measuring the capability you think they measure?\n\nNew paper says they probably not.\n\nCoined the \"The Evaluation Trap\", it provides a vocabulary for auditing whether your eval discriminates the underlying capability or just proxies behaviors that happen to correlate.\n\nMost benchmarks bake in implicit theory that nobody states explicitly, then evaluate as if the theory were neutral.\n\nResearch indicates that most agent leaderboards are not measuring what we collectively think they are.\n\nGreat read on evals, especially those making decisions on model selection.\n\nPaper: https://t.co/mPIiOhkB8P\n\nLearn to build effective AI agents in our academy: https://t.co/LRnpZN7L4c",
  "source": "Twitter for iPhone",
  "retweetCount": 0,
  "replyCount": 0,
  "likeCount": 1,
  "quoteCount": 0,
  "viewCount": 25,
  "createdAt": "Sat May 16 20:30:05 +0000 2026",
  "lang": "en",
  "bookmarkCount": 2,
  "isReply": false,
  "inReplyToId": null,
  "conversationId": "2055747638381920342",
  "displayTextRange": [
    0,
    274
  ],
  "inReplyToUserId": null,
  "inReplyToUsername": null,
  "author": {
    "type": "user",
    "userName": "dair_ai",
    "url": "https://x.com/dair_ai",
    "twitterUrl": "https://twitter.com/dair_ai",
    "id": "889050642903293953",
    "name": "DAIR.AI",
    "isVerified": false,
    "isBlueVerified": true,
    "verifiedType": null,
    "profilePicture": "https://pbs.twimg.com/profile_images/1643277398522187778/31dedbLo_normal.jpg",
    "coverPicture": "https://pbs.twimg.com/profile_banners/889050642903293953/1773242460",
    "description": "",
    "location": "",
    "followers": 116867,
    "following": 1,
    "status": "",
    "canDm": true,
    "canMediaTag": true,
    "createdAt": "Sun Jul 23 09:12:45 +0000 2017",
    "entities": {
      "description": {
        "urls": []
      },
      "url": {}
    },
    "fastFollowersCount": 0,
    "favouritesCount": 4451,
    "hasCustomTimelines": true,
    "isTranslator": false,
    "mediaCount": 224,
    "statusesCount": 3204,
    "withheldInCountries": [],
    "affiliatesHighlightedLabel": {},
    "possiblySensitive": false,
    "pinnedTweetIds": [
      "2055318564127809571"
    ],
    "profile_bio": {
      "description": "Democratizing AI research, education, and technologies. New AI learning portal: https://t.co/LRnpZN7L4c",
      "entities": {
        "description": {
          "urls": [
            {
              "display_url": "academy.dair.ai",
              "expanded_url": "https://academy.dair.ai/",
              "indices": [
                80,
                103
              ],
              "url": "https://t.co/LRnpZN7L4c"
            }
          ]
        },
        "url": {
          "urls": [
            {
              "display_url": "dair.ai",
              "expanded_url": "https://www.dair.ai/",
              "indices": [
                0,
                23
              ],
              "url": "https://t.co/lkqPZtMU5s"
            }
          ]
        }
      }
    },
    "isAutomated": false,
    "automatedBy": null
  },
  "extendedEntities": {
    "media": [
      {
        "display_url": "pic.twitter.com/lHchRqvV3s",
        "expanded_url": "https://twitter.com/dair_ai/status/2055747638381920342/photo/1",
        "ext_media_availability": {
          "status": "Available"
        },
        "features": {
          "large": {
            "faces": []
          },
          "orig": {
            "faces": []
          }
        },
        "id_str": "2055747635039158272",
        "indices": [
          275,
          298
        ],
        "media_key": "3_2055747635039158272",
        "media_results": {
          "id": "QXBpTWVkaWFSZXN1bHRzOgwAAQoAARyHe5UOW8AACgACHId7ldWaQFYAAA==",
          "result": {
            "__typename": "ApiMedia",
            "id": "QXBpTWVkaWE6DAABCgABHId7lQ5bwAAKAAIch3uV1ZpAVgAA",
            "media_key": "3_2055747635039158272"
          }
        },
        "media_url_https": "https://pbs.twimg.com/media/HId7lQ5bwAAIoqw.png",
        "original_info": {
          "focus_rects": [
            {
              "h": 1039,
              "w": 1856,
              "x": 0,
              "y": 0
            },
            {
              "h": 1806,
              "w": 1806,
              "x": 0,
              "y": 0
            },
            {
              "h": 1806,
              "w": 1584,
              "x": 89,
              "y": 0
            },
            {
              "h": 1806,
              "w": 903,
              "x": 430,
              "y": 0
            },
            {
              "h": 1806,
              "w": 1856,
              "x": 0,
              "y": 0
            }
          ],
          "height": 1806,
          "width": 1856
        },
        "sizes": {
          "large": {
            "h": 1806,
            "w": 1856
          }
        },
        "type": "photo",
        "url": "https://t.co/lHchRqvV3s"
      }
    ]
  },
  "card": null,
  "place": {},
  "entities": {
    "hashtags": [],
    "symbols": [],
    "urls": [
      {
        "display_url": "arxiv.org/abs/2605.14167",
        "expanded_url": "https://arxiv.org/abs/2605.14167",
        "indices": [
          601,
          624
        ],
        "url": "https://t.co/mPIiOhkB8P"
      },
      {
        "display_url": "academy.dair.ai",
        "expanded_url": "https://academy.dair.ai/",
        "indices": [
          677,
          700
        ],
        "url": "https://t.co/LRnpZN7L4c"
      }
    ],
    "user_mentions": []
  },
  "quoted_tweet": null,
  "retweeted_tweet": null,
  "isLimitedReply": false,
  "communityInfo": null,
  "article": null
}