Viewing enriched Twitter post
When a model gives you the right answer to a reasoning question, you can't tell whether it was via memorization or via reasoning. A simple way to tell between the two is to tweak your question in a way that 1. changes the answer, 2. requires some reasoning to adapt to the change. If you still get the same answer as before... it was memorization.
{
"media": [
{
"type": "photo",
"url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/1960808676262076629/media_0.jpg?",
"filename": "media_0.jpg"
}
],
"processed_at": "2025-08-27T21:37:53.744944",
"pipeline_version": "2.0"
}{
"type": "tweet",
"id": "1960808676262076629",
"url": "https://x.com/fchollet/status/1960808676262076629",
"twitterUrl": "https://twitter.com/fchollet/status/1960808676262076629",
"text": "When a model gives you the right answer to a reasoning question, you can't tell whether it was via memorization or via reasoning.\n\nA simple way to tell between the two is to tweak your question in a way that 1. changes the answer, 2. requires some reasoning to adapt to the change. If you still get the same answer as before... it was memorization.",
"source": "Twitter for iPhone",
"retweetCount": 10,
"replyCount": 14,
"likeCount": 118,
"quoteCount": 2,
"viewCount": 11646,
"createdAt": "Wed Aug 27 20:56:33 +0000 2025",
"lang": "en",
"bookmarkCount": 43,
"isReply": false,
"inReplyToId": null,
"conversationId": "1960808676262076629",
"displayTextRange": [
0,
274
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "fchollet",
"url": "https://x.com/fchollet",
"twitterUrl": "https://twitter.com/fchollet",
"id": "68746721",
"name": "François Chollet",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/1611009368765468673/lLWbGjjj_normal.jpg",
"coverPicture": "https://pbs.twimg.com/profile_banners/68746721/1463719109",
"description": "",
"location": "United States",
"followers": 570418,
"following": 812,
"status": "",
"canDm": false,
"canMediaTag": false,
"createdAt": "Tue Aug 25 17:09:25 +0000 2009",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 9986,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 1415,
"statusesCount": 24175,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"1729512791894012011"
],
"profile_bio": {
"description": "Co-founder @ndea. Co-founder @arcprize. Creator of Keras and ARC-AGI. Author of 'Deep Learning with Python'.",
"entities": {
"description": {
"user_mentions": [
{
"id_str": "0",
"indices": [
11,
16
],
"name": "",
"screen_name": "ndea"
},
{
"id_str": "0",
"indices": [
29,
38
],
"name": "",
"screen_name": "arcprize"
}
]
},
"url": {
"urls": [
{
"display_url": "fchollet.com",
"expanded_url": "https://fchollet.com/",
"indices": [
0,
23
],
"url": "https://t.co/6miFIZSFAQ"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {
"media": [
{
"allow_download_status": {
"allow_download": true
},
"display_url": "pic.twitter.com/8wNrYnPg6p",
"expanded_url": "https://twitter.com/fchollet/status/1960808676262076629/photo/1",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {},
"orig": {}
},
"id_str": "1960808333088317440",
"indices": [
275,
298
],
"media_key": "3_1960808333088317440",
"media_results": {
"id": "QXBpTWVkaWFSZXN1bHRzOgwAAQoAARs2MMpGWuAACgACGzYxGi0a4NUAAA==",
"result": {
"__typename": "ApiMedia",
"id": "QXBpTWVkaWE6DAABCgABGzYwykZa4AAKAAIbNjEaLRrg1QAA",
"media_key": "3_1960808333088317440"
}
},
"media_url_https": "https://pbs.twimg.com/media/GzYwykZa4AAY6Ps.jpg",
"original_info": {
"focus_rects": [
{
"h": 926,
"w": 1654,
"x": 0,
"y": 0
},
{
"h": 926,
"w": 926,
"x": 327,
"y": 0
},
{
"h": 926,
"w": 812,
"x": 384,
"y": 0
},
{
"h": 926,
"w": 463,
"x": 559,
"y": 0
},
{
"h": 926,
"w": 1664,
"x": 0,
"y": 0
}
],
"height": 926,
"width": 1664
},
"sizes": {
"large": {
"h": 926,
"w": 1664
}
},
"type": "photo",
"url": "https://t.co/8wNrYnPg6p"
}
]
},
"card": null,
"place": {},
"entities": {},
"quoted_tweet": null,
"retweeted_tweet": null,
"isLimitedReply": false,
"article": null
}