@karpathy
ty to ericsilberstein1 on github for spotting the bug. https://t.co/18o1CiivgN (it's not a big bug and only comes up in the SpellingBee synthetic task evaluation but still).
Viewing enriched Twitter post
ty to ericsilberstein1 on github for spotting the bug. https://t.co/18o1CiivgN (it's not a big bug and only comes up in the SpellingBee synthetic task evaluation but still).
{
"media": [
{
"type": "photo",
"url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/1998240551964193148/media_0.jpg?",
"filename": "media_0.jpg"
}
],
"processed_at": "2025-12-09T05:02:02.936506",
"pipeline_version": "2.0"
} {
"type": "tweet",
"id": "1998240551964193148",
"url": "https://x.com/karpathy/status/1998240551964193148",
"twitterUrl": "https://twitter.com/karpathy/status/1998240551964193148",
"text": "ty to ericsilberstein1 on github for spotting the bug.\nhttps://t.co/18o1CiivgN\n(it's not a big bug and only comes up in the SpellingBee synthetic task evaluation but still).",
"source": "Twitter for iPhone",
"retweetCount": 1,
"replyCount": 3,
"likeCount": 66,
"quoteCount": 1,
"viewCount": 18455,
"createdAt": "Tue Dec 09 03:57:27 +0000 2025",
"lang": "en",
"bookmarkCount": 10,
"isReply": true,
"inReplyToId": "1998236299862659485",
"conversationId": "1998236299862659485",
"displayTextRange": [
0,
173
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "karpathy",
"url": "https://x.com/karpathy",
"twitterUrl": "https://twitter.com/karpathy",
"id": "33836629",
"name": "Andrej Karpathy",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/1296667294148382721/9Pr6XrPB_normal.jpg",
"coverPicture": "https://pbs.twimg.com/profile_banners/33836629/1407117611",
"description": "Building @EurekaLabsAI. Previously Director of AI @ Tesla, founding team @ OpenAI, CS231n/PhD @ Stanford. I like to train large deep neural nets.",
"location": "Stanford",
"followers": 1508274,
"following": 1032,
"status": "",
"canDm": true,
"canMediaTag": true,
"createdAt": "Tue Apr 21 06:49:15 +0000 2009",
"entities": {
"description": {
"urls": []
},
"url": {
"urls": [
{
"display_url": "karpathy.ai",
"expanded_url": "https://karpathy.ai",
"url": "https://t.co/0EcFthjJXM",
"indices": [
0,
23
]
}
]
}
},
"fastFollowersCount": 0,
"favouritesCount": 21042,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 836,
"statusesCount": 9860,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"1617979122625712128"
],
"profile_bio": {},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {},
"card": {
"binding_values": [
{
"key": "photo_image_full_size_large",
"value": {
"image_value": {
"height": 419,
"width": 800,
"url": "https://pbs.twimg.com/card_img/1998240555441311744/m5ZPlH6I?format=jpg&name=800x419"
},
"type": "IMAGE"
}
},
{
"key": "thumbnail_image",
"value": {
"image_value": {
"height": 200,
"width": 400,
"url": "https://pbs.twimg.com/card_img/1998240555441311744/m5ZPlH6I?format=jpg&name=400x400"
},
"type": "IMAGE"
}
},
{
"key": "description",
"value": {
"string_value": "I noticed seeing the same words for the train and test splits for the SpellingBee and SimpleSpelling tasks, just offset by 1. The cause seems to be this line: seed = index if self.split == '...",
"type": "STRING"
}
},
{
"key": "domain",
"value": {
"string_value": "github.com",
"type": "STRING"
}
},
{
"key": "thumbnail_image_large",
"value": {
"image_value": {
"height": 300,
"width": 600,
"url": "https://pbs.twimg.com/card_img/1998240555441311744/m5ZPlH6I?format=jpg&name=600x600"
},
"type": "IMAGE"
}
},
{
"key": "summary_photo_image_small",
"value": {
"image_value": {
"height": 202,
"width": 386,
"url": "https://pbs.twimg.com/card_img/1998240555441311744/m5ZPlH6I?format=jpg&name=386x202"
},
"type": "IMAGE"
}
},
{
"key": "thumbnail_image_original",
"value": {
"image_value": {
"height": 600,
"width": 1200,
"url": "https://pbs.twimg.com/card_img/1998240555441311744/m5ZPlH6I?format=jpg&name=orig"
},
"type": "IMAGE"
}
},
{
"key": "site",
"value": {
"scribe_key": "publisher_id",
"type": "USER",
"user_value": {
"id_str": "13334762",
"path": []
}
}
},
{
"key": "photo_image_full_size_small",
"value": {
"image_value": {
"height": 202,
"width": 386,
"url": "https://pbs.twimg.com/card_img/1998240555441311744/m5ZPlH6I?format=jpg&name=386x202"
},
"type": "IMAGE"
}
},
{
"key": "summary_photo_image_large",
"value": {
"image_value": {
"height": 419,
"width": 800,
"url": "https://pbs.twimg.com/card_img/1998240555441311744/m5ZPlH6I?format=jpg&name=800x419"
},
"type": "IMAGE"
}
},
{
"key": "thumbnail_image_small",
"value": {
"image_value": {
"height": 72,
"width": 144,
"url": "https://pbs.twimg.com/card_img/1998240555441311744/m5ZPlH6I?format=jpg&name=144x144"
},
"type": "IMAGE"
}
},
{
"key": "thumbnail_image_x_large",
"value": {
"image_value": {
"height": 600,
"width": 1200,
"url": "https://pbs.twimg.com/card_img/1998240555441311744/m5ZPlH6I?format=png&name=2048x2048_2_exp"
},
"type": "IMAGE"
}
},
{
"key": "photo_image_full_size_original",
"value": {
"image_value": {
"height": 600,
"width": 1200,
"url": "https://pbs.twimg.com/card_img/1998240555441311744/m5ZPlH6I?format=jpg&name=orig"
},
"type": "IMAGE"
}
},
{
"key": "photo_image_full_size_alt_text",
"value": {
"string_value": "I noticed seeing the same words for the train and test splits for the SpellingBee and SimpleSpelling tasks, just offset by 1. The cause seems to be this line: seed = index if self.split == 'tra...",
"type": "STRING"
}
},
{
"key": "vanity_url",
"value": {
"scribe_key": "vanity_url",
"string_value": "github.com",
"type": "STRING"
}
},
{
"key": "photo_image_full_size",
"value": {
"image_value": {
"height": 314,
"width": 600,
"url": "https://pbs.twimg.com/card_img/1998240555441311744/m5ZPlH6I?format=jpg&name=600x314"
},
"type": "IMAGE"
}
},
{
"key": "summary_photo_image_alt_text",
"value": {
"string_value": "I noticed seeing the same words for the train and test splits for the SpellingBee and SimpleSpelling tasks, just offset by 1. The cause seems to be this line: seed = index if self.split == 'tra...",
"type": "STRING"
}
},
{
"key": "thumbnail_image_color",
"value": {
"image_color_value": {
"palette": [
{
"rgb": {
"blue": 255,
"green": 255,
"red": 255
},
"percentage": 88.21
},
{
"rgb": {
"blue": 121,
"green": 116,
"red": 112
},
"percentage": 6.68
},
{
"rgb": {
"blue": 166,
"green": 115,
"red": 53
},
"percentage": 3.17
},
{
"rgb": {
"blue": 60,
"green": 35,
"red": 20
},
"percentage": 0.61
},
{
"rgb": {
"blue": 209,
"green": 238,
"red": 201
},
"percentage": 0.32
}
]
},
"type": "IMAGE_COLOR"
}
},
{
"key": "title",
"value": {
"string_value": "change test/train split approach to fix bug in spelling bee task by ericsilberstein1 · Pull Request...",
"type": "STRING"
}
},
{
"key": "summary_photo_image_color",
"value": {
"image_color_value": {
"palette": [
{
"rgb": {
"blue": 255,
"green": 255,
"red": 255
},
"percentage": 88.21
},
{
"rgb": {
"blue": 121,
"green": 116,
"red": 112
},
"percentage": 6.68
},
{
"rgb": {
"blue": 166,
"green": 115,
"red": 53
},
"percentage": 3.17
},
{
"rgb": {
"blue": 60,
"green": 35,
"red": 20
},
"percentage": 0.61
},
{
"rgb": {
"blue": 209,
"green": 238,
"red": 201
},
"percentage": 0.32
}
]
},
"type": "IMAGE_COLOR"
}
},
{
"key": "summary_photo_image_x_large",
"value": {
"image_value": {
"height": 600,
"width": 1200,
"url": "https://pbs.twimg.com/card_img/1998240555441311744/m5ZPlH6I?format=png&name=2048x2048_2_exp"
},
"type": "IMAGE"
}
},
{
"key": "summary_photo_image",
"value": {
"image_value": {
"height": 314,
"width": 600,
"url": "https://pbs.twimg.com/card_img/1998240555441311744/m5ZPlH6I?format=jpg&name=600x314"
},
"type": "IMAGE"
}
},
{
"key": "photo_image_full_size_color",
"value": {
"image_color_value": {
"palette": [
{
"rgb": {
"blue": 255,
"green": 255,
"red": 255
},
"percentage": 88.21
},
{
"rgb": {
"blue": 121,
"green": 116,
"red": 112
},
"percentage": 6.68
},
{
"rgb": {
"blue": 166,
"green": 115,
"red": 53
},
"percentage": 3.17
},
{
"rgb": {
"blue": 60,
"green": 35,
"red": 20
},
"percentage": 0.61
},
{
"rgb": {
"blue": 209,
"green": 238,
"red": 201
},
"percentage": 0.32
}
]
},
"type": "IMAGE_COLOR"
}
},
{
"key": "photo_image_full_size_x_large",
"value": {
"image_value": {
"height": 600,
"width": 1200,
"url": "https://pbs.twimg.com/card_img/1998240555441311744/m5ZPlH6I?format=png&name=2048x2048_2_exp"
},
"type": "IMAGE"
}
},
{
"key": "card_url",
"value": {
"scribe_key": "card_url",
"string_value": "https://t.co/18o1CiivgN",
"type": "STRING"
}
},
{
"key": "summary_photo_image_original",
"value": {
"image_value": {
"height": 600,
"width": 1200,
"url": "https://pbs.twimg.com/card_img/1998240555441311744/m5ZPlH6I?format=jpg&name=orig"
},
"type": "IMAGE"
}
}
],
"card_platform": {
"platform": {
"audience": {
"name": "production"
},
"device": {
"name": "Android",
"version": "12"
}
}
},
"name": "summary_large_image",
"url": "https://t.co/18o1CiivgN",
"user_refs_results": [
{
"result": {
"__typename": "User",
"id": "VXNlcjoxMzMzNDc2Mg==",
"rest_id": "13334762",
"affiliates_highlighted_label": {},
"has_graduated_access": true,
"is_blue_verified": true,
"profile_image_shape": "Square",
"legacy": {
"can_dm": false,
"can_media_tag": true,
"created_at": "Mon Feb 11 04:41:50 +0000 2008",
"default_profile": false,
"default_profile_image": false,
"description": "The AI-powered developer platform to build, scale, and deliver secure software.",
"entities": {
"description": {
"urls": []
},
"url": {
"urls": [
{
"display_url": "github.com",
"expanded_url": "http://github.com",
"url": "https://t.co/bbJgfyzcJR",
"indices": [
0,
23
]
}
]
}
},
"fast_followers_count": 0,
"favourites_count": 8452,
"followers_count": 2592727,
"friends_count": 329,
"has_custom_timelines": true,
"is_translator": false,
"listed_count": 18243,
"location": "San Francisco, CA",
"media_count": 2849,
"name": "GitHub",
"normal_followers_count": 2592727,
"pinned_tweet_ids_str": [
"1996273417369407742"
],
"possibly_sensitive": false,
"profile_banner_url": "https://pbs.twimg.com/profile_banners/13334762/1747774520",
"profile_image_url_https": "https://pbs.twimg.com/profile_images/1633247750010830848/8zfRrYjA_normal.png",
"profile_interstitial_type": "",
"screen_name": "github",
"statuses_count": 10182,
"translator_type": "none",
"url": "https://t.co/bbJgfyzcJR",
"verified": false,
"verified_type": "Business",
"want_retweets": false,
"withheld_in_countries": []
},
"tipjar_settings": {}
}
}
]
},
"place": {},
"entities": {
"hashtags": [],
"symbols": [],
"timestamps": [],
"urls": [
{
"display_url": "github.com/karpathy/nanoc…",
"expanded_url": "https://github.com/karpathy/nanochat/pull/306",
"url": "https://t.co/18o1CiivgN",
"indices": [
55,
78
]
}
],
"user_mentions": []
},
"quoted_tweet": null,
"retweeted_tweet": null,
"article": null
}