🐦 Twitter Post Details

Viewing enriched Twitter post

@johnowhitaker

Dang it, I made an eval I thought I'd trounce LLMs at: identifying species in photos I've taken over the years, given ~5 plausible options. TIL 1) I don't know my latin names as well as I thought, and 2) 4o apparently does 😂 Writeup once I do the human baseline score + polish https://t.co/iEVirKt3Vz

Media 1
Media 2

📊 Media Metadata

{
  "media": [
    {
      "type": "image",
      "url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/1913378118884299177/media_0.jpg?",
      "filename": "media_0.jpg"
    },
    {
      "type": "image",
      "url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/1913378118884299177/media_1.jpg?",
      "filename": "media_1.jpg"
    }
  ],
  "nlp": {
    "sentiment": "neutral",
    "topics": [
      "species identification",
      "LLMs",
      "personal learning"
    ],
    "entities": [],
    "summary": "The author reflects on their experience with an evaluation of identifying species in photos, realizing their knowledge of Latin names is lacking.",
    "language": "en",
    "processed_at": "2025-08-07T12:05:39.336282"
  }
}

🔧 Raw API Response

{
  "data": {
    "threaded_conversation_with_injections_v2": {
      "instructions": [
        {
          "type": "TimelineClearCache"
        },
        {
          "type": "TimelineAddEntries",
          "entries": [
            {
              "entryId": "tweet-1913378117126963275",
              "sortIndex": "1953517896416100352",
              "content": {
                "entryType": "TimelineTimelineItem",
                "__typename": "TimelineTimelineItem",
                "itemContent": {
                  "itemType": "TimelineTweet",
                  "__typename": "TimelineTweet",
                  "tweet_results": {
                    "result": {
                      "__typename": "Tweet",
                      "rest_id": "1913378117126963275",
                      "has_birdwatch_notes": false,
                      "core": {
                        "user_results": {
                          "result": {
                            "__typename": "User",
                            "id": "VXNlcjo0MDA0MzY0MzI3",
                            "rest_id": "4004364327",
                            "affiliates_highlighted_label": {},
                            "has_graduated_access": true,
                            "is_blue_verified": true,
                            "profile_image_shape": "Circle",
                            "legacy": {
                              "can_dm": true,
                              "can_media_tag": true,
                              "created_at": "Tue Oct 20 20:07:48 +0000 2015",
                              "default_profile": true,
                              "default_profile_image": false,
                              "description": "Data scientist and AI researcher. R&D at https://t.co/9xrxRrGfEE.",
                              "entities": {
                                "description": {
                                  "urls": [
                                    {
                                      "display_url": "answer.ai",
                                      "expanded_url": "http://answer.ai",
                                      "url": "https://t.co/9xrxRrGfEE",
                                      "indices": [
                                        41,
                                        64
                                      ]
                                    }
                                  ]
                                },
                                "url": {
                                  "urls": [
                                    {
                                      "display_url": "johnowhitaker.dev",
                                      "expanded_url": "http://johnowhitaker.dev",
                                      "url": "https://t.co/GWPJDPerHO",
                                      "indices": [
                                        0,
                                        23
                                      ]
                                    }
                                  ]
                                }
                              },
                              "fast_followers_count": 0,
                              "favourites_count": 22087,
                              "followers_count": 9545,
                              "friends_count": 1003,
                              "has_custom_timelines": true,
                              "is_translator": false,
                              "listed_count": 225,
                              "location": "Portland, Oregon",
                              "media_count": 841,
                              "name": "Jonathan Whitaker",
                              "normal_followers_count": 9545,
                              "pinned_tweet_ids_str": [],
                              "possibly_sensitive": false,
                              "profile_banner_url": "https://pbs.twimg.com/profile_banners/4004364327/1649394299",
                              "profile_image_url_https": "https://pbs.twimg.com/profile_images/1734357687796748288/RWKKnzbT_normal.jpg",
                              "profile_interstitial_type": "",
                              "screen_name": "johnowhitaker",
                              "statuses_count": 2766,
                              "translator_type": "none",
                              "url": "https://t.co/GWPJDPerHO",
                              "verified": false,
                              "want_retweets": false,
                              "withheld_in_countries": []
                            },
                            "tipjar_settings": {}
                          }
                        }
                      },
                      "unmention_data": {},
                      "edit_control": {
                        "edit_tweet_ids": [
                          "1913378117126963275"
                        ],
                        "editable_until_msecs": "1745023466000",
                        "is_edit_eligible": false,
                        "edits_remaining": "5"
                      },
                      "is_translatable": false,
                      "views": {
                        "count": "4561",
                        "state": "EnabledWithCount"
                      },
                      "source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
                      "legacy": {
                        "bookmark_count": 0,
                        "bookmarked": false,
                        "created_at": "Fri Apr 18 23:44:26 +0000 2025",
                        "conversation_id_str": "1913378117126963275",
                        "display_text_range": [
                          0,
                          276
                        ],
                        "entities": {
                          "hashtags": [],
                          "media": [
                            {
                              "display_url": "pic.x.com/iEVirKt3Vz",
                              "expanded_url": "https://x.com/johnowhitaker/status/1913378117126963275/photo/1",
                              "id_str": "1913376561212084224",
                              "indices": [
                                277,
                                300
                              ],
                              "media_key": "3_1913376561212084224",
                              "media_url_https": "https://pbs.twimg.com/media/Go2t2Eya0AAqA3m.jpg",
                              "type": "photo",
                              "url": "https://t.co/iEVirKt3Vz",
                              "ext_media_availability": {
                                "status": "Available"
                              },
                              "features": {
                                "large": {
                                  "faces": []
                                },
                                "medium": {
                                  "faces": []
                                },
                                "small": {
                                  "faces": []
                                },
                                "orig": {
                                  "faces": []
                                }
                              },
                              "sizes": {
                                "large": {
                                  "h": 936,
                                  "w": 1620,
                                  "resize": "fit"
                                },
                                "medium": {
                                  "h": 693,
                                  "w": 1200,
                                  "resize": "fit"
                                },
                                "small": {
                                  "h": 393,
                                  "w": 680,
                                  "resize": "fit"
                                },
                                "thumb": {
                                  "h": 150,
                                  "w": 150,
                                  "resize": "crop"
                                }
                              },
                              "original_info": {
                                "height": 936,
                                "width": 1620,
                                "focus_rects": [
                                  {
                                    "x": 0,
                                    "y": 0,
                                    "w": 1620,
                                    "h": 907
                                  },
                                  {
                                    "x": 0,
                                    "y": 0,
                                    "w": 936,
                                    "h": 936
                                  },
                                  {
                                    "x": 0,
                                    "y": 0,
                                    "w": 821,
                                    "h": 936
                                  },
                                  {
                                    "x": 49,
                                    "y": 0,
                                    "w": 468,
                                    "h": 936
                                  },
                                  {
                                    "x": 0,
                                    "y": 0,
                                    "w": 1620,
                                    "h": 936
                                  }
                                ]
                              },
                              "media_results": {
                                "result": {
                                  "media_key": "3_1913376561212084224"
                                }
                              }
                            },
                            {
                              "display_url": "pic.x.com/iEVirKt3Vz",
                              "expanded_url": "https://x.com/johnowhitaker/status/1913378117126963275/photo/1",
                              "id_str": "1913376829614018560",
                              "indices": [
                                277,
                                300
                              ],
                              "media_key": "3_1913376829614018560",
                              "media_url_https": "https://pbs.twimg.com/media/Go2uFsqbUAAFbqo.jpg",
                              "type": "photo",
                              "url": "https://t.co/iEVirKt3Vz",
                              "ext_media_availability": {
                                "status": "Available"
                              },
                              "features": {
                                "large": {
                                  "faces": []
                                },
                                "medium": {
                                  "faces": []
                                },
                                "small": {
                                  "faces": []
                                },
                                "orig": {
                                  "faces": []
                                }
                              },
                              "sizes": {
                                "large": {
                                  "h": 993,
                                  "w": 1335,
                                  "resize": "fit"
                                },
                                "medium": {
                                  "h": 893,
                                  "w": 1200,
                                  "resize": "fit"
                                },
                                "small": {
                                  "h": 506,
                                  "w": 680,
                                  "resize": "fit"
                                },
                                "thumb": {
                                  "h": 150,
                                  "w": 150,
                                  "resize": "crop"
                                }
                              },
                              "original_info": {
                                "height": 993,
                                "width": 1335,
                                "focus_rects": [
                                  {
                                    "x": 0,
                                    "y": 245,
                                    "w": 1335,
                                    "h": 748
                                  },
                                  {
                                    "x": 71,
                                    "y": 0,
                                    "w": 993,
                                    "h": 993
                                  },
                                  {
                                    "x": 132,
                                    "y": 0,
                                    "w": 871,
                                    "h": 993
                                  },
                                  {
                                    "x": 319,
                                    "y": 0,
                                    "w": 497,
                                    "h": 993
                                  },
                                  {
                                    "x": 0,
                                    "y": 0,
                                    "w": 1335,
                                    "h": 993
                                  }
                                ]
                              },
                              "media_results": {
                                "result": {
                                  "media_key": "3_1913376829614018560"
                                }
                              }
                            }
                          ],
                          "symbols": [],
                          "timestamps": [],
                          "urls": [],
                          "user_mentions": []
                        },
                        "extended_entities": {
                          "media": [
                            {
                              "display_url": "pic.x.com/iEVirKt3Vz",
                              "expanded_url": "https://x.com/johnowhitaker/status/1913378117126963275/photo/1",
                              "id_str": "1913376561212084224",
                              "indices": [
                                277,
                                300
                              ],
                              "media_key": "3_1913376561212084224",
                              "media_url_https": "https://pbs.twimg.com/media/Go2t2Eya0AAqA3m.jpg",
                              "type": "photo",
                              "url": "https://t.co/iEVirKt3Vz",
                              "ext_media_availability": {
                                "status": "Available"
                              },
                              "features": {
                                "large": {
                                  "faces": []
                                },
                                "medium": {
                                  "faces": []
                                },
                                "small": {
                                  "faces": []
                                },
                                "orig": {
                                  "faces": []
                                }
                              },
                              "sizes": {
                                "large": {
                                  "h": 936,
                                  "w": 1620,
                                  "resize": "fit"
                                },
                                "medium": {
                                  "h": 693,
                                  "w": 1200,
                                  "resize": "fit"
                                },
                                "small": {
                                  "h": 393,
                                  "w": 680,
                                  "resize": "fit"
                                },
                                "thumb": {
                                  "h": 150,
                                  "w": 150,
                                  "resize": "crop"
                                }
                              },
                              "original_info": {
                                "height": 936,
                                "width": 1620,
                                "focus_rects": [
                                  {
                                    "x": 0,
                                    "y": 0,
                                    "w": 1620,
                                    "h": 907
                                  },
                                  {
                                    "x": 0,
                                    "y": 0,
                                    "w": 936,
                                    "h": 936
                                  },
                                  {
                                    "x": 0,
                                    "y": 0,
                                    "w": 821,
                                    "h": 936
                                  },
                                  {
                                    "x": 49,
                                    "y": 0,
                                    "w": 468,
                                    "h": 936
                                  },
                                  {
                                    "x": 0,
                                    "y": 0,
                                    "w": 1620,
                                    "h": 936
                                  }
                                ]
                              },
                              "media_results": {
                                "result": {
                                  "media_key": "3_1913376561212084224"
                                }
                              }
                            },
                            {
                              "display_url": "pic.x.com/iEVirKt3Vz",
                              "expanded_url": "https://x.com/johnowhitaker/status/1913378117126963275/photo/1",
                              "id_str": "1913376829614018560",
                              "indices": [
                                277,
                                300
                              ],
                              "media_key": "3_1913376829614018560",
                              "media_url_https": "https://pbs.twimg.com/media/Go2uFsqbUAAFbqo.jpg",
                              "type": "photo",
                              "url": "https://t.co/iEVirKt3Vz",
                              "ext_media_availability": {
                                "status": "Available"
                              },
                              "features": {
                                "large": {
                                  "faces": []
                                },
                                "medium": {
                                  "faces": []
                                },
                                "small": {
                                  "faces": []
                                },
                                "orig": {
                                  "faces": []
                                }
                              },
                              "sizes": {
                                "large": {
                                  "h": 993,
                                  "w": 1335,
                                  "resize": "fit"
                                },
                                "medium": {
                                  "h": 893,
                                  "w": 1200,
                                  "resize": "fit"
                                },
                                "small": {
                                  "h": 506,
                                  "w": 680,
                                  "resize": "fit"
                                },
                                "thumb": {
                                  "h": 150,
                                  "w": 150,
                                  "resize": "crop"
                                }
                              },
                              "original_info": {
                                "height": 993,
                                "width": 1335,
                                "focus_rects": [
                                  {
                                    "x": 0,
                                    "y": 245,
                                    "w": 1335,
                                    "h": 748
                                  },
                                  {
                                    "x": 71,
                                    "y": 0,
                                    "w": 993,
                                    "h": 993
                                  },
                                  {
                                    "x": 132,
                                    "y": 0,
                                    "w": 871,
                                    "h": 993
                                  },
                                  {
                                    "x": 319,
                                    "y": 0,
                                    "w": 497,
                                    "h": 993
                                  },
                                  {
                                    "x": 0,
                                    "y": 0,
                                    "w": 1335,
                                    "h": 993
                                  }
                                ]
                              },
                              "media_results": {
                                "result": {
                                  "media_key": "3_1913376829614018560"
                                }
                              }
                            }
                          ]
                        },
                        "favorite_count": 9,
                        "favorited": false,
                        "full_text": "Dang it, I made an eval I thought I'd trounce LLMs at: identifying species in photos I've taken over the years, given ~5 plausible options. TIL 1) I don't know my latin names as well as I thought, and 2) 4o apparently does 😂\nWriteup once I do the human baseline score + polish https://t.co/iEVirKt3Vz",
                        "is_quote_status": false,
                        "lang": "en",
                        "possibly_sensitive": false,
                        "possibly_sensitive_editable": true,
                        "quote_count": 1,
                        "reply_count": 1,
                        "retweet_count": 1,
                        "retweeted": false,
                        "user_id_str": "4004364327",
                        "id_str": "1913378117126963275"
                      },
                      "quick_promote_eligibility": {
                        "eligibility": "IneligibleNotProfessional"
                      }
                    }
                  },
                  "tweetDisplayType": "Tweet"
                },
                "clientEventInfo": {
                  "component": "tweet",
                  "element": "tweet"
                }
              }
            },
            {
              "entryId": "tweet-1913378118884299177",
              "sortIndex": "1953517896416100342",
              "content": {
                "entryType": "TimelineTimelineItem",
                "__typename": "TimelineTimelineItem",
                "itemContent": {
                  "itemType": "TimelineTweet",
                  "__typename": "TimelineTweet",
                  "tweet_results": {
                    "result": {
                      "__typename": "Tweet",
                      "rest_id": "1913378118884299177",
                      "has_birdwatch_notes": false,
                      "core": {
                        "user_results": {
                          "result": {
                            "__typename": "User",
                            "id": "VXNlcjo0MDA0MzY0MzI3",
                            "rest_id": "4004364327",
                            "affiliates_highlighted_label": {},
                            "has_graduated_access": true,
                            "is_blue_verified": true,
                            "profile_image_shape": "Circle",
                            "legacy": {
                              "can_dm": true,
                              "can_media_tag": true,
                              "created_at": "Tue Oct 20 20:07:48 +0000 2015",
                              "default_profile": true,
                              "default_profile_image": false,
                              "description": "Data scientist and AI researcher. R&D at https://t.co/9xrxRrGfEE.",
                              "entities": {
                                "description": {
                                  "urls": [
                                    {
                                      "display_url": "answer.ai",
                                      "expanded_url": "http://answer.ai",
                                      "url": "https://t.co/9xrxRrGfEE",
                                      "indices": [
                                        41,
                                        64
                                      ]
                                    }
                                  ]
                                },
                                "url": {
                                  "urls": [
                                    {
                                      "display_url": "johnowhitaker.dev",
                                      "expanded_url": "http://johnowhitaker.dev",
                                      "url": "https://t.co/GWPJDPerHO",
                                      "indices": [
                                        0,
                                        23
                                      ]
                                    }
                                  ]
                                }
                              },
                              "fast_followers_count": 0,
                              "favourites_count": 22087,
                              "followers_count": 9545,
                              "friends_count": 1003,
                              "has_custom_timelines": true,
                              "is_translator": false,
                              "listed_count": 225,
                              "location": "Portland, Oregon",
                              "media_count": 841,
                              "name": "Jonathan Whitaker",
                              "normal_followers_count": 9545,
                              "pinned_tweet_ids_str": [],
                              "possibly_sensitive": false,
                              "profile_banner_url": "https://pbs.twimg.com/profile_banners/4004364327/1649394299",
                              "profile_image_url_https": "https://pbs.twimg.com/profile_images/1734357687796748288/RWKKnzbT_normal.jpg",
                              "profile_interstitial_type": "",
                              "screen_name": "johnowhitaker",
                              "statuses_count": 2766,
                              "translator_type": "none",
                              "url": "https://t.co/GWPJDPerHO",
                              "verified": false,
                              "want_retweets": false,
                              "withheld_in_countries": []
                            },
                            "tipjar_settings": {}
                          }
                        }
                      },
                      "unmention_data": {},
                      "edit_control": {
                        "edit_tweet_ids": [
                          "1913378118884299177"
                        ],
                        "editable_until_msecs": "1745023467000",
                        "is_edit_eligible": false,
                        "edits_remaining": "5"
                      },
                      "is_translatable": false,
                      "views": {
                        "count": "526",
                        "state": "EnabledWithCount"
                      },
                      "source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
                      "legacy": {
                        "bookmark_count": 0,
                        "bookmarked": false,
                        "created_at": "Fri Apr 18 23:44:27 +0000 2025",
                        "conversation_id_str": "1913378117126963275",
                        "display_text_range": [
                          0,
                          106
                        ],
                        "entities": {
                          "hashtags": [],
                          "symbols": [],
                          "timestamps": [],
                          "urls": [
                            {
                              "display_url": "huggingface.co/datasets/johno…",
                              "expanded_url": "https://huggingface.co/datasets/johnowhitaker/specid_eval_jw",
                              "url": "https://t.co/CGjiwUu3DJ",
                              "indices": [
                                26,
                                49
                              ]
                            },
                            {
                              "display_url": "github.com/johnowhitaker/…",
                              "expanded_url": "https://github.com/johnowhitaker/specid_eval",
                              "url": "https://t.co/0TJ1G25NX9",
                              "indices": [
                                83,
                                106
                              ]
                            }
                          ],
                          "user_mentions": [
                            {
                              "id_str": "778764142412984320",
                              "name": "Hugging Face",
                              "screen_name": "huggingface",
                              "indices": [
                                11,
                                23
                              ]
                            }
                          ]
                        },
                        "favorite_count": 1,
                        "favorited": false,
                        "full_text": "Dataset on @huggingface : https://t.co/CGjiwUu3DJ\nPreliminary scripts and results: https://t.co/0TJ1G25NX9",
                        "in_reply_to_screen_name": "johnowhitaker",
                        "in_reply_to_status_id_str": "1913378117126963275",
                        "in_reply_to_user_id_str": "4004364327",
                        "is_quote_status": false,
                        "lang": "en",
                        "possibly_sensitive": false,
                        "possibly_sensitive_editable": true,
                        "quote_count": 0,
                        "reply_count": 0,
                        "retweet_count": 0,
                        "retweeted": false,
                        "user_id_str": "4004364327",
                        "id_str": "1913378118884299177"
                      },
                      "quick_promote_eligibility": {
                        "eligibility": "IneligibleNotProfessional"
                      }
                    }
                  },
                  "tweetDisplayType": "SelfThread"
                },
                "clientEventInfo": {
                  "component": "tweet",
                  "element": "tweet"
                }
              }
            },
            {
              "entryId": "cursor-bottom-1953517896416100341",
              "sortIndex": "1953517896416100341",
              "content": {
                "entryType": "TimelineTimelineCursor",
                "__typename": "TimelineTimelineCursor",
                "value": "DAAFCgABGxxKLTY___MLAAIAAAAwRW1QQzZ3QUFBZlEvZ0dKTjB2R3AvQUFBQUFJYWphOUMrUnFScVJxTnIwS1FXOEJMCAADAAAAAgAA",
                "cursorType": "Bottom"
              }
            }
          ]
        },
        {
          "type": "TimelineTerminateTimeline",
          "direction": "Top"
        },
        {
          "type": "TimelineTerminateTimeline",
          "direction": "Bottom"
        }
      ],
      "metadata": {
        "reader_mode_config": {
          "is_reader_mode_available": true
        },
        "scribeConfig": {
          "page": "ranked_replies"
        }
      }
    }
  }
}