🐦 Twitter Post Details

Viewing enriched Twitter post

@emollick

So the suspicions about the dumbing-down of GPT-4 may actually be right! Here is some initial hard evidence that GPT-4 is actually getting less capable (and GPT-3.5 is getting more so), since launch. Also, why it is hard to build on AI, when model abilities are quietly changed. https://t.co/xyGyPdhhIE https://t.co/uszx7m0qV9

🔧 Raw API Response

{
  "created_at": "Wed Jul 19 01:52:05 +0000 2023",
  "id": 1681482007140761601,
  "id_str": "1681482007140761601",
  "full_text": "So the suspicions about the dumbing-down of GPT-4 may actually be right!\n\nHere is some initial hard evidence that GPT-4 is actually getting less capable (and GPT-3.5 is getting more so), since launch. Also, why it is hard to build on AI, when model abilities are quietly changed. https://t.co/xyGyPdhhIE https://t.co/uszx7m0qV9",
  "truncated": false,
  "display_text_range": [
    0,
    303
  ],
  "entities": {
    "hashtags": [],
    "symbols": [],
    "user_mentions": [],
    "urls": [
      {
        "url": "https://t.co/xyGyPdhhIE",
        "expanded_url": "https://twitter.com/matei_zaharia/status/1681467961905926144",
        "display_url": "twitter.com/matei_zaharia/…",
        "indices": [
          280,
          303
        ]
      }
    ],
    "media": [
      {
        "id": 1681481548132933633,
        "id_str": "1681481548132933633",
        "indices": [
          304,
          327
        ],
        "media_url": "http://pbs.twimg.com/media/F1XSjyTWYAErpIM.png",
        "media_url_https": "https://pbs.twimg.com/media/F1XSjyTWYAErpIM.png",
        "url": "https://t.co/uszx7m0qV9",
        "display_url": "pic.twitter.com/uszx7m0qV9",
        "expanded_url": "https://twitter.com/emollick/status/1681482007140761601/photo/1",
        "type": "photo",
        "sizes": {
          "medium": {
            "w": 1200,
            "h": 958,
            "resize": "fit"
          },
          "large": {
            "w": 1203,
            "h": 960,
            "resize": "fit"
          },
          "thumb": {
            "w": 150,
            "h": 150,
            "resize": "crop"
          },
          "small": {
            "w": 680,
            "h": 543,
            "resize": "fit"
          }
        }
      }
    ]
  },
  "extended_entities": {
    "media": [
      {
        "id": 1681481548132933633,
        "id_str": "1681481548132933633",
        "indices": [
          304,
          327
        ],
        "media_url": "http://pbs.twimg.com/media/F1XSjyTWYAErpIM.png",
        "media_url_https": "https://pbs.twimg.com/media/F1XSjyTWYAErpIM.png",
        "url": "https://t.co/uszx7m0qV9",
        "display_url": "pic.twitter.com/uszx7m0qV9",
        "expanded_url": "https://twitter.com/emollick/status/1681482007140761601/photo/1",
        "type": "photo",
        "sizes": {
          "medium": {
            "w": 1200,
            "h": 958,
            "resize": "fit"
          },
          "large": {
            "w": 1203,
            "h": 960,
            "resize": "fit"
          },
          "thumb": {
            "w": 150,
            "h": 150,
            "resize": "crop"
          },
          "small": {
            "w": 680,
            "h": 543,
            "resize": "fit"
          }
        }
      }
    ]
  },
  "source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
  "in_reply_to_status_id": null,
  "in_reply_to_status_id_str": null,
  "in_reply_to_user_id": null,
  "in_reply_to_user_id_str": null,
  "in_reply_to_screen_name": null,
  "user": {
    "id": 39125788,
    "id_str": "39125788",
    "name": "Ethan Mollick",
    "screen_name": "emollick",
    "location": "Philadelphia, PA",
    "description": "Professor @Wharton studying tech, innovation & startups. Democratizing education with games & AI. Substack: https://t.co/b88cxZ24qL Threads: ethan_mollick",
    "url": "https://t.co/uItckI9ujc",
    "entities": {
      "url": {
        "urls": [
          {
            "url": "https://t.co/uItckI9ujc",
            "expanded_url": "https://mgmt.wharton.upenn.edu/profile/emollick/",
            "display_url": "mgmt.wharton.upenn.edu/profile/emolli…",
            "indices": [
              0,
              23
            ]
          }
        ]
      },
      "description": {
        "urls": [
          {
            "url": "https://t.co/b88cxZ24qL",
            "expanded_url": "http://oneusefulthing.substack.com",
            "display_url": "oneusefulthing.substack.com",
            "indices": [
              108,
              131
            ]
          }
        ]
      }
    },
    "protected": false,
    "followers_count": 167582,
    "friends_count": 524,
    "listed_count": 3797,
    "created_at": "Sun May 10 22:33:52 +0000 2009",
    "favourites_count": 5785,
    "utc_offset": null,
    "time_zone": null,
    "geo_enabled": false,
    "verified": false,
    "statuses_count": 22412,
    "lang": null,
    "contributors_enabled": false,
    "is_translator": false,
    "is_translation_enabled": false,
    "profile_background_color": "022330",
    "profile_background_image_url": "http://abs.twimg.com/images/themes/theme15/bg.png",
    "profile_background_image_url_https": "https://abs.twimg.com/images/themes/theme15/bg.png",
    "profile_background_tile": false,
    "profile_image_url": "http://pbs.twimg.com/profile_images/1601382188712398850/3AAOlqrX_normal.jpg",
    "profile_image_url_https": "https://pbs.twimg.com/profile_images/1601382188712398850/3AAOlqrX_normal.jpg",
    "profile_banner_url": "https://pbs.twimg.com/profile_banners/39125788/1686984136",
    "profile_link_color": "032A96",
    "profile_sidebar_border_color": "A8C7F7",
    "profile_sidebar_fill_color": "C0DFEC",
    "profile_text_color": "333333",
    "profile_use_background_image": true,
    "has_extended_profile": true,
    "default_profile": false,
    "default_profile_image": false,
    "following": false,
    "follow_request_sent": false,
    "notifications": false,
    "translator_type": "none",
    "withheld_in_countries": []
  },
  "geo": null,
  "coordinates": null,
  "place": null,
  "contributors": null,
  "is_quote_status": true,
  "quoted_status_id": 1681467961905926144,
  "quoted_status_id_str": "1681467961905926144",
  "quoted_status_permalink": {
    "url": "https://t.co/xyGyPdhhIE",
    "expanded": "https://twitter.com/matei_zaharia/status/1681467961905926144",
    "display": "twitter.com/matei_zaharia/…"
  },
  "quoted_status": {
    "created_at": "Wed Jul 19 00:56:16 +0000 2023",
    "id": 1681467961905926144,
    "id_str": "1681467961905926144",
    "full_text": "Lots of people are wondering whether #GPT4 and #ChatGPT's performance has been changing over time, so Lingjiao Chen, @james_y_zou and I measured it. We found big changes including some large decreases in some problem-solving tasks: https://t.co/jgulqjvPAO https://t.co/uAN43UTmWN",
    "truncated": false,
    "display_text_range": [
      0,
      255
    ],
    "entities": {
      "hashtags": [
        {
          "text": "GPT4",
          "indices": [
            37,
            42
          ]
        },
        {
          "text": "ChatGPT",
          "indices": [
            47,
            55
          ]
        }
      ],
      "symbols": [],
      "user_mentions": [
        {
          "screen_name": "james_y_zou",
          "name": "James Zou",
          "id": 762359343656361984,
          "id_str": "762359343656361984",
          "indices": [
            117,
            129
          ]
        }
      ],
      "urls": [
        {
          "url": "https://t.co/jgulqjvPAO",
          "expanded_url": "https://arxiv.org/pdf/2307.09009.pdf",
          "display_url": "arxiv.org/pdf/2307.09009…",
          "indices": [
            232,
            255
          ]
        }
      ],
      "media": [
        {
          "id": 1681467009022976001,
          "id_str": "1681467009022976001",
          "indices": [
            256,
            279
          ],
          "media_url": "http://pbs.twimg.com/media/F1XFVf5aYAExfPw.png",
          "media_url_https": "https://pbs.twimg.com/media/F1XFVf5aYAExfPw.png",
          "url": "https://t.co/uAN43UTmWN",
          "display_url": "pic.twitter.com/uAN43UTmWN",
          "expanded_url": "https://twitter.com/matei_zaharia/status/1681467961905926144/photo/1",
          "type": "photo",
          "sizes": {
            "large": {
              "w": 1367,
              "h": 770,
              "resize": "fit"
            },
            "medium": {
              "w": 1200,
              "h": 676,
              "resize": "fit"
            },
            "small": {
              "w": 680,
              "h": 383,
              "resize": "fit"
            },
            "thumb": {
              "w": 150,
              "h": 150,
              "resize": "crop"
            }
          }
        }
      ]
    },
    "extended_entities": {
      "media": [
        {
          "id": 1681467009022976001,
          "id_str": "1681467009022976001",
          "indices": [
            256,
            279
          ],
          "media_url": "http://pbs.twimg.com/media/F1XFVf5aYAExfPw.png",
          "media_url_https": "https://pbs.twimg.com/media/F1XFVf5aYAExfPw.png",
          "url": "https://t.co/uAN43UTmWN",
          "display_url": "pic.twitter.com/uAN43UTmWN",
          "expanded_url": "https://twitter.com/matei_zaharia/status/1681467961905926144/photo/1",
          "type": "photo",
          "sizes": {
            "large": {
              "w": 1367,
              "h": 770,
              "resize": "fit"
            },
            "medium": {
              "w": 1200,
              "h": 676,
              "resize": "fit"
            },
            "small": {
              "w": 680,
              "h": 383,
              "resize": "fit"
            },
            "thumb": {
              "w": 150,
              "h": 150,
              "resize": "crop"
            }
          }
        }
      ]
    },
    "source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
    "in_reply_to_status_id": null,
    "in_reply_to_status_id_str": null,
    "in_reply_to_user_id": null,
    "in_reply_to_user_id_str": null,
    "in_reply_to_screen_name": null,
    "user": {
      "id": 201130645,
      "id_str": "201130645",
      "name": "Matei Zaharia",
      "screen_name": "matei_zaharia",
      "location": "Berkeley, CA",
      "description": "CTO at @Databricks and CS professor at @UCBerkeley. Working on data and AI, @ApacheSpark, @MLflow, @DeltaLakeOSS. https://t.co/nmRYAKG0LZ",
      "url": "https://t.co/I9eGOoe8Hh",
      "entities": {
        "url": {
          "urls": [
            {
              "url": "https://t.co/I9eGOoe8Hh",
              "expanded_url": "https://cs.stanford.edu/~matei",
              "display_url": "cs.stanford.edu/~matei",
              "indices": [
                0,
                23
              ]
            }
          ]
        },
        "description": {
          "urls": [
            {
              "url": "https://t.co/nmRYAKG0LZ",
              "expanded_url": "http://linkedin.com/in/mateizaharia",
              "display_url": "linkedin.com/in/mateizaharia",
              "indices": [
                114,
                137
              ]
            }
          ]
        }
      },
      "protected": false,
      "followers_count": 34961,
      "friends_count": 987,
      "listed_count": 808,
      "created_at": "Mon Oct 11 04:18:39 +0000 2010",
      "favourites_count": 8919,
      "utc_offset": null,
      "time_zone": null,
      "geo_enabled": false,
      "verified": false,
      "statuses_count": 2115,
      "lang": null,
      "contributors_enabled": false,
      "is_translator": false,
      "is_translation_enabled": false,
      "profile_background_color": "000000",
      "profile_background_image_url": "http://abs.twimg.com/images/themes/theme15/bg.png",
      "profile_background_image_url_https": "https://abs.twimg.com/images/themes/theme15/bg.png",
      "profile_background_tile": false,
      "profile_image_url": "http://pbs.twimg.com/profile_images/787317891867693061/isUFxFC1_normal.jpg",
      "profile_image_url_https": "https://pbs.twimg.com/profile_images/787317891867693061/isUFxFC1_normal.jpg",
      "profile_banner_url": "https://pbs.twimg.com/profile_banners/201130645/1688617940",
      "profile_link_color": "E81C4F",
      "profile_sidebar_border_color": "000000",
      "profile_sidebar_fill_color": "000000",
      "profile_text_color": "000000",
      "profile_use_background_image": false,
      "has_extended_profile": false,
      "default_profile": false,
      "default_profile_image": false,
      "following": false,
      "follow_request_sent": false,
      "notifications": false,
      "translator_type": "none",
      "withheld_in_countries": []
    },
    "geo": null,
    "coordinates": null,
    "place": null,
    "contributors": null,
    "is_quote_status": false,
    "retweet_count": 796,
    "favorite_count": 3184,
    "favorited": false,
    "retweeted": false,
    "possibly_sensitive": false,
    "possibly_sensitive_appealable": false,
    "lang": "en"
  },
  "retweet_count": 493,
  "favorite_count": 1975,
  "favorited": false,
  "retweeted": false,
  "possibly_sensitive": false,
  "possibly_sensitive_appealable": false,
  "lang": "en"
}