🐦 Twitter Post Details

Viewing enriched Twitter post

@lieberum_t

Mech interp has been very successful in tiny models, but does it scale? …Kinda! Our new @GoogleDeepMind paper studies how Chinchilla70B can do multiple-choice Qs, focusing on picking the correct letter. Small model techniques mostly work but it's messy!🧵https://t.co/SLFEOqltYR https://t.co/LT29ry8o9t

🔧 Raw API Response

{
  "created_at": "Wed Jul 19 16:55:55 +0000 2023",
  "id": 1681709463592370180,
  "id_str": "1681709463592370180",
  "full_text": "Mech interp has been very successful in tiny models, but does it scale? …Kinda!\n\nOur new @GoogleDeepMind paper studies how Chinchilla70B can do multiple-choice Qs, focusing on picking the correct letter. Small model techniques mostly work but it's messy!🧵https://t.co/SLFEOqltYR https://t.co/LT29ry8o9t",
  "truncated": false,
  "display_text_range": [
    0,
    278
  ],
  "entities": {
    "hashtags": [],
    "symbols": [],
    "user_mentions": [
      {
        "screen_name": "GoogleDeepMind",
        "name": "Google DeepMind",
        "id": 4783690002,
        "id_str": "4783690002",
        "indices": [
          89,
          104
        ]
      }
    ],
    "urls": [
      {
        "url": "https://t.co/SLFEOqltYR",
        "expanded_url": "https://arxiv.org/abs/2307.09458",
        "display_url": "arxiv.org/abs/2307.09458",
        "indices": [
          255,
          278
        ]
      }
    ],
    "media": [
      {
        "id": 1681355148419907600,
        "id_str": "1681355148419907600",
        "indices": [
          279,
          302
        ],
        "media_url": "http://pbs.twimg.com/media/F1VfmWrXwBALpSv.jpg",
        "media_url_https": "https://pbs.twimg.com/media/F1VfmWrXwBALpSv.jpg",
        "url": "https://t.co/LT29ry8o9t",
        "display_url": "pic.twitter.com/LT29ry8o9t",
        "expanded_url": "https://twitter.com/lieberum_t/status/1681709463592370180/photo/1",
        "type": "photo",
        "sizes": {
          "medium": {
            "w": 1200,
            "h": 619,
            "resize": "fit"
          },
          "thumb": {
            "w": 150,
            "h": 150,
            "resize": "crop"
          },
          "large": {
            "w": 2048,
            "h": 1057,
            "resize": "fit"
          },
          "small": {
            "w": 680,
            "h": 351,
            "resize": "fit"
          }
        }
      }
    ]
  },
  "extended_entities": {
    "media": [
      {
        "id": 1681355148419907600,
        "id_str": "1681355148419907600",
        "indices": [
          279,
          302
        ],
        "media_url": "http://pbs.twimg.com/media/F1VfmWrXwBALpSv.jpg",
        "media_url_https": "https://pbs.twimg.com/media/F1VfmWrXwBALpSv.jpg",
        "url": "https://t.co/LT29ry8o9t",
        "display_url": "pic.twitter.com/LT29ry8o9t",
        "expanded_url": "https://twitter.com/lieberum_t/status/1681709463592370180/photo/1",
        "type": "photo",
        "sizes": {
          "medium": {
            "w": 1200,
            "h": 619,
            "resize": "fit"
          },
          "thumb": {
            "w": 150,
            "h": 150,
            "resize": "crop"
          },
          "large": {
            "w": 2048,
            "h": 1057,
            "resize": "fit"
          },
          "small": {
            "w": 680,
            "h": 351,
            "resize": "fit"
          }
        }
      }
    ]
  },
  "source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
  "in_reply_to_status_id": null,
  "in_reply_to_status_id_str": null,
  "in_reply_to_user_id": null,
  "in_reply_to_user_id_str": null,
  "in_reply_to_screen_name": null,
  "user": {
    "id": 1263043707684696064,
    "id_str": "1263043707684696064",
    "name": "Tom Lieberum 🔎",
    "screen_name": "lieberum_t",
    "location": "London",
    "description": "Trying to reduce AGI x-risk by understanding NNs\n\nInterpretability RE @DeepMind\nBSc Physics from @RWTH\nGWWC pledgee @ https://t.co/Vh2bvwhuwd",
    "url": null,
    "entities": {
      "description": {
        "urls": [
          {
            "url": "https://t.co/Vh2bvwhuwd",
            "expanded_url": "http://givingwhatwecan.org",
            "display_url": "givingwhatwecan.org",
            "indices": [
              118,
              141
            ]
          }
        ]
      }
    },
    "protected": false,
    "followers_count": 841,
    "friends_count": 167,
    "listed_count": 13,
    "created_at": "Wed May 20 09:47:52 +0000 2020",
    "favourites_count": 4146,
    "utc_offset": null,
    "time_zone": null,
    "geo_enabled": false,
    "verified": false,
    "statuses_count": 878,
    "lang": null,
    "contributors_enabled": false,
    "is_translator": false,
    "is_translation_enabled": false,
    "profile_background_color": "F5F8FA",
    "profile_background_image_url": null,
    "profile_background_image_url_https": null,
    "profile_background_tile": false,
    "profile_image_url": "http://pbs.twimg.com/profile_images/1263043897162432513/n882SZGG_normal.jpg",
    "profile_image_url_https": "https://pbs.twimg.com/profile_images/1263043897162432513/n882SZGG_normal.jpg",
    "profile_banner_url": "https://pbs.twimg.com/profile_banners/1263043707684696064/1673097037",
    "profile_link_color": "1DA1F2",
    "profile_sidebar_border_color": "C0DEED",
    "profile_sidebar_fill_color": "DDEEF6",
    "profile_text_color": "333333",
    "profile_use_background_image": true,
    "has_extended_profile": true,
    "default_profile": true,
    "default_profile_image": false,
    "following": false,
    "follow_request_sent": false,
    "notifications": false,
    "translator_type": "none",
    "withheld_in_countries": []
  },
  "geo": null,
  "coordinates": null,
  "place": null,
  "contributors": null,
  "is_quote_status": false,
  "retweet_count": 39,
  "favorite_count": 197,
  "favorited": false,
  "retweeted": false,
  "possibly_sensitive": false,
  "possibly_sensitive_appealable": false,
  "lang": "en"
}