🐦 Twitter Post Details

Viewing enriched Twitter post

@YichenJiang9

We show Transformers generalize on complex data by using shared attention patterns for similar structures BUT how to avoid overfitting on low-complexity data? 🚨SQ-Transformer explicitly quantizes embeddings structurally & learns systematic attention https://t.co/eaeG5gBo0d 🧵 https://t.co/B8XcHs6lfG

🔧 Raw API Response

{
  "user": {
    "created_at": "2019-06-18T14:32:32.000Z",
    "default_profile_image": false,
    "description": "PhD candidate at UNC-Chapel Hill (@uncnlp) | @Apple AI/ML PhD Fellow | Past Intern @Apple @Alexa @MetaAI @MSFTResearch | #NLProc | Working on Compositionality.",
    "fast_followers_count": 0,
    "favourites_count": 116,
    "followers_count": 586,
    "friends_count": 471,
    "has_custom_timelines": false,
    "is_translator": false,
    "listed_count": 10,
    "location": "Chapel Hill, NC",
    "media_count": 22,
    "name": "Yichen Jiang",
    "normal_followers_count": 586,
    "possibly_sensitive": false,
    "profile_image_url_https": "https://pbs.twimg.com/profile_images/1140995018024296448/AGgXvckX_normal.png",
    "screen_name": "YichenJiang9",
    "statuses_count": 102,
    "translator_type": "none",
    "url": "https://t.co/YILIHtBG3O",
    "verified": false,
    "withheld_in_countries": [],
    "id_str": "1140990683303432193"
  },
  "id": "1757110793982656644",
  "conversation_id": "1757110793982656644",
  "full_text": "We show Transformers generalize on complex data by using shared attention patterns for similar structures\n\nBUT how to avoid overfitting on low-complexity data?\n\n🚨SQ-Transformer explicitly quantizes embeddings structurally & learns systematic attention\n\nhttps://t.co/eaeG5gBo0d\n🧵 https://t.co/B8XcHs6lfG",
  "reply_count": 5,
  "retweet_count": 51,
  "favorite_count": 197,
  "hashtags": [],
  "symbols": [],
  "user_mentions": [],
  "urls": [
    {
      "url": "https://t.co/eaeG5gBo0d",
      "expanded_url": "https://arxiv.org/abs/2402.06492",
      "display_url": "arxiv.org/abs/2402.06492"
    }
  ],
  "media": [
    {
      "media_url": "https://pbs.twimg.com/media/GGJ_GjlXoAAHeFD.jpg",
      "type": "photo"
    }
  ],
  "url": "https://twitter.com/YichenJiang9/status/1757110793982656644",
  "created_at": "2024-02-12T18:33:53.000Z",
  "#sort_index": "1757110793982656644",
  "view_count": 31735,
  "quote_count": 6,
  "is_quote_tweet": false,
  "is_retweet": false,
  "is_pinned": false,
  "is_truncated": false,
  "startUrl": "https://twitter.com/yichenjiang9/status/1757110793982656644"
}