Viewing enriched Twitter post
Embedding layers are often perceived as a fancy operation that we apply to encode the inputs (each word tokens) for large language models. But embedding layers = fully-connected layers on one-hot encoded inputs. They just replace expensive matrix multiplications w index look-ups. https://t.co/0I3AFk4por
{
"user": {
"created_at": "2012-10-07T02:06:16.000Z",
"default_profile_image": false,
"description": "Machine learning and AI researcher since the early days • coding and working with LLMs @LightningAI • ex-statistics professor @UWMadison",
"fast_followers_count": 0,
"favourites_count": 18301,
"followers_count": 225131,
"friends_count": 858,
"has_custom_timelines": true,
"is_translator": false,
"listed_count": 3321,
"location": "US Blog →",
"media_count": 1533,
"name": "Sebastian Raschka",
"normal_followers_count": 225131,
"possibly_sensitive": false,
"profile_banner_url": "https://pbs.twimg.com/profile_banners/865622395/1663716396",
"profile_image_url_https": "https://pbs.twimg.com/profile_images/1661187442043486209/a3E4t1eV_normal.jpg",
"screen_name": "rasbt",
"statuses_count": 14219,
"translator_type": "none",
"url": "https://t.co/flo7SUQ85P",
"verified": false,
"withheld_in_countries": [],
"id_str": "865622395"
},
"id": "1611401567030083587",
"conversation_id": "1611401567030083587",
"full_text": "Embedding layers are often perceived as a fancy operation that we apply to encode the inputs (each word tokens) for large language models.\nBut embedding layers = fully-connected layers on one-hot encoded inputs. They just replace expensive matrix multiplications w index look-ups. https://t.co/0I3AFk4por",
"reply_count": 15,
"retweet_count": 103,
"favorite_count": 752,
"hashtags": [],
"symbols": [],
"user_mentions": [],
"urls": [],
"media": [
{
"media_url": "https://pbs.twimg.com/media/FlzZE_dWIAEKnAW.jpg",
"type": "photo"
}
],
"url": "https://twitter.com/rasbt/status/1611401567030083587",
"created_at": "2023-01-06T16:37:26.000Z",
"#sort_index": "1611401567030083587",
"view_count": 119068,
"quote_count": 6,
"is_quote_tweet": false,
"is_retweet": false,
"is_pinned": false,
"is_truncated": false,
"startUrl": "https://twitter.com/rasbt/status/1611401567030083587"
}