Viewing enriched Twitter post
@DnuLkjkjh In my experience, if the teacher model is too good and too different, it's a bit harder for the small student model to learn. Probably because it's too OOD. So it makes sense to first distill from medium-sized, more similar models before using data from larger teachers.
{
"score": 0.36,
"score_components": {
"author": 0.09,
"engagement": 0.0,
"quality": 0.06000000000000001,
"source": 0.135,
"nlp": 0.05,
"recency": 0.025
},
"scored_at": "2026-03-01T12:33:14.703135",
"import_source": "api_import",
"source_tagged_at": "2026-03-01T12:33:14.703156",
"enriched": true,
"enriched_at": "2026-03-01T12:33:14.703159"
}{
"type": "tweet",
"id": "2027472468517048436",
"url": "https://x.com/rasbt/status/2027472468517048436",
"twitterUrl": "https://twitter.com/rasbt/status/2027472468517048436",
"text": "@DnuLkjkjh In my experience, if the teacher model is too good and too different, it's a bit harder for the small student model to learn. Probably because it's too OOD. So it makes sense to first distill from medium-sized, more similar models before using data from larger teachers.",
"source": "Twitter for iPhone",
"retweetCount": 0,
"replyCount": 0,
"likeCount": 1,
"quoteCount": 0,
"viewCount": 199,
"createdAt": "Fri Feb 27 19:54:39 +0000 2026",
"lang": "en",
"bookmarkCount": 0,
"isReply": true,
"inReplyToId": "2027468802284523679",
"conversationId": "2027449675654058190",
"displayTextRange": [
11,
281
],
"inReplyToUserId": "2162213286",
"inReplyToUsername": "DnuLkjkjh",
"author": {
"type": "user",
"userName": "rasbt",
"url": "https://x.com/rasbt",
"twitterUrl": "https://twitter.com/rasbt",
"id": "865622395",
"name": "Sebastian Raschka",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/1661187442043486209/a3E4t1eV_normal.jpg",
"coverPicture": "https://pbs.twimg.com/profile_banners/865622395/1742309979",
"description": "",
"location": "United States",
"followers": 396003,
"following": 1130,
"status": "",
"canDm": false,
"canMediaTag": true,
"createdAt": "Sun Oct 07 02:06:16 +0000 2012",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 24144,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 2072,
"statusesCount": 19446,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"2006015301717028989"
],
"profile_bio": {
"description": "ML/AI research engineer. Ex stats professor.\nAuthor of \"Build a Large Language Model From Scratch\" (https://t.co/O8LAAMRzzW) & reasoning (https://t.co/5TueQKx2Fk)",
"entities": {
"description": {
"hashtags": [],
"symbols": [],
"urls": [
{
"display_url": "amzn.to/4fqvn0D",
"expanded_url": "https://amzn.to/4fqvn0D",
"indices": [
100,
123
],
"url": "https://t.co/O8LAAMRzzW"
},
{
"display_url": "mng.bz/lZ5B",
"expanded_url": "https://mng.bz/lZ5B",
"indices": [
138,
161
],
"url": "https://t.co/5TueQKx2Fk"
}
],
"user_mentions": []
},
"url": {
"urls": [
{
"display_url": "sebastianraschka.com",
"expanded_url": "https://sebastianraschka.com",
"indices": [
0,
23
],
"url": "https://t.co/HrtQQ5tgJl"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {},
"card": null,
"place": {},
"entities": {
"hashtags": [],
"symbols": [],
"timestamps": [],
"urls": [],
"user_mentions": [
{
"id_str": "2162213286",
"indices": [
0,
10
],
"name": "dnu",
"screen_name": "DnuLkjkjh"
}
]
},
"quoted_tweet": null,
"retweeted_tweet": null,
"isLimitedReply": false,
"article": null
}