@jeremyphoward
If you're looking for inspiration, I have quite a long list of semi supervised learning tasks for computer vision, many of which have natural analogues in NLP. Here you go ---> https://t.co/dViVrRJnP3
🐦 Twitter Post Details
Viewing enriched Twitter post
📊 Media Metadata
{
"media": [
{
"type": "photo",
"url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/1960997031562080351/media_0.png?",
"filename": "media_0.png"
}
],
"processed_at": "2025-08-28T13:34:19.506368",
"pipeline_version": "2.0"
}🔧 Raw API Response
{
"type": "tweet",
"id": "1960997031562080351",
"url": "https://x.com/jeremyphoward/status/1960997031562080351",
"twitterUrl": "https://twitter.com/jeremyphoward/status/1960997031562080351",
"text": "If you're looking for inspiration, I have quite a long list of semi supervised learning tasks for computer vision, many of which have natural analogues in NLP.\n\nHere you go ---> https://t.co/dViVrRJnP3",
"source": "Twitter for iPhone",
"retweetCount": 10,
"replyCount": 5,
"likeCount": 106,
"quoteCount": 2,
"viewCount": 13595,
"createdAt": "Thu Aug 28 09:25:00 +0000 2025",
"lang": "en",
"bookmarkCount": 126,
"isReply": false,
"inReplyToId": null,
"conversationId": "1960997031562080351",
"displayTextRange": [
0,
204
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "jeremyphoward",
"url": "https://x.com/jeremyphoward",
"twitterUrl": "https://twitter.com/jeremyphoward",
"id": "175282603",
"name": "Jeremy Howard",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/1279600070145437696/eocLhSLu_normal.jpg",
"coverPicture": "https://pbs.twimg.com/profile_banners/175282603/1594860705",
"description": "",
"location": "Brisbane/Queensland, Australia",
"followers": 258925,
"following": 6040,
"status": "",
"canDm": false,
"canMediaTag": false,
"createdAt": "Fri Aug 06 04:58:18 +0000 2010",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 10027,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 2816,
"statusesCount": 63489,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"1734606378331951318"
],
"profile_bio": {
"description": "🇦🇺 Co-founder: @AnswerDotAI & @FastDotAI ;\nPrev: professor @ UQ; Stanford fellow; @kaggle president; @fastmail/@enlitic/etc founder\nhttps://t.co/16UBFTX7mo",
"entities": {
"description": {
"urls": [
{
"display_url": "jeremy.fast.ai",
"expanded_url": "https://jeremy.fast.ai/",
"indices": [
132,
155
],
"url": "https://t.co/16UBFTX7mo"
}
],
"user_mentions": [
{
"id_str": "0",
"indices": [
15,
27
],
"name": "",
"screen_name": "AnswerDotAI"
},
{
"id_str": "0",
"indices": [
30,
40
],
"name": "",
"screen_name": "FastDotAI"
},
{
"id_str": "0",
"indices": [
82,
89
],
"name": "",
"screen_name": "kaggle"
},
{
"id_str": "0",
"indices": [
101,
110
],
"name": "",
"screen_name": "fastmail"
}
]
},
"url": {
"urls": [
{
"display_url": "answer.ai",
"expanded_url": "http://answer.ai",
"indices": [
0,
23
],
"url": "https://t.co/3lh0uQDdfN"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {},
"card": {
"binding_values": [
{
"key": "thumbnail_image",
"value": {
"image_value": {
"height": 144,
"url": "https://pbs.twimg.com/card_img/1960997033009201152/pD_OgeOl?format=png&name=144x144_2",
"width": 144
}
}
},
{
"key": "description",
"value": {
"string_value": "Pretrain a model using labels that are naturally part of the input data, instead of using external labels"
}
},
{
"key": "domain",
"value": {
"string_value": "www.fast.ai"
}
},
{
"key": "thumbnail_image_large",
"value": {
"image_value": {
"height": 289,
"url": "https://pbs.twimg.com/card_img/1960997033009201152/pD_OgeOl?format=png&name=420x420_2",
"width": 289
}
}
},
{
"key": "thumbnail_image_original",
"value": {
"image_value": {
"height": 289,
"url": "https://pbs.twimg.com/card_img/1960997033009201152/pD_OgeOl?format=png&name=orig",
"width": 720
}
}
},
{
"key": "site",
"value": {
"scribe_key": "publisher_id",
"user_value": {
"id_str": "785618379201654784"
}
}
},
{
"key": "thumbnail_image_small",
"value": {
"image_value": {
"height": 100,
"url": "https://pbs.twimg.com/card_img/1960997033009201152/pD_OgeOl?format=png&name=100x100_2",
"width": 100
}
}
},
{
"key": "thumbnail_image_x_large",
"value": {
"image_value": {
"height": 289,
"url": "https://pbs.twimg.com/card_img/1960997033009201152/pD_OgeOl?format=png&name=2048x2048_2_exp",
"width": 720
}
}
},
{
"key": "vanity_url",
"value": {
"scribe_key": "vanity_url",
"string_value": "fast.ai"
}
},
{
"key": "thumbnail_image_color",
"value": {
"image_color_value": {
"palette": [
{
"percentage": 86.47,
"rgb": {
"blue": 255,
"green": 255,
"red": 255
}
},
{
"percentage": 7.95,
"rgb": {
"blue": 41,
"green": 46,
"red": 44
}
},
{
"percentage": 3.46,
"rgb": {
"blue": 84,
"green": 115,
"red": 108
}
},
{
"percentage": 0.55,
"rgb": {
"blue": 151,
"green": 140,
"red": 129
}
},
{
"percentage": 0.26,
"rgb": {
"blue": 76,
"green": 93,
"red": 131
}
}
]
}
}
},
{
"key": "title",
"value": {
"string_value": "Self-supervised learning and computer vision – fast.ai"
}
},
{
"key": "card_url",
"value": {
"scribe_key": "card_url",
"string_value": "https://t.co/dViVrRJnP3"
}
}
],
"card_platform": {
"platform": {
"audience": {
"name": "production"
},
"device": {
"name": "iPhone",
"version": "13"
}
}
},
"name": "summary",
"url": "https://t.co/dViVrRJnP3",
"user_refs_results": [
{
"rest_id": "785618379201654784",
"result": {
"__typename": "User",
"action_counts": {
"favorites_count": 15
},
"avatar": {
"image_url": "https://pbs.twimg.com/profile_images/799410161387323392/al3Obw0h_normal.jpg"
},
"banner": {},
"core": {
"created_at": "Mon Oct 10 23:09:52 +0000 2016",
"name": "fast.ai",
"screen_name": "fastdotai"
},
"dm_permissions": {
"can_dm": false
},
"exclusive_tweet_following": false,
"identity_profile_labels_highlighted_label": {},
"location": {
"location": ""
},
"media_permissions": {
"can_media_tag": true
},
"notifications_settings": {},
"pinned_items": {
"tweet_ids_str": [
"1144719206253916160"
]
},
"privacy": {},
"private_super_following": false,
"profile_bio": {
"description": "Deep learning R&D: https://t.co/cGBcDU8wJ9;\nEducation: https://t.co/bNXBttRAuR;\nSoftware: https://t.co/0z7Ws3SHDt;\nBook: https://t.co/lVEDyioBtg;\n@math_rachel @jeremyphoward",
"entities": {
"description": {
"urls": [
{
"display_url": "fast.ai",
"expanded_url": "http://fast.ai",
"indices": [
19,
42
],
"url": "https://t.co/cGBcDU8wJ9"
},
{
"display_url": "course.fast.ai",
"expanded_url": "http://course.fast.ai",
"indices": [
55,
78
],
"url": "https://t.co/bNXBttRAuR"
},
{
"display_url": "docs.fast.ai",
"expanded_url": "http://docs.fast.ai",
"indices": [
90,
113
],
"url": "https://t.co/0z7Ws3SHDt"
},
{
"display_url": "up.fm/book",
"expanded_url": "http://up.fm/book",
"indices": [
121,
144
],
"url": "https://t.co/lVEDyioBtg"
}
],
"user_mentions": [
{
"id_str": "0",
"indices": [
146,
158
],
"name": "",
"screen_name": "math_rachel"
},
{
"id_str": "0",
"indices": [
159,
173
],
"name": "",
"screen_name": "jeremyphoward"
}
]
},
"url": {
"urls": [
{
"display_url": "fast.ai",
"expanded_url": "http://www.fast.ai",
"indices": [
0,
23
],
"url": "https://t.co/c6SZB6BpDi"
}
]
}
}
},
"profile_metadata": {
"profile_interstitial_type": "",
"profile_link_color": "419E92"
},
"profile_translation": {
"translator_type_enum": "None"
},
"properties": {
"has_extended_profile": false
},
"relationship_counts": {
"followers": 128040,
"following": 17
},
"relationship_perspectives": {},
"rest_id": "785618379201654784",
"super_follow_eligible": false,
"super_followed_by": false,
"super_following": false,
"tweet_counts": {
"media_tweets": 4,
"tweets": 366
},
"website": {
"url": "https://t.co/c6SZB6BpDi"
},
"verification": {
"is_blue_verified": true
}
}
}
]
},
"place": {},
"entities": {
"urls": [
{
"display_url": "fast.ai/posts/2020-01-…",
"expanded_url": "https://www.fast.ai/posts/2020-01-13-self_supervised.html",
"indices": [
181,
204
],
"url": "https://t.co/dViVrRJnP3"
}
]
},
"quoted_tweet": {
"type": "tweet",
"id": "1960763690891829402",
"url": "https://x.com/giffmana/status/1960763690891829402",
"twitterUrl": "https://twitter.com/giffmana/status/1960763690891829402",
"text": "An aux task for LLM to predict the order of next chunk of tokens. Haha this is so 2018!\n\nIn computer vision this kind of tasks was all the rage for \"self-supervised\" learning! This specific one was called \"jigsaw\". There was also \"relative patch location\" and \"rotation prediction\". All follow the same pattern: you artificially mess with the image, and the model needs to find out what you did.\n\nActually, this was my first paper with @__kolesnikov__ and @XiaohuaZhai , where we basically said: \"wait a minute, all of these aux tasks are kind of a big mess\" (while also setting new sota using them, so we are allowed to say that lol)\n\nIt's interesting because i see more and more previous vision things becoming relevant to language modeling lately, i love it!",
"source": "Twitter for iPhone",
"retweetCount": 17,
"replyCount": 15,
"likeCount": 311,
"quoteCount": 3,
"viewCount": 57208,
"createdAt": "Wed Aug 27 17:57:47 +0000 2025",
"lang": "en",
"bookmarkCount": 203,
"isReply": false,
"inReplyToId": null,
"conversationId": "1960763690891829402",
"displayTextRange": [
0,
270
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "giffmana",
"url": "https://x.com/giffmana",
"twitterUrl": "https://twitter.com/giffmana",
"id": "2236047510",
"name": "Lucas Beyer (bl16)",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/378800000845687873/37bba4f807fe3a2c644a252f8191338d_normal.jpeg",
"coverPicture": "https://pbs.twimg.com/profile_banners/2236047510/1548960441",
"description": "",
"location": "Zürich, Suisse",
"followers": 107113,
"following": 516,
"status": "",
"canDm": false,
"canMediaTag": false,
"createdAt": "Sun Dec 08 13:31:09 +0000 2013",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 50550,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 1985,
"statusesCount": 21922,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"1570152923233144832"
],
"profile_bio": {
"description": "Researcher (now: Meta. ex: OpenAI, DeepMind, Brain, RWTH Aachen), Gamer, Hacker, Belgian. Anon feedback: https://t.co/xe2XUqkKit\n✗DMs → email",
"entities": {
"description": {
"urls": [
{
"display_url": "admonymous.co/giffmana",
"expanded_url": "https://www.admonymous.co/giffmana",
"indices": [
106,
129
],
"url": "https://t.co/xe2XUqkKit"
}
]
},
"url": {
"urls": [
{
"display_url": "lucasb.eyer.be",
"expanded_url": "http://lucasb.eyer.be",
"indices": [
0,
23
],
"url": "https://t.co/RsCh9TJjKC"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {
"media": [
{
"display_url": "pic.twitter.com/k7SJShfEWg",
"expanded_url": "https://twitter.com/giffmana/status/1960763690891829402/photo/1",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {},
"orig": {}
},
"id_str": "1960763683899932672",
"indices": [
271,
294
],
"media_key": "3_1960763683899932672",
"media_results": {
"id": "QXBpTWVkaWFSZXN1bHRzOgwAAQoAARs2CC6TV4AACgACGzYIMDQXYJoAAA==",
"result": {
"__typename": "ApiMedia",
"id": "QXBpTWVkaWE6DAABCgABGzYILpNXgAAKAAIbNggwNBdgmgAA",
"media_key": "3_1960763683899932672"
}
},
"media_url_https": "https://pbs.twimg.com/media/GzYILpNXgAAsZMO.jpg",
"original_info": {
"focus_rects": [
{
"h": 675,
"w": 1206,
"x": 0,
"y": 0
},
{
"h": 774,
"w": 774,
"x": 246,
"y": 0
},
{
"h": 774,
"w": 679,
"x": 294,
"y": 0
},
{
"h": 774,
"w": 387,
"x": 440,
"y": 0
},
{
"h": 774,
"w": 1206,
"x": 0,
"y": 0
}
],
"height": 774,
"width": 1206
},
"sizes": {
"large": {
"h": 774,
"w": 1206
}
},
"type": "photo",
"url": "https://t.co/k7SJShfEWg"
}
]
},
"card": null,
"place": {},
"entities": {
"user_mentions": [
{
"id_str": "1091042849561473031",
"indices": [
436,
451
],
"name": "Alexander Kolesnikov",
"screen_name": "__kolesnikov__"
},
{
"id_str": "1250971237",
"indices": [
456,
468
],
"name": "Xiaohua Zhai",
"screen_name": "XiaohuaZhai"
}
]
},
"quoted_tweet": {
"type": "tweet",
"id": "1960642776577794277",
"url": "",
"twitterUrl": "",
"text": "",
"source": "Twitter for iPhone",
"retweetCount": 0,
"replyCount": 0,
"likeCount": 0,
"quoteCount": 0,
"viewCount": 0,
"createdAt": "",
"lang": "",
"bookmarkCount": 0,
"isReply": false,
"inReplyToId": null,
"conversationId": "",
"displayTextRange": [],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {},
"extendedEntities": {},
"card": null,
"place": {},
"entities": {},
"quoted_tweet": null,
"retweeted_tweet": null,
"isLimitedReply": false,
"article": null
},
"retweeted_tweet": null,
"isLimitedReply": false,
"article": null
},
"retweeted_tweet": null,
"isLimitedReply": false,
"article": null
}