Viewing enriched Twitter post
Consider a satellite image. If you have information about the location of the image, the time of day, etc. would you throw away that information or should you incorporate it into the training somewhere? Or what about an X-ray scan? If you have information about patient sex, scanner used, etc. perhaps these are things you want to teach the model to be invariant to. The current DINOv2/3 framework would throw away all of this metadata and treat every image exactly the same.
{
"media": [
{
"type": "photo",
"url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/2071513814609359339/media_0.jpg",
"filename": "media_0.jpg"
}
],
"processed_at": "2026-06-29T15:21:24.407963",
"pipeline_version": "2.0"
}{
"type": "tweet",
"id": "2071513814609359339",
"url": "https://x.com/iScienceLuvr/status/2071513814609359339",
"twitterUrl": "https://twitter.com/iScienceLuvr/status/2071513814609359339",
"text": "Consider a satellite image. If you have information about the location of the image, the time of day, etc. would you throw away that information or should you incorporate it into the training somewhere?\n\nOr what about an X-ray scan? If you have information about patient sex, scanner used, etc. perhaps these are things you want to teach the model to be invariant to.\n\nThe current DINOv2/3 framework would throw away all of this metadata and treat every image exactly the same.",
"source": "Twitter for iPhone",
"retweetCount": 1,
"replyCount": 1,
"likeCount": 7,
"quoteCount": 0,
"viewCount": 623,
"createdAt": "Mon Jun 29 08:39:14 +0000 2026",
"lang": "en",
"bookmarkCount": 0,
"isReply": true,
"inReplyToId": "2071513796288581807",
"conversationId": "2071513783915450369",
"displayTextRange": [
0,
275
],
"inReplyToUserId": "441465751",
"inReplyToUsername": "iScienceLuvr",
"author": {
"type": "user",
"userName": "iScienceLuvr",
"url": "https://x.com/iScienceLuvr",
"twitterUrl": "https://twitter.com/iScienceLuvr",
"id": "441465751",
"name": "Tanishq Mathew Abraham, Ph.D.",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/2058414948255211520/8jVMerrR_normal.jpg",
"coverPicture": "https://pbs.twimg.com/profile_banners/441465751/1779599917",
"description": "",
"location": "",
"followers": 89004,
"following": 1466,
"status": "",
"canDm": true,
"canMediaTag": true,
"createdAt": "Tue Dec 20 03:45:50 +0000 2011",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 126803,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 2883,
"statusesCount": 20663,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"2068234783600312393"
],
"profile_bio": {
"description": "CEO @SophontAI |\nFounder @MedARC_AI |\nPhD at 19 (2023) |\nex Research Director Stability AI | \nBiomed. engineer @ 14 |\nTEDx talk➡https://t.co/xPxwKTq6Qb",
"entities": {
"description": {
"urls": [
{
"display_url": "bit.ly/3tpAuan",
"expanded_url": "https://bit.ly/3tpAuan",
"indices": [
128,
151
],
"url": "https://t.co/xPxwKTq6Qb"
}
],
"user_mentions": [
{
"id_str": "",
"indices": [
4,
14
],
"name": "",
"screen_name": "SophontAI"
},
{
"id_str": "",
"indices": [
25,
35
],
"name": "",
"screen_name": "MedARC_AI"
}
]
},
"url": {
"urls": [
{
"display_url": "sophont.med",
"expanded_url": "https://sophont.med",
"indices": [
0,
23
],
"url": "https://t.co/MvROZZW1Zg"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {
"media": [
{
"display_url": "pic.twitter.com/4uqJOtAEkm",
"expanded_url": "https://twitter.com/iScienceLuvr/status/2071513814609359339/photo/1",
"ext_master_playlist_only": [],
"ext_media_availability": {
"status": "Available"
},
"ext_playlists": [],
"features": {
"large": {
"faces": []
},
"orig": {
"faces": []
}
},
"id_str": "2071513811404959744",
"indices": [
276,
299
],
"media_key": "3_2071513811404959744",
"media_results": {
"id": "QXBpTWVkaWFSZXN1bHRzOgwAAQoAARy/ftYMG7AACgACHL9+1ssa8esAAA==",
"result": {
"__typename": "ApiMedia",
"id": "QXBpTWVkaWE6DAABCgABHL9+1gwbsAAKAAIcv37Wyxrx6wAA",
"media_key": "3_2071513811404959744"
}
},
"media_url_https": "https://pbs.twimg.com/media/HL9-1gwbsAAtcy4.jpg",
"original_info": {
"focus_rects": [
{
"h": 650,
"w": 1160,
"x": 0,
"y": 607
},
{
"h": 1160,
"w": 1160,
"x": 0,
"y": 97
},
{
"h": 1257,
"w": 1103,
"x": 0,
"y": 0
},
{
"h": 1257,
"w": 629,
"x": 0,
"y": 0
},
{
"h": 1257,
"w": 1160,
"x": 0,
"y": 0
}
],
"height": 1257,
"width": 1160
},
"sizes": {
"large": {
"h": 1257,
"w": 1160
}
},
"type": "photo",
"url": "https://t.co/4uqJOtAEkm"
}
]
},
"card": null,
"place": {},
"entities": {
"hashtags": [],
"symbols": [],
"urls": [],
"user_mentions": []
},
"quoted_tweet": null,
"retweeted_tweet": null,
"isLimitedReply": false,
"communityInfo": null,
"article": null
}