Viewing enriched Twitter post
HF `datasets` was expecting all data fields to have the same subfields and types bc of Arrow. This changes now! Introducing full support for JSON datasets, including tool-calling with varying tool calls args! Bonus: Storage Buckets support, the perfect storage for experiments🧵 https://t.co/Gex5L2Szvm
{
"media": [
{
"url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/2033919439867887830/media_0.jpg",
"media_url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/2033919439867887830/media_0.jpg",
"type": "photo",
"filename": "media_0.jpg"
}
],
"processed_at": "2026-03-18T16:52:12.714986",
"pipeline_version": "2.0"
}{
"type": "tweet",
"id": "2033919439867887830",
"url": "https://x.com/lhoestq/status/2033919439867887830",
"twitterUrl": "https://twitter.com/lhoestq/status/2033919439867887830",
"text": "HF `datasets` was expecting all data fields to have the same subfields and types bc of Arrow.\nThis changes now!\n\nIntroducing full support for JSON datasets, including tool-calling with varying tool calls args!\n\nBonus: Storage Buckets support, the perfect storage for experiments🧵 https://t.co/Gex5L2Szvm",
"source": "Twitter for iPhone",
"retweetCount": 2,
"replyCount": 1,
"likeCount": 22,
"quoteCount": 0,
"viewCount": 1930,
"createdAt": "Tue Mar 17 14:52:37 +0000 2026",
"lang": "en",
"bookmarkCount": 4,
"isReply": false,
"inReplyToId": null,
"conversationId": "2033919439867887830",
"displayTextRange": [
0,
279
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "lhoestq",
"url": "https://x.com/lhoestq",
"twitterUrl": "https://twitter.com/lhoestq",
"id": "1846655912",
"name": "Quentin Lhoest 🤗",
"isVerified": false,
"isBlueVerified": false,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/1252271352054194180/wWtnTVdn_normal.png",
"coverPicture": "https://pbs.twimg.com/profile_banners/1846655912/1732547744",
"description": "",
"location": "",
"followers": 4657,
"following": 321,
"status": "",
"canDm": true,
"canMediaTag": true,
"createdAt": "Mon Sep 09 14:26:34 +0000 2013",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 6857,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 319,
"statusesCount": 2485,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"1955322619676307560"
],
"profile_bio": {
"description": "Datasets @huggingface | Open Source + HF Dataset Hub",
"entities": {
"description": {
"hashtags": [],
"symbols": [],
"urls": [],
"user_mentions": [
{
"id_str": "0",
"indices": [
9,
21
],
"name": "",
"screen_name": "huggingface"
}
]
},
"url": {
"urls": [
{
"display_url": "huggingface.co/lhoestq",
"expanded_url": "https://huggingface.co/lhoestq",
"indices": [
0,
23
],
"url": "https://t.co/dDcQiCbZgG"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {
"media": [
{
"allow_download_status": {
"allow_download": true
},
"display_url": "pic.twitter.com/Gex5L2Szvm",
"expanded_url": "https://twitter.com/lhoestq/status/2033919439867887830/photo/1",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": []
},
"orig": {
"faces": []
}
},
"id_str": "2033916157611114496",
"indices": [
280,
303
],
"media_key": "3_2033916157611114496",
"media_results": {
"id": "QXBpTWVkaWFSZXN1bHRzOgwAAQoAARw56/gdVoAACgACHDnu9FMWQNYAAA==",
"result": {
"__typename": "ApiMedia",
"id": "QXBpTWVkaWE6DAABCgABHDnr+B1WgAAKAAIcOe70UxZA1gAA",
"media_key": "3_2033916157611114496"
}
},
"media_url_https": "https://pbs.twimg.com/media/HDnr-B1WgAA06iX.jpg",
"original_info": {
"focus_rects": [
{
"h": 605,
"w": 1080,
"x": 0,
"y": 0
},
{
"h": 1080,
"w": 1080,
"x": 0,
"y": 0
},
{
"h": 1231,
"w": 1080,
"x": 0,
"y": 0
},
{
"h": 1350,
"w": 675,
"x": 405,
"y": 0
},
{
"h": 1350,
"w": 1080,
"x": 0,
"y": 0
}
],
"height": 1350,
"width": 1080
},
"sizes": {
"large": {
"h": 1350,
"w": 1080
}
},
"type": "photo",
"url": "https://t.co/Gex5L2Szvm"
}
]
},
"card": null,
"place": {},
"entities": {
"hashtags": [],
"symbols": [],
"timestamps": [],
"urls": [],
"user_mentions": []
},
"quoted_tweet": null,
"retweeted_tweet": null,
"isLimitedReply": false,
"article": null
}