Viewing enriched Twitter post
I eval'd full text search, single-vector cos sim, ColBERTv2, and answerai-colbert-small-v1 on my fastbook-benchmark for 3 differently preprocessed datasets, and chunk sizes from 100-2000 tokens. Overall full text search won. For small chunks, answerai-colbert-small-v1 won. (1/2) https://t.co/KqT7mCvNCJ
{
"data": [
{
"id": "",
"type": "photo",
"url": null,
"media_url": "https://pbs.twimg.com/media/Gdk5uBiWgAAN7XV.png",
"media_url_https": null,
"display_url": null,
"expanded_url": null
},
{
"id": "",
"type": "photo",
"url": null,
"media_url": "https://pbs.twimg.com/media/Gdk4-leXAAArKKJ.png",
"media_url_https": null,
"display_url": null,
"expanded_url": null
},
{
"id": "",
"type": "photo",
"url": null,
"media_url": "https://pbs.twimg.com/media/Gdk5CsNWkAA9ovM.jpg",
"media_url_https": null,
"display_url": null,
"expanded_url": null
},
{
"id": "",
"type": "photo",
"url": null,
"media_url": "https://pbs.twimg.com/media/Gdk5Gc2WEAAHXVh.jpg",
"media_url_https": null,
"display_url": null,
"expanded_url": null
}
],
"score": 0.86,
"scored_at": "2025-08-09T13:46:07.555239",
"import_source": "network_archive_import",
"links_checked": true,
"checked_at": "2025-08-10T10:32:58.466100",
"media": [
{
"type": "photo",
"url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/1862585108953538955/media_0.png?",
"filename": "media_0.png",
"original_url": "https://pbs.twimg.com/media/Gdk5uBiWgAAN7XV.png"
},
{
"type": "photo",
"url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/1862585108953538955/media_1.png?",
"filename": "media_1.png",
"original_url": "https://pbs.twimg.com/media/Gdk4-leXAAArKKJ.png"
},
{
"type": "photo",
"url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/1862585108953538955/media_2.jpg?",
"filename": "media_2.jpg",
"original_url": "https://pbs.twimg.com/media/Gdk5CsNWkAA9ovM.jpg"
},
{
"type": "photo",
"url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/1862585108953538955/media_3.jpg?",
"filename": "media_3.jpg",
"original_url": "https://pbs.twimg.com/media/Gdk5Gc2WEAAHXVh.jpg"
}
],
"storage_migrated": true
}{
"user": {
"created_at": "2023-08-23T20:57:58.000Z",
"default_profile_image": false,
"description": "Machine Learning. https://t.co/5BgvjOIutd student (currently on Part 2). Will post about sports occasionally. #FlyEaglesFly",
"fast_followers_count": 0,
"favourites_count": 3237,
"followers_count": 204,
"friends_count": 1395,
"has_custom_timelines": false,
"is_translator": false,
"listed_count": 10,
"location": "",
"media_count": 1121,
"name": "vishal",
"normal_followers_count": 204,
"possibly_sensitive": false,
"profile_banner_url": "https://pbs.twimg.com/profile_banners/1694453866786336768/1714155892",
"profile_image_url_https": "https://pbs.twimg.com/profile_images/1783925016641605632/btsQE7Xx_normal.jpg",
"screen_name": "vishal_learner",
"statuses_count": 2219,
"translator_type": "none",
"url": "https://t.co/wuy1NYU2Wv",
"verified": false,
"withheld_in_countries": [],
"id_str": "1694453866786336768"
},
"id": "1862585108953538955",
"conversation_id": "1862585108953538955",
"full_text": "I eval'd full text search, single-vector cos sim, ColBERTv2, and answerai-colbert-small-v1 on my fastbook-benchmark for 3 differently preprocessed datasets, and chunk sizes from 100-2000 tokens. Overall full text search won. For small chunks, answerai-colbert-small-v1 won.\n\n(1/2) https://t.co/KqT7mCvNCJ",
"reply_count": 3,
"retweet_count": 22,
"favorite_count": 104,
"hashtags": [],
"symbols": [],
"user_mentions": [],
"urls": [],
"media": [
{
"media_url": "https://pbs.twimg.com/media/Gdk5uBiWgAAN7XV.png",
"type": "photo"
},
{
"media_url": "https://pbs.twimg.com/media/Gdk4-leXAAArKKJ.png",
"type": "photo"
},
{
"media_url": "https://pbs.twimg.com/media/Gdk5CsNWkAA9ovM.jpg",
"type": "photo"
},
{
"media_url": "https://pbs.twimg.com/media/Gdk5Gc2WEAAHXVh.jpg",
"type": "photo"
}
],
"url": "https://twitter.com/vishal_learner/status/1862585108953538955",
"created_at": "2024-11-29T19:51:09.000Z",
"#sort_index": "1862585108953538955",
"view_count": 12863,
"quote_count": 1,
"is_quote_tweet": false,
"is_retweet": false,
"is_pinned": false,
"is_truncated": false,
"startUrl": "https://x.com/vishal_learner/status/1862585108953538955"
}