Viewing enriched Twitter post
*The Sparse Frontier: Sparse Attention Trade-offs in Transformer LLMs* by @p_nawrot @PontiEdoardo @cheeesio @seb_ruder They study sparse attention techniques at scale, comparing to small dense models at the same compute budget. https://t.co/8dt7ceWhMe https://t.co/Fke4cDj4UC
{
"media": [
{
"type": "image",
"url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/1948662848474730520/media_0.jpg?",
"filename": "media_0.jpg"
}
],
"nlp": {
"sentiment": "neutral",
"topics": [
"sparse attention",
"transformer LLMs",
"model comparison"
],
"entities": [
"p_nawrot",
"PontiEdoardo",
"cheeesio",
"seb_ruder"
],
"summary": "The tweet discusses a study on sparse attention techniques in transformer LLMs and compares them to small dense models.",
"language": "en",
"processed_at": "2025-08-07T08:22:41.661918"
}
}{
"data": {
"threaded_conversation_with_injections_v2": {
"instructions": [
{
"type": "TimelineClearCache"
},
{
"type": "TimelineAddEntries",
"entries": [
{
"entryId": "tweet-1948662848474730520",
"sortIndex": "1953461788146139136",
"content": {
"entryType": "TimelineTimelineItem",
"__typename": "TimelineTimelineItem",
"itemContent": {
"itemType": "TimelineTweet",
"__typename": "TimelineTweet",
"tweet_results": {
"result": {
"__typename": "Tweet",
"rest_id": "1948662848474730520",
"has_birdwatch_notes": false,
"core": {
"user_results": {
"result": {
"__typename": "User",
"id": "VXNlcjoxMjM1MjA1NzMxNzQ3NTQwOTkz",
"rest_id": "1235205731747540993",
"affiliates_highlighted_label": {},
"has_graduated_access": true,
"is_blue_verified": false,
"profile_image_shape": "Circle",
"legacy": {
"can_dm": true,
"can_media_tag": true,
"created_at": "Wed Mar 04 14:09:51 +0000 2020",
"default_profile": true,
"default_profile_image": false,
"description": "I fall in love with a new #machinelearning topic every month 🙄 |\nResearcher @SapienzaRoma | Author: Alice in a diff wonderland https://t.co/A2rr19d3Nl",
"entities": {
"description": {
"urls": [
{
"display_url": "sscardapane.it/alice-book",
"expanded_url": "http://sscardapane.it/alice-book",
"url": "https://t.co/A2rr19d3Nl",
"indices": [
127,
150
]
}
]
},
"url": {
"urls": [
{
"display_url": "sscardapane.it",
"expanded_url": "https://www.sscardapane.it/",
"url": "https://t.co/XuJMbSLkMi",
"indices": [
0,
23
]
}
]
}
},
"fast_followers_count": 0,
"favourites_count": 2281,
"followers_count": 11752,
"friends_count": 655,
"has_custom_timelines": true,
"is_translator": false,
"listed_count": 190,
"location": "Roma (Italy)",
"media_count": 870,
"name": "Simone Scardapane",
"normal_followers_count": 11752,
"pinned_tweet_ids_str": [
"1816837576227012723"
],
"possibly_sensitive": false,
"profile_banner_url": "https://pbs.twimg.com/profile_banners/1235205731747540993/1588690889",
"profile_image_url_https": "https://pbs.twimg.com/profile_images/1679966961524981761/a0ORHr1T_normal.jpg",
"profile_interstitial_type": "",
"screen_name": "s_scardapane",
"statuses_count": 1774,
"translator_type": "none",
"url": "https://t.co/XuJMbSLkMi",
"verified": false,
"want_retweets": false,
"withheld_in_countries": []
},
"professional": {
"rest_id": "1509534514208559106",
"professional_type": "Creator",
"category": []
},
"tipjar_settings": {}
}
}
},
"unmention_data": {},
"edit_control": {
"edit_tweet_ids": [
"1948662848474730520"
],
"editable_until_msecs": "1753436002000",
"is_edit_eligible": true,
"edits_remaining": "5"
},
"is_translatable": false,
"views": {
"count": "11745",
"state": "EnabledWithCount"
},
"source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
"legacy": {
"bookmark_count": 126,
"bookmarked": false,
"created_at": "Fri Jul 25 08:33:22 +0000 2025",
"conversation_id_str": "1948662848474730520",
"display_text_range": [
0,
253
],
"entities": {
"hashtags": [],
"media": [
{
"display_url": "pic.x.com/Fke4cDj4UC",
"expanded_url": "https://x.com/s_scardapane/status/1948662848474730520/photo/1",
"id_str": "1948662393480880130",
"indices": [
254,
277
],
"media_key": "3_1948662393480880130",
"media_url_https": "https://pbs.twimg.com/media/GwsKH1aXIAIk2ea.jpg",
"type": "photo",
"url": "https://t.co/Fke4cDj4UC",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": []
},
"medium": {
"faces": []
},
"small": {
"faces": []
},
"orig": {
"faces": []
}
},
"sizes": {
"large": {
"h": 444,
"w": 1268,
"resize": "fit"
},
"medium": {
"h": 420,
"w": 1200,
"resize": "fit"
},
"small": {
"h": 238,
"w": 680,
"resize": "fit"
},
"thumb": {
"h": 150,
"w": 150,
"resize": "crop"
}
},
"original_info": {
"height": 444,
"width": 1268,
"focus_rects": [
{
"x": 475,
"y": 0,
"w": 793,
"h": 444
},
{
"x": 697,
"y": 0,
"w": 444,
"h": 444
},
{
"x": 725,
"y": 0,
"w": 389,
"h": 444
},
{
"x": 808,
"y": 0,
"w": 222,
"h": 444
},
{
"x": 0,
"y": 0,
"w": 1268,
"h": 444
}
]
},
"allow_download_status": {
"allow_download": true
},
"media_results": {
"result": {
"media_key": "3_1948662393480880130"
}
}
}
],
"symbols": [],
"timestamps": [],
"urls": [
{
"display_url": "arxiv.org/abs/2504.17768",
"expanded_url": "https://arxiv.org/abs/2504.17768",
"url": "https://t.co/8dt7ceWhMe",
"indices": [
230,
253
]
}
],
"user_mentions": [
{
"id_str": "2694126977",
"name": "Piotr Nawrot",
"screen_name": "p_nawrot",
"indices": [
74,
83
]
},
{
"id_str": "1035496901800587264",
"name": "Edoardo Ponti",
"screen_name": "PontiEdoardo",
"indices": [
84,
97
]
},
{
"id_str": "1134629909551308800",
"name": "Kelly Marchisio (St. Denis)",
"screen_name": "cheeesio",
"indices": [
98,
107
]
},
{
"id_str": "2785337469",
"name": "Sebastian Ruder",
"screen_name": "seb_ruder",
"indices": [
108,
118
]
}
]
},
"extended_entities": {
"media": [
{
"display_url": "pic.x.com/Fke4cDj4UC",
"expanded_url": "https://x.com/s_scardapane/status/1948662848474730520/photo/1",
"id_str": "1948662393480880130",
"indices": [
254,
277
],
"media_key": "3_1948662393480880130",
"media_url_https": "https://pbs.twimg.com/media/GwsKH1aXIAIk2ea.jpg",
"type": "photo",
"url": "https://t.co/Fke4cDj4UC",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": []
},
"medium": {
"faces": []
},
"small": {
"faces": []
},
"orig": {
"faces": []
}
},
"sizes": {
"large": {
"h": 444,
"w": 1268,
"resize": "fit"
},
"medium": {
"h": 420,
"w": 1200,
"resize": "fit"
},
"small": {
"h": 238,
"w": 680,
"resize": "fit"
},
"thumb": {
"h": 150,
"w": 150,
"resize": "crop"
}
},
"original_info": {
"height": 444,
"width": 1268,
"focus_rects": [
{
"x": 475,
"y": 0,
"w": 793,
"h": 444
},
{
"x": 697,
"y": 0,
"w": 444,
"h": 444
},
{
"x": 725,
"y": 0,
"w": 389,
"h": 444
},
{
"x": 808,
"y": 0,
"w": 222,
"h": 444
},
{
"x": 0,
"y": 0,
"w": 1268,
"h": 444
}
]
},
"allow_download_status": {
"allow_download": true
},
"media_results": {
"result": {
"media_key": "3_1948662393480880130"
}
}
}
]
},
"favorite_count": 193,
"favorited": false,
"full_text": "*The Sparse Frontier: Sparse Attention Trade-offs in Transformer LLMs*\nby @p_nawrot @PontiEdoardo @cheeesio @seb_ruder\n\nThey study sparse attention techniques at scale, comparing to small dense models at the same compute budget.\n\nhttps://t.co/8dt7ceWhMe https://t.co/Fke4cDj4UC",
"is_quote_status": false,
"lang": "en",
"possibly_sensitive": false,
"possibly_sensitive_editable": true,
"quote_count": 1,
"reply_count": 3,
"retweet_count": 28,
"retweeted": false,
"user_id_str": "1235205731747540993",
"id_str": "1948662848474730520"
},
"quick_promote_eligibility": {
"eligibility": "IneligibleNotProfessional"
}
}
},
"tweetDisplayType": "Tweet"
},
"clientEventInfo": {
"component": "tweet",
"element": "tweet"
}
}
},
{
"entryId": "conversationthread-1948759683256193239",
"sortIndex": "1953461788146139126",
"content": {
"entryType": "TimelineTimelineModule",
"__typename": "TimelineTimelineModule",
"items": [
{
"entryId": "conversationthread-1948759683256193239-tweet-1948759683256193239",
"item": {
"itemContent": {
"itemType": "TimelineTweet",
"__typename": "TimelineTweet",
"tweet_results": {
"result": {
"__typename": "Tweet",
"rest_id": "1948759683256193239",
"has_birdwatch_notes": false,
"core": {
"user_results": {
"result": {
"__typename": "User",
"id": "VXNlcjo4MTExMzky",
"rest_id": "8111392",
"affiliates_highlighted_label": {},
"has_graduated_access": true,
"is_blue_verified": true,
"profile_image_shape": "Circle",
"legacy": {
"can_dm": false,
"can_media_tag": false,
"created_at": "Fri Aug 10 19:34:25 +0000 2007",
"default_profile": false,
"default_profile_image": false,
"description": "Artificial Intelligence. Quantum. Distributed Learning. Cybernetics. Kung Fu. Blockchain. Networks. Sensor Perception and Robotics.",
"entities": {
"description": {
"urls": []
}
},
"fast_followers_count": 0,
"favourites_count": 9654,
"followers_count": 731,
"friends_count": 6141,
"has_custom_timelines": true,
"is_translator": false,
"listed_count": 9,
"location": "Earth",
"media_count": 175,
"name": "ζ Pedram ζ",
"normal_followers_count": 731,
"pinned_tweet_ids_str": [],
"possibly_sensitive": false,
"profile_banner_url": "https://pbs.twimg.com/profile_banners/8111392/1738733363",
"profile_image_url_https": "https://pbs.twimg.com/profile_images/1887010560677462016/RBMKLq5v_normal.jpg",
"profile_interstitial_type": "",
"screen_name": "zenstyle",
"statuses_count": 11053,
"translator_type": "none",
"verified": false,
"want_retweets": false,
"withheld_in_countries": []
},
"professional": {
"rest_id": "1570508843007762432",
"professional_type": "Creator",
"category": [
{
"id": 713,
"name": "Science & Technology",
"icon_name": ""
}
]
},
"tipjar_settings": {}
}
}
},
"unmention_data": {},
"edit_control": {
"edit_tweet_ids": [
"1948759683256193239"
],
"editable_until_msecs": "1753459089000",
"is_edit_eligible": false,
"edits_remaining": "5"
},
"is_translatable": false,
"views": {
"count": "152",
"state": "EnabledWithCount"
},
"source": "<a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>",
"legacy": {
"bookmark_count": 0,
"bookmarked": false,
"created_at": "Fri Jul 25 14:58:09 +0000 2025",
"conversation_id_str": "1948662848474730520",
"display_text_range": [
59,
95
],
"entities": {
"hashtags": [],
"symbols": [],
"timestamps": [],
"urls": [],
"user_mentions": [
{
"id_str": "1235205731747540993",
"name": "Simone Scardapane",
"screen_name": "s_scardapane",
"indices": [
0,
13
]
},
{
"id_str": "2694126977",
"name": "Piotr Nawrot",
"screen_name": "p_nawrot",
"indices": [
14,
23
]
},
{
"id_str": "1035496901800587264",
"name": "Edoardo Ponti",
"screen_name": "PontiEdoardo",
"indices": [
24,
37
]
},
{
"id_str": "1134629909551308800",
"name": "Kelly Marchisio (St. Denis)",
"screen_name": "cheeesio",
"indices": [
38,
47
]
},
{
"id_str": "2785337469",
"name": "Sebastian Ruder",
"screen_name": "seb_ruder",
"indices": [
48,
58
]
}
]
},
"favorite_count": 0,
"favorited": false,
"full_text": "@s_scardapane @p_nawrot @PontiEdoardo @cheeesio @seb_ruder Nice, sparse and scalable is future.",
"in_reply_to_screen_name": "s_scardapane",
"in_reply_to_status_id_str": "1948662848474730520",
"in_reply_to_user_id_str": "1235205731747540993",
"is_quote_status": false,
"lang": "en",
"quote_count": 0,
"reply_count": 0,
"retweet_count": 0,
"retweeted": false,
"user_id_str": "8111392",
"id_str": "1948759683256193239"
},
"quick_promote_eligibility": {
"eligibility": "IneligibleNotProfessional"
}
}
},
"tweetDisplayType": "Tweet"
},
"clientEventInfo": {
"component": "tweet",
"element": "tweet",
"details": {
"conversationDetails": {
"conversationSection": "HighQuality"
},
"timelinesDetails": {
"controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
}
}
}
}
}
],
"metadata": {
"conversationMetadata": {
"allTweetIds": [
"1948759683256193239"
],
"enableDeduplication": true
}
},
"displayType": "VerticalConversation",
"clientEventInfo": {
"component": "tweet",
"details": {
"conversationDetails": {
"conversationSection": "HighQuality"
},
"timelinesDetails": {
"controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
}
}
}
}
},
{
"entryId": "conversationthread-1953428967681069549",
"sortIndex": "1953461788146139116",
"content": {
"entryType": "TimelineTimelineModule",
"__typename": "TimelineTimelineModule",
"items": [
{
"entryId": "conversationthread-1953428967681069549-promoted-tweet-1953428967681069549-274f9b2d64fb4f3",
"item": {
"itemContent": {
"itemType": "TimelineTweet",
"__typename": "TimelineTweet",
"tweet_results": {
"result": {
"__typename": "TweetWithVisibilityResults",
"tweet": {
"rest_id": "1953428967681069549",
"has_birdwatch_notes": false,
"core": {
"user_results": {
"result": {
"__typename": "User",
"id": "VXNlcjo4MDU3OTc5MjkwODA0ODc5MzY=",
"rest_id": "805797929080487936",
"affiliates_highlighted_label": {},
"has_graduated_access": true,
"is_blue_verified": true,
"profile_image_shape": "Square",
"legacy": {
"can_dm": false,
"can_media_tag": true,
"created_at": "Mon Dec 05 15:36:12 +0000 2016",
"default_profile": true,
"default_profile_image": false,
"description": "GraniteShares is an independent ETF issuer that offers high conviction ETFs for high conviction investors.\nImportant Info: https://t.co/dJ2p1cOxZe",
"entities": {
"description": {
"urls": [
{
"display_url": "bit.ly/2sdzdU2",
"expanded_url": "http://bit.ly/2sdzdU2",
"url": "https://t.co/dJ2p1cOxZe",
"indices": [
123,
146
]
}
]
},
"url": {
"urls": [
{
"display_url": "graniteshares.com",
"expanded_url": "http://www.graniteshares.com",
"url": "https://t.co/BgwfkKV8M1",
"indices": [
0,
23
]
}
]
}
},
"fast_followers_count": 0,
"favourites_count": 373,
"followers_count": 8031,
"friends_count": 2288,
"has_custom_timelines": true,
"is_translator": false,
"listed_count": 84,
"location": "Manhattan, NY",
"media_count": 227,
"name": "GraniteShares ETFs",
"normal_followers_count": 8031,
"pinned_tweet_ids_str": [
"1953427037852438793"
],
"possibly_sensitive": false,
"profile_banner_url": "https://pbs.twimg.com/profile_banners/805797929080487936/1496236253",
"profile_image_url_https": "https://pbs.twimg.com/profile_images/1144296395014365184/4Ku8bdvY_normal.png",
"profile_interstitial_type": "",
"screen_name": "graniteshares",
"statuses_count": 575,
"translator_type": "none",
"url": "https://t.co/BgwfkKV8M1",
"verified": false,
"verified_type": "Business",
"want_retweets": false,
"withheld_in_countries": []
},
"tipjar_settings": {}
}
}
},
"unmention_data": {},
"edit_control": {
"edit_tweet_ids": [
"1953428967681069549"
],
"editable_until_msecs": "1754572333000",
"is_edit_eligible": true,
"edits_remaining": "5"
},
"is_translatable": false,
"views": {
"count": "63764",
"state": "EnabledWithCount"
},
"source": "<a href=\"https://buffer.com\" rel=\"nofollow\">Buffer</a>",
"note_tweet": {
"is_expandable": true,
"note_tweet_results": {
"result": {
"id": "Tm90ZVR3ZWV0OjE5NTM0Mjg5NjcyOTEwNjg0MTY=",
"text": "The distribution rate = Latest distribution annualized / current NAV\n\nThe 30-day SEC yield is a standardized measure of the income earned by a fund, typically a bond fund or ETF, over a 30-day period, annualized to provide an estimated annual return.\n\n* The Distribution Rate and 30-Day SEC Yield is not indicative of future distributions, if any, on the ETFs. In particular, future distributions on any ETF may differ significantly from its Distribution Rate or 30-Day SEC Yield. You are not guaranteed a distribution under the ETFs. Distributions for the ETFs (if any) are variable and may vary significantly from month to month and may be zero. Accordingly, the Distribution Rate and 30-Day SEC Yield will change over time, and such change may be significant. The distribution may include a combination of ordinary dividends, capital gain, and return of investor capital, which may decrease a fund’s NAV and trading price over time. As a result, an investor may suffer significant losses to their investment. These distribution rates caused by unusually favorable market conditions may not be sustainable. Such conditions may not continue to exist and there should be no expectation that this performance may be repeated in the future. Stated distribution frequency subject to change. Additional fund risks can be found below. \n\nFor standardized performance of GraniteShares YieldBOOST ETFs, please visit:\n• $TSYY: https://t.co/ZkAnRm6Epo\n• $TQQY: https://t.co/Y87sJkjeXr\n• $YSPY: https://t.co/6J3qQaLwLr\n• $XBTY: https://t.co/jGLNhYjCj1\n• $NVYY: https://t.co/ffsi1WlFaU\n• $COYY: https://t.co/cZUdQnaUqa\n \nPerformance data quoted represents past performance and is no guarantee of future results. Current performance may be lower or higher than the performance data quoted. Investment return and principal value will fluctuate so that an investor’s shares, when redeemed, may be worth more or less than original cost. Returns less than one year are not annualized. Returns for the fund would have been lower if the management fee had not been waived. NAV prices are used to calculate market price performance prior to the date when the Fund first traded on the NASDAQ. Market performance is determined using the bid/ask midpoint at 4:00 pm Eastern time, when the NAV is typically calculated. Market performance does not represent the returns you would receive if you traded shares at other times. For the fund’s most recent month end performance, please call 1(844)-476-8747, or visit https://t.co/Ia1qO9yq36 \n \nShares are bought and sold at market price (not NAV) and are not individually redeemed from the ETF. There can be no guarantee that an active trading market for ETF shares will develop or be maintained, or that their listing will continue or remain unchanged. Buying or selling ETF shares on an exchange may require the payment of brokerage commissions and frequent trading may incur brokerage costs that detract significantly from investment returns.\n\nInvestors should consider the investment objectives, risks, charges and expenses carefully before investing. For a prospectus or summary prospectus with this and other information about the Funds, please read the prospectus before investing.\n \nFunds are newly launched and has risks associated with its limited operating history.\n \nAn investment in the Funds involves risk, including the possible loss of principal. The Funds are non-diversified and includes risks associated with the Fund concentrating its investments in a particular industry, sector, or geographic region which can result in increased volatility. The use of derivatives such as option contracts and swaps are subject to market risks that may cause their price to include Risk of the Underlying ETF, Derivatives Risk, Affiliated Fund Risk, Put Writing Strategy Risk, Option Market Liquidity Risk, Counterparty Risk, Distribution Risk, & NAV Erosion Risk Due to Distribution. These and other risks can be found in the prospectus.\n \nThere is no guarantee that the Fund's investment strategy will be properly implemented, and an investor may lose some or all of its investment.\n An Investment in the Funds is not an investment in the Underlying ETF\n\n-The Fund’s strategy will cap its potential gain if the Underlying ETF’s share increases in value\n-The Fund’s strategy is subject to all potential losses if the Underlying ETF’s share decline, which may not be offset but the income received by the Fund,\n-The Funds do not invest directly in the Underlying ETFs or the underlying stock,\n-Fund shareholders are not entitled to any distribution paid by Underlying ETFs.\n\nThis information is not an offer to sell or a solicitation of an offer to buy shares of any Funds to any person in any jurisdiction in which an offer, solicitation, purchase or sale would be unlawful under the securities laws of such jurisdiction. Please consult your tax advisor about the tax consequences of an investment in Fund shares, including the possible application of foreign, state, and local tax laws. You could lose money by investing in the ETFs. There can be no assurance that the investment objective of the Funds will be achieved. None of the Funds should be relied upon as a complete investment program. \n \nThe Fund is distributed by ALPS Distributors, Inc, which is not affiliated with GraniteShares or any of its affiliates ©2025 GraniteShares Inc. All rights reserved. GraniteShares, GraniteShares Trusts, and the GraniteShares logo are registered and unregistered trademarks of GraniteShares Inc., in the United States and elsewhere. All other marks are the property of their respective owners.\n\n$COIN",
"entity_set": {
"hashtags": [],
"symbols": [
{
"indices": [
1411,
1416
],
"text": "TSYY"
},
{
"indices": [
1444,
1449
],
"text": "TQQY"
},
{
"indices": [
1477,
1482
],
"text": "YSPY"
},
{
"indices": [
1510,
1515
],
"text": "XBTY"
},
{
"indices": [
1543,
1548
],
"text": "NVYY"
},
{
"indices": [
1576,
1581
],
"text": "COYY"
},
{
"indices": [
5621,
5626
],
"text": "COIN"
}
],
"urls": [
{
"display_url": "graniteshares.com/institutional/…",
"expanded_url": "https://graniteshares.com/institutional/us/en-us/etfs/tsyy/",
"url": "https://t.co/ZkAnRm6Epo",
"indices": [
1418,
1441
]
},
{
"display_url": "graniteshares.com/institutional/…",
"expanded_url": "https://graniteshares.com/institutional/us/en-us/etfs/tqqy/",
"url": "https://t.co/Y87sJkjeXr",
"indices": [
1451,
1474
]
},
{
"display_url": "graniteshares.com/institutional/…",
"expanded_url": "https://graniteshares.com/institutional/us/en-us/etfs/yspy/",
"url": "https://t.co/6J3qQaLwLr",
"indices": [
1484,
1507
]
},
{
"display_url": "graniteshares.com/institutional/…",
"expanded_url": "https://graniteshares.com/institutional/us/en-us/etfs/xbty/",
"url": "https://t.co/jGLNhYjCj1",
"indices": [
1517,
1540
]
},
{
"display_url": "graniteshares.com/institutional/…",
"expanded_url": "https://graniteshares.com/institutional/us/en-us/etfs/nvyy/",
"url": "https://t.co/ffsi1WlFaU",
"indices": [
1550,
1573
]
},
{
"display_url": "graniteshares.com/institutional/…",
"expanded_url": "https://graniteshares.com/institutional/us/en-us/etfs/coyy/",
"url": "https://t.co/cZUdQnaUqa",
"indices": [
1583,
1606
]
},
{
"display_url": "graniteshares.com",
"expanded_url": "http://graniteshares.com",
"url": "https://t.co/Ia1qO9yq36",
"indices": [
2488,
2511
]
}
],
"user_mentions": []
}
}
}
},
"legacy": {
"bookmark_count": 4,
"bookmarked": false,
"created_at": "Thu Aug 07 12:12:13 +0000 2025",
"conversation_id_str": "1953428967681069549",
"display_text_range": [
0,
280
],
"entities": {
"hashtags": [],
"media": [
{
"display_url": "pic.x.com/0y9MBZ3Ow3",
"expanded_url": "https://x.com/graniteshares/status/1953428967681069549/photo/1",
"id_str": "1953428963813949440",
"indices": [
281,
304
],
"media_key": "3_1953428963813949440",
"media_url_https": "https://pbs.twimg.com/media/Gxv5SvoXAAA0LTj.jpg",
"type": "photo",
"url": "https://t.co/0y9MBZ3Ow3",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": []
},
"medium": {
"faces": []
},
"small": {
"faces": []
},
"orig": {
"faces": []
}
},
"sizes": {
"large": {
"h": 835,
"w": 835,
"resize": "fit"
},
"medium": {
"h": 835,
"w": 835,
"resize": "fit"
},
"small": {
"h": 680,
"w": 680,
"resize": "fit"
},
"thumb": {
"h": 150,
"w": 150,
"resize": "crop"
}
},
"original_info": {
"height": 835,
"width": 835,
"focus_rects": [
{
"x": 0,
"y": 329,
"w": 835,
"h": 468
},
{
"x": 0,
"y": 0,
"w": 835,
"h": 835
},
{
"x": 51,
"y": 0,
"w": 732,
"h": 835
},
{
"x": 208,
"y": 0,
"w": 418,
"h": 835
},
{
"x": 0,
"y": 0,
"w": 835,
"h": 835
}
]
},
"media_results": {
"result": {
"media_key": "3_1953428963813949440"
}
}
}
],
"symbols": [],
"timestamps": [],
"urls": [],
"user_mentions": []
},
"extended_entities": {
"media": [
{
"display_url": "pic.x.com/0y9MBZ3Ow3",
"expanded_url": "https://x.com/graniteshares/status/1953428967681069549/photo/1",
"id_str": "1953428963813949440",
"indices": [
281,
304
],
"media_key": "3_1953428963813949440",
"media_url_https": "https://pbs.twimg.com/media/Gxv5SvoXAAA0LTj.jpg",
"type": "photo",
"url": "https://t.co/0y9MBZ3Ow3",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": []
},
"medium": {
"faces": []
},
"small": {
"faces": []
},
"orig": {
"faces": []
}
},
"sizes": {
"large": {
"h": 835,
"w": 835,
"resize": "fit"
},
"medium": {
"h": 835,
"w": 835,
"resize": "fit"
},
"small": {
"h": 680,
"w": 680,
"resize": "fit"
},
"thumb": {
"h": 150,
"w": 150,
"resize": "crop"
}
},
"original_info": {
"height": 835,
"width": 835,
"focus_rects": [
{
"x": 0,
"y": 329,
"w": 835,
"h": 468
},
{
"x": 0,
"y": 0,
"w": 835,
"h": 835
},
{
"x": 51,
"y": 0,
"w": 732,
"h": 835
},
{
"x": 208,
"y": 0,
"w": 418,
"h": 835
},
{
"x": 0,
"y": 0,
"w": 835,
"h": 835
}
]
},
"media_results": {
"result": {
"media_key": "3_1953428963813949440"
}
}
}
]
},
"favorite_count": 18,
"favorited": false,
"full_text": "The distribution rate = Latest distribution annualized / current NAV\n\nThe 30-day SEC yield is a standardized measure of the income earned by a fund, typically a bond fund or ETF, over a 30-day period, annualized to provide an estimated annual return.\n\n* The Distribution Rate and… https://t.co/0y9MBZ3Ow3",
"is_quote_status": false,
"lang": "en",
"possibly_sensitive": false,
"possibly_sensitive_editable": true,
"quote_count": 0,
"reply_count": 1,
"retweet_count": 3,
"retweeted": false,
"user_id_str": "805797929080487936",
"id_str": "1953428967681069549"
},
"quick_promote_eligibility": {
"eligibility": "IneligibleNotProfessional"
}
},
"limitedActionResults": {
"limited_actions": [
{
"action": "Reply"
}
]
}
}
},
"tweetDisplayType": "Tweet",
"promotedMetadata": {
"advertiser_results": {
"result": {
"__typename": "User",
"id": "VXNlcjo4MDU3OTc5MjkwODA0ODc5MzY=",
"rest_id": "805797929080487936",
"affiliates_highlighted_label": {},
"has_graduated_access": true,
"is_blue_verified": true,
"profile_image_shape": "Square",
"legacy": {
"can_dm": false,
"can_media_tag": true,
"created_at": "Mon Dec 05 15:36:12 +0000 2016",
"default_profile": true,
"default_profile_image": false,
"description": "GraniteShares is an independent ETF issuer that offers high conviction ETFs for high conviction investors.\nImportant Info: https://t.co/dJ2p1cOxZe",
"entities": {
"description": {
"urls": [
{
"display_url": "bit.ly/2sdzdU2",
"expanded_url": "http://bit.ly/2sdzdU2",
"url": "https://t.co/dJ2p1cOxZe",
"indices": [
123,
146
]
}
]
},
"url": {
"urls": [
{
"display_url": "graniteshares.com",
"expanded_url": "http://www.graniteshares.com",
"url": "https://t.co/BgwfkKV8M1",
"indices": [
0,
23
]
}
]
}
},
"fast_followers_count": 0,
"favourites_count": 373,
"followers_count": 8031,
"friends_count": 2288,
"has_custom_timelines": true,
"is_translator": false,
"listed_count": 84,
"location": "Manhattan, NY",
"media_count": 227,
"name": "GraniteShares ETFs",
"normal_followers_count": 8031,
"pinned_tweet_ids_str": [
"1953427037852438793"
],
"possibly_sensitive": false,
"profile_banner_url": "https://pbs.twimg.com/profile_banners/805797929080487936/1496236253",
"profile_image_url_https": "https://pbs.twimg.com/profile_images/1144296395014365184/4Ku8bdvY_normal.png",
"profile_interstitial_type": "",
"screen_name": "graniteshares",
"statuses_count": 575,
"translator_type": "none",
"url": "https://t.co/BgwfkKV8M1",
"verified": false,
"verified_type": "Business",
"want_retweets": false,
"withheld_in_countries": []
},
"tipjar_settings": {}
}
},
"adMetadataContainer": {
"renderLegacyWebsiteCard": false
},
"disclosureType": "NoDisclosure",
"experimentValues": [],
"impressionId": "274f9b2d64fb4f3",
"impressionString": "274f9b2d64fb4f3",
"clickTrackingInfo": {
"urlParams": [
{
"key": "twclid",
"value": "23ulz2jj4z94fpuyftn1plzo6p"
}
]
}
}
},
"clientEventInfo": {
"component": "tweet",
"element": "tweet",
"details": {
"conversationDetails": {
"conversationSection": "HighQuality"
},
"timelinesDetails": {
"controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
}
}
}
}
}
],
"displayType": "VerticalConversation",
"clientEventInfo": {
"component": "tweet",
"details": {
"conversationDetails": {
"conversationSection": "HighQuality"
},
"timelinesDetails": {
"controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
}
}
}
}
},
{
"entryId": "conversationthread-1949967211856036243",
"sortIndex": "1953461788146139106",
"content": {
"entryType": "TimelineTimelineModule",
"__typename": "TimelineTimelineModule",
"items": [
{
"entryId": "conversationthread-1949967211856036243-tweet-1949967211856036243",
"item": {
"itemContent": {
"itemType": "TimelineTweet",
"__typename": "TimelineTweet",
"tweet_results": {
"result": {
"__typename": "Tweet",
"rest_id": "1949967211856036243",
"has_birdwatch_notes": false,
"core": {
"user_results": {
"result": {
"__typename": "User",
"id": "VXNlcjo5MjA1NDI4MjMzNTQ0NzA0MDA=",
"rest_id": "920542823354470400",
"affiliates_highlighted_label": {},
"has_graduated_access": true,
"is_blue_verified": true,
"profile_image_shape": "Circle",
"legacy": {
"can_dm": true,
"can_media_tag": true,
"created_at": "Wed Oct 18 06:51:26 +0000 2017",
"default_profile": true,
"default_profile_image": false,
"description": "System Design & Architecture & AI Cheerleader ⛷️",
"entities": {
"description": {
"urls": []
},
"url": {
"urls": [
{
"display_url": "linkedin.com/in/marcelbutuc…",
"expanded_url": "https://www.linkedin.com/in/marcelbutucea/",
"url": "https://t.co/2Vq0Ov1yCD",
"indices": [
0,
23
]
}
]
}
},
"fast_followers_count": 0,
"favourites_count": 17426,
"followers_count": 1548,
"friends_count": 1438,
"has_custom_timelines": false,
"is_translator": false,
"listed_count": 9,
"location": "",
"media_count": 269,
"name": "Marcel Butucea",
"normal_followers_count": 1548,
"pinned_tweet_ids_str": [
"1952771132819423372"
],
"possibly_sensitive": false,
"profile_banner_url": "https://pbs.twimg.com/profile_banners/920542823354470400/1508310011",
"profile_image_url_https": "https://pbs.twimg.com/profile_images/1939324769482014721/T7wfY2LS_normal.jpg",
"profile_interstitial_type": "",
"screen_name": "marcel_butucea",
"statuses_count": 6738,
"translator_type": "none",
"url": "https://t.co/2Vq0Ov1yCD",
"verified": false,
"want_retweets": false,
"withheld_in_countries": []
},
"professional": {
"rest_id": "1610272222173880326",
"professional_type": "Creator",
"category": [
{
"id": 713,
"name": "Science & Technology",
"icon_name": ""
}
]
},
"tipjar_settings": {}
}
}
},
"unmention_data": {},
"edit_control": {
"edit_tweet_ids": [
"1949967211856036243"
],
"editable_until_msecs": "1753746986000",
"is_edit_eligible": false,
"edits_remaining": "5"
},
"is_translatable": false,
"views": {
"count": "75",
"state": "EnabledWithCount"
},
"source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
"legacy": {
"bookmark_count": 0,
"bookmarked": false,
"created_at": "Mon Jul 28 22:56:26 +0000 2025",
"conversation_id_str": "1948662848474730520",
"display_text_range": [
59,
283
],
"entities": {
"hashtags": [],
"symbols": [],
"timestamps": [],
"urls": [],
"user_mentions": [
{
"id_str": "1235205731747540993",
"name": "Simone Scardapane",
"screen_name": "s_scardapane",
"indices": [
0,
13
]
},
{
"id_str": "2694126977",
"name": "Piotr Nawrot",
"screen_name": "p_nawrot",
"indices": [
14,
23
]
},
{
"id_str": "1035496901800587264",
"name": "Edoardo Ponti",
"screen_name": "PontiEdoardo",
"indices": [
24,
37
]
},
{
"id_str": "1134629909551308800",
"name": "Kelly Marchisio (St. Denis)",
"screen_name": "cheeesio",
"indices": [
38,
47
]
},
{
"id_str": "2785337469",
"name": "Sebastian Ruder @ ACL",
"screen_name": "seb_ruder",
"indices": [
48,
58
]
}
]
},
"favorite_count": 0,
"favorited": false,
"full_text": "@s_scardapane @p_nawrot @PontiEdoardo @cheeesio @seb_ruder Fascinating to see the isoFLOPS analysis suggesting larger, sparser models for very long sequences. 🤔 Curious about how the authors evaluated the \"controllable and easy to evaluate\" nature of their novel long-sequence tasks!",
"in_reply_to_screen_name": "s_scardapane",
"in_reply_to_status_id_str": "1948662848474730520",
"in_reply_to_user_id_str": "1235205731747540993",
"is_quote_status": false,
"lang": "en",
"quote_count": 0,
"reply_count": 0,
"retweet_count": 0,
"retweeted": false,
"user_id_str": "920542823354470400",
"id_str": "1949967211856036243"
},
"quick_promote_eligibility": {
"eligibility": "IneligibleNotProfessional"
}
}
},
"tweetDisplayType": "Tweet"
},
"clientEventInfo": {
"component": "tweet",
"element": "tweet",
"details": {
"conversationDetails": {
"conversationSection": "HighQuality"
},
"timelinesDetails": {
"controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
}
}
}
}
}
],
"metadata": {
"conversationMetadata": {
"allTweetIds": [
"1949967211856036243"
],
"enableDeduplication": true
}
},
"displayType": "VerticalConversation",
"clientEventInfo": {
"component": "tweet",
"details": {
"conversationDetails": {
"conversationSection": "HighQuality"
},
"timelinesDetails": {
"controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
}
}
}
}
},
{
"entryId": "tweetdetailrelatedtweets-1953052817012474353",
"sortIndex": "1953461788146139096",
"content": {
"entryType": "TimelineTimelineModule",
"__typename": "TimelineTimelineModule",
"items": [
{
"entryId": "tweetdetailrelatedtweets-1953052817012474353-tweet-1953052817012474353",
"item": {
"itemContent": {
"itemType": "TimelineTweet",
"__typename": "TimelineTweet",
"tweet_results": {
"result": {
"__typename": "Tweet",
"rest_id": "1953052817012474353",
"has_birdwatch_notes": false,
"core": {
"user_results": {
"result": {
"__typename": "User",
"id": "VXNlcjo0NDE0NjU3NTE=",
"rest_id": "441465751",
"affiliates_highlighted_label": {},
"has_graduated_access": true,
"is_blue_verified": true,
"profile_image_shape": "Circle",
"legacy": {
"can_dm": true,
"can_media_tag": true,
"created_at": "Tue Dec 20 03:45:50 +0000 2011",
"default_profile": false,
"default_profile_image": false,
"description": "CEO @SophontAI |\nPhD at 19 (2023) |\nFounder, ex CEO @MedARC_AI |\nex Research Director Stability AI | \nBiomed. engineer @ 14 |\nTEDx talk➡https://t.co/xPxwKTq6Qb",
"entities": {
"description": {
"urls": [
{
"display_url": "bit.ly/3tpAuan",
"expanded_url": "https://bit.ly/3tpAuan",
"url": "https://t.co/xPxwKTq6Qb",
"indices": [
136,
159
]
}
]
},
"url": {
"urls": [
{
"display_url": "sophontai.com",
"expanded_url": "https://sophontai.com",
"url": "https://t.co/uQ936JTZf1",
"indices": [
0,
23
]
}
]
}
},
"fast_followers_count": 0,
"favourites_count": 104318,
"followers_count": 79710,
"friends_count": 1237,
"has_custom_timelines": true,
"is_translator": false,
"listed_count": 1177,
"location": "",
"media_count": 2407,
"name": "Tanishq Mathew Abraham, Ph.D.",
"normal_followers_count": 79710,
"pinned_tweet_ids_str": [
"1952221233648718307"
],
"possibly_sensitive": false,
"profile_banner_url": "https://pbs.twimg.com/profile_banners/441465751/1738204246",
"profile_image_url_https": "https://pbs.twimg.com/profile_images/1913710019729821696/Qge4zx6u_normal.jpg",
"profile_interstitial_type": "",
"screen_name": "iScienceLuvr",
"statuses_count": 17687,
"translator_type": "none",
"url": "https://t.co/uQ936JTZf1",
"verified": false,
"want_retweets": false,
"withheld_in_countries": []
},
"professional": {
"rest_id": "1534109693131362304",
"professional_type": "Creator",
"category": [
{
"id": 713,
"name": "Science & Technology",
"icon_name": ""
}
]
},
"tipjar_settings": {}
}
}
},
"unmention_data": {},
"edit_control": {
"edit_tweet_ids": [
"1953052817012474353"
],
"editable_until_msecs": "1754482652000",
"is_edit_eligible": false,
"edits_remaining": "5"
},
"is_translatable": false,
"views": {
"count": "13711",
"state": "EnabledWithCount"
},
"source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
"note_tweet": {
"is_expandable": true,
"note_tweet_results": {
"result": {
"id": "Tm90ZVR3ZWV0OjE5NTMwNTI4MTY4OTA4OTIyODg=",
"text": "Self-Questioning Language Models\n\n\"we propose Self-Questioning Language Models (SQLM): an asymmetric self-play framework where a proposer is given the topic and generates a question for a solver, who tries to answer it. Both the proposer and solver are trained via reinforcement learning. The proposer receives a reward if the problem is not too easy or too difficult, and the solver receives a reward based on majority voting, a proxy for correctness in the absence of ground-truth answers. For coding, the proposer can instead generate unit tests which are used for verification. We study this asymmetric self-play framework on three benchmarks: three-digit multiplication, algebra problems from the OMEGA benchmark, and programming problems from Codeforces. By continually generating more interesting problems and attempting to solve them, language models can improve on downstream benchmarks without access to any curated training datasets.\"",
"entity_set": {
"hashtags": [],
"symbols": [],
"urls": [],
"user_mentions": []
},
"richtext": {
"richtext_tags": []
},
"media": {
"inline_media": []
}
}
}
},
"legacy": {
"bookmark_count": 180,
"bookmarked": false,
"created_at": "Wed Aug 06 11:17:32 +0000 2025",
"conversation_id_str": "1953052817012474353",
"display_text_range": [
0,
268
],
"entities": {
"hashtags": [],
"media": [
{
"display_url": "pic.x.com/JMc4IS0xiA",
"expanded_url": "https://x.com/iScienceLuvr/status/1953052817012474353/photo/1",
"id_str": "1953052622774276096",
"indices": [
269,
292
],
"media_key": "3_1953052622774276096",
"media_url_https": "https://pbs.twimg.com/media/GxqjA0AbEAAMso1.jpg",
"type": "photo",
"url": "https://t.co/JMc4IS0xiA",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": []
},
"medium": {
"faces": []
},
"small": {
"faces": []
},
"orig": {
"faces": []
}
},
"sizes": {
"large": {
"h": 1821,
"w": 1405,
"resize": "fit"
},
"medium": {
"h": 1200,
"w": 926,
"resize": "fit"
},
"small": {
"h": 680,
"w": 525,
"resize": "fit"
},
"thumb": {
"h": 150,
"w": 150,
"resize": "crop"
}
},
"original_info": {
"height": 1821,
"width": 1405,
"focus_rects": [
{
"x": 0,
"y": 0,
"w": 1405,
"h": 787
},
{
"x": 0,
"y": 0,
"w": 1405,
"h": 1405
},
{
"x": 0,
"y": 0,
"w": 1405,
"h": 1602
},
{
"x": 0,
"y": 0,
"w": 911,
"h": 1821
},
{
"x": 0,
"y": 0,
"w": 1405,
"h": 1821
}
]
},
"allow_download_status": {
"allow_download": true
},
"media_results": {
"result": {
"media_key": "3_1953052622774276096"
}
}
}
],
"symbols": [],
"timestamps": [],
"urls": [],
"user_mentions": []
},
"extended_entities": {
"media": [
{
"display_url": "pic.x.com/JMc4IS0xiA",
"expanded_url": "https://x.com/iScienceLuvr/status/1953052817012474353/photo/1",
"id_str": "1953052622774276096",
"indices": [
269,
292
],
"media_key": "3_1953052622774276096",
"media_url_https": "https://pbs.twimg.com/media/GxqjA0AbEAAMso1.jpg",
"type": "photo",
"url": "https://t.co/JMc4IS0xiA",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": []
},
"medium": {
"faces": []
},
"small": {
"faces": []
},
"orig": {
"faces": []
}
},
"sizes": {
"large": {
"h": 1821,
"w": 1405,
"resize": "fit"
},
"medium": {
"h": 1200,
"w": 926,
"resize": "fit"
},
"small": {
"h": 680,
"w": 525,
"resize": "fit"
},
"thumb": {
"h": 150,
"w": 150,
"resize": "crop"
}
},
"original_info": {
"height": 1821,
"width": 1405,
"focus_rects": [
{
"x": 0,
"y": 0,
"w": 1405,
"h": 787
},
{
"x": 0,
"y": 0,
"w": 1405,
"h": 1405
},
{
"x": 0,
"y": 0,
"w": 1405,
"h": 1602
},
{
"x": 0,
"y": 0,
"w": 911,
"h": 1821
},
{
"x": 0,
"y": 0,
"w": 1405,
"h": 1821
}
]
},
"allow_download_status": {
"allow_download": true
},
"media_results": {
"result": {
"media_key": "3_1953052622774276096"
}
}
}
]
},
"favorite_count": 266,
"favorited": false,
"full_text": "Self-Questioning Language Models\n\n\"we propose Self-Questioning Language Models (SQLM): an asymmetric self-play framework where a proposer is given the topic and generates a question for a solver, who tries to answer it. Both the proposer and solver are trained via… https://t.co/JMc4IS0xiA",
"is_quote_status": false,
"lang": "en",
"possibly_sensitive": false,
"possibly_sensitive_editable": true,
"quote_count": 3,
"reply_count": 7,
"retweet_count": 47,
"retweeted": false,
"user_id_str": "441465751",
"id_str": "1953052817012474353"
},
"quick_promote_eligibility": {
"eligibility": "IneligibleNotProfessional"
}
}
},
"tweetDisplayType": "Tweet"
},
"clientEventInfo": {
"component": "related_tweet",
"element": "tweet",
"details": {
"conversationDetails": {
"conversationSection": "RelatedTweet"
}
}
}
}
},
{
"entryId": "tweetdetailrelatedtweets-1953052817012474353-tweet-1953065350645362858",
"item": {
"itemContent": {
"itemType": "TimelineTweet",
"__typename": "TimelineTweet",
"tweet_results": {
"result": {
"__typename": "Tweet",
"rest_id": "1953065350645362858",
"has_birdwatch_notes": false,
"core": {
"user_results": {
"result": {
"__typename": "User",
"id": "VXNlcjoxNzQ4MzI0NzE4Nzk5NjU5MDA4",
"rest_id": "1748324718799659008",
"affiliates_highlighted_label": {},
"has_graduated_access": true,
"is_blue_verified": true,
"profile_image_shape": "Circle",
"legacy": {
"can_dm": false,
"can_media_tag": true,
"created_at": "Fri Jan 19 12:41:29 +0000 2024",
"default_profile": true,
"default_profile_image": false,
"description": "AI4Science @ 🤗, PhD @OxfordTVG — sharing the world of science",
"entities": {
"description": {
"urls": []
},
"url": {
"urls": [
{
"display_url": "huggingface.co/cgeorgiaw",
"expanded_url": "https://huggingface.co/cgeorgiaw",
"url": "https://t.co/60ATSn1p6z",
"indices": [
0,
23
]
}
]
}
},
"fast_followers_count": 0,
"favourites_count": 1143,
"followers_count": 511,
"friends_count": 198,
"has_custom_timelines": false,
"is_translator": false,
"listed_count": 7,
"location": "Amsterdam, The Netherlands",
"media_count": 71,
"name": "Georgia Channing",
"normal_followers_count": 511,
"pinned_tweet_ids_str": [
"1937520797737697622"
],
"possibly_sensitive": false,
"profile_image_url_https": "https://pbs.twimg.com/profile_images/1916892122772373508/HtkAvzYM_normal.jpg",
"profile_interstitial_type": "",
"screen_name": "cgeorgiaw",
"statuses_count": 321,
"translator_type": "none",
"url": "https://t.co/60ATSn1p6z",
"verified": false,
"want_retweets": false,
"withheld_in_countries": []
},
"tipjar_settings": {}
}
}
},
"unmention_data": {},
"edit_control": {
"edit_tweet_ids": [
"1953065350645362858"
],
"editable_until_msecs": "1754485640000",
"is_edit_eligible": false,
"edits_remaining": "5"
},
"is_translatable": false,
"views": {
"count": "6539",
"state": "EnabledWithCount"
},
"source": "<a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>",
"legacy": {
"bookmark_count": 98,
"bookmarked": false,
"created_at": "Wed Aug 06 12:07:20 +0000 2025",
"conversation_id_str": "1953065350645362858",
"display_text_range": [
0,
165
],
"entities": {
"hashtags": [],
"media": [
{
"display_url": "pic.x.com/aQagVdeTpl",
"expanded_url": "https://x.com/cgeorgiaw/status/1953065350645362858/photo/1",
"id_str": "1953065344613883904",
"indices": [
166,
189
],
"media_key": "3_1953065344613883904",
"media_url_https": "https://pbs.twimg.com/media/GxqulUjWIAACfNF.jpg",
"type": "photo",
"url": "https://t.co/aQagVdeTpl",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": []
},
"medium": {
"faces": []
},
"small": {
"faces": []
},
"orig": {
"faces": []
}
},
"sizes": {
"large": {
"h": 1193,
"w": 1179,
"resize": "fit"
},
"medium": {
"h": 1193,
"w": 1179,
"resize": "fit"
},
"small": {
"h": 680,
"w": 672,
"resize": "fit"
},
"thumb": {
"h": 150,
"w": 150,
"resize": "crop"
}
},
"original_info": {
"height": 1193,
"width": 1179,
"focus_rects": [
{
"x": 0,
"y": 0,
"w": 1179,
"h": 660
},
{
"x": 0,
"y": 0,
"w": 1179,
"h": 1179
},
{
"x": 66,
"y": 0,
"w": 1046,
"h": 1193
},
{
"x": 291,
"y": 0,
"w": 597,
"h": 1193
},
{
"x": 0,
"y": 0,
"w": 1179,
"h": 1193
}
]
},
"allow_download_status": {
"allow_download": true
},
"media_results": {
"result": {
"media_key": "3_1953065344613883904"
}
}
}
],
"symbols": [],
"timestamps": [],
"urls": [
{
"display_url": "huggingface.co/collections/po…",
"expanded_url": "https://huggingface.co/collections/polymathic-ai/the-well-67e129f4ca23e0447395d74c",
"url": "https://t.co/3iB8ExlXwt",
"indices": [
142,
165
]
}
],
"user_mentions": [
{
"id_str": "778764142412984320",
"name": "Hugging Face",
"screen_name": "huggingface",
"indices": [
122,
134
]
}
]
},
"extended_entities": {
"media": [
{
"display_url": "pic.x.com/aQagVdeTpl",
"expanded_url": "https://x.com/cgeorgiaw/status/1953065350645362858/photo/1",
"id_str": "1953065344613883904",
"indices": [
166,
189
],
"media_key": "3_1953065344613883904",
"media_url_https": "https://pbs.twimg.com/media/GxqulUjWIAACfNF.jpg",
"type": "photo",
"url": "https://t.co/aQagVdeTpl",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": []
},
"medium": {
"faces": []
},
"small": {
"faces": []
},
"orig": {
"faces": []
}
},
"sizes": {
"large": {
"h": 1193,
"w": 1179,
"resize": "fit"
},
"medium": {
"h": 1193,
"w": 1179,
"resize": "fit"
},
"small": {
"h": 680,
"w": 672,
"resize": "fit"
},
"thumb": {
"h": 150,
"w": 150,
"resize": "crop"
}
},
"original_info": {
"height": 1193,
"width": 1179,
"focus_rects": [
{
"x": 0,
"y": 0,
"w": 1179,
"h": 660
},
{
"x": 0,
"y": 0,
"w": 1179,
"h": 1179
},
{
"x": 66,
"y": 0,
"w": 1046,
"h": 1193
},
{
"x": 291,
"y": 0,
"w": 597,
"h": 1193
},
{
"x": 0,
"y": 0,
"w": 1179,
"h": 1193
}
]
},
"allow_download_status": {
"allow_download": true
},
"media_results": {
"result": {
"media_key": "3_1953065344613883904"
}
}
}
]
},
"favorite_count": 129,
"favorited": false,
"full_text": "Not sure if the physics community is aware, but Polymathic AI has been quietly putting 10TB of physics simulation data on @huggingface. \n\n⛓️💥https://t.co/3iB8ExlXwt https://t.co/aQagVdeTpl",
"is_quote_status": false,
"lang": "en",
"possibly_sensitive": false,
"possibly_sensitive_editable": true,
"quote_count": 0,
"reply_count": 6,
"retweet_count": 18,
"retweeted": false,
"user_id_str": "1748324718799659008",
"id_str": "1953065350645362858"
},
"quick_promote_eligibility": {
"eligibility": "IneligibleNotProfessional"
}
}
},
"tweetDisplayType": "Tweet"
},
"clientEventInfo": {
"component": "related_tweet",
"element": "tweet",
"details": {
"conversationDetails": {
"conversationSection": "RelatedTweet"
}
}
}
}
},
{
"entryId": "tweetdetailrelatedtweets-1953052817012474353-tweet-1952960285150687599",
"item": {
"itemContent": {
"itemType": "TimelineTweet",
"__typename": "TimelineTweet",
"tweet_results": {
"result": {
"__typename": "Tweet",
"rest_id": "1952960285150687599",
"has_birdwatch_notes": false,
"core": {
"user_results": {
"result": {
"__typename": "User",
"id": "VXNlcjoxNDQ4OTE3MTU4MDI1NzQ0NDIw",
"rest_id": "1448917158025744420",
"affiliates_highlighted_label": {},
"has_graduated_access": true,
"is_blue_verified": false,
"profile_image_shape": "Circle",
"legacy": {
"can_dm": true,
"can_media_tag": true,
"created_at": "Fri Oct 15 07:43:15 +0000 2021",
"default_profile": true,
"default_profile_image": false,
"description": "Postdoctoral researcher at the university of Milan",
"entities": {
"description": {
"urls": []
},
"url": {
"urls": [
{
"display_url": "f14-bertolotti.github.io",
"expanded_url": "http://f14-bertolotti.github.io",
"url": "https://t.co/A3Pcs47OJy",
"indices": [
0,
23
]
}
]
}
},
"fast_followers_count": 0,
"favourites_count": 256,
"followers_count": 702,
"friends_count": 129,
"has_custom_timelines": false,
"is_translator": false,
"listed_count": 18,
"location": "",
"media_count": 110,
"name": "Francesco Bertolotti",
"normal_followers_count": 702,
"pinned_tweet_ids_str": [
"1800807518127669495"
],
"possibly_sensitive": false,
"profile_banner_url": "https://pbs.twimg.com/profile_banners/1448917158025744420/1635505915",
"profile_image_url_https": "https://pbs.twimg.com/profile_images/1833026152698380288/sqxnF79C_normal.jpg",
"profile_interstitial_type": "",
"screen_name": "f14bertolotti",
"statuses_count": 197,
"translator_type": "none",
"url": "https://t.co/A3Pcs47OJy",
"verified": false,
"want_retweets": false,
"withheld_in_countries": []
},
"tipjar_settings": {}
}
}
},
"unmention_data": {},
"edit_control": {
"edit_tweet_ids": [
"1952960285150687599"
],
"editable_until_msecs": "1754460590000",
"is_edit_eligible": false,
"edits_remaining": "5"
},
"is_translatable": false,
"views": {
"count": "23289",
"state": "EnabledWithCount"
},
"source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
"legacy": {
"bookmark_count": 330,
"bookmarked": false,
"created_at": "Wed Aug 06 05:09:50 +0000 2025",
"conversation_id_str": "1952960285150687599",
"display_text_range": [
0,
259
],
"entities": {
"hashtags": [],
"media": [
{
"display_url": "pic.x.com/0iZfX7fXbr",
"expanded_url": "https://x.com/f14bertolotti/status/1952960285150687599/photo/1",
"id_str": "1952959849924358144",
"indices": [
260,
283
],
"media_key": "3_1952959849924358144",
"media_url_https": "https://pbs.twimg.com/media/GxpOouNXcAAhhmN.jpg",
"type": "photo",
"url": "https://t.co/0iZfX7fXbr",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": []
},
"medium": {
"faces": []
},
"small": {
"faces": []
},
"orig": {
"faces": []
}
},
"sizes": {
"large": {
"h": 1627,
"w": 2048,
"resize": "fit"
},
"medium": {
"h": 953,
"w": 1200,
"resize": "fit"
},
"small": {
"h": 540,
"w": 680,
"resize": "fit"
},
"thumb": {
"h": 150,
"w": 150,
"resize": "crop"
}
},
"original_info": {
"height": 1746,
"width": 2198,
"focus_rects": [
{
"x": 0,
"y": 0,
"w": 2198,
"h": 1231
},
{
"x": 226,
"y": 0,
"w": 1746,
"h": 1746
},
{
"x": 333,
"y": 0,
"w": 1532,
"h": 1746
},
{
"x": 663,
"y": 0,
"w": 873,
"h": 1746
},
{
"x": 0,
"y": 0,
"w": 2198,
"h": 1746
}
]
},
"allow_download_status": {
"allow_download": true
},
"media_results": {
"result": {
"media_key": "3_1952959849924358144"
}
}
},
{
"display_url": "pic.x.com/0iZfX7fXbr",
"expanded_url": "https://x.com/f14bertolotti/status/1952960285150687599/photo/1",
"id_str": "1952959849941057536",
"indices": [
260,
283
],
"media_key": "3_1952959849941057536",
"media_url_https": "https://pbs.twimg.com/media/GxpOouRWQAAJ_Zj.jpg",
"type": "photo",
"url": "https://t.co/0iZfX7fXbr",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": []
},
"medium": {
"faces": []
},
"small": {
"faces": []
},
"orig": {
"faces": []
}
},
"sizes": {
"large": {
"h": 1437,
"w": 2048,
"resize": "fit"
},
"medium": {
"h": 842,
"w": 1200,
"resize": "fit"
},
"small": {
"h": 477,
"w": 680,
"resize": "fit"
},
"thumb": {
"h": 150,
"w": 150,
"resize": "crop"
}
},
"original_info": {
"height": 1554,
"width": 2214,
"focus_rects": [
{
"x": 0,
"y": 314,
"w": 2214,
"h": 1240
},
{
"x": 0,
"y": 0,
"w": 1554,
"h": 1554
},
{
"x": 0,
"y": 0,
"w": 1363,
"h": 1554
},
{
"x": 0,
"y": 0,
"w": 777,
"h": 1554
},
{
"x": 0,
"y": 0,
"w": 2214,
"h": 1554
}
]
},
"allow_download_status": {
"allow_download": true
},
"media_results": {
"result": {
"media_key": "3_1952959849941057536"
}
}
},
{
"display_url": "pic.x.com/0iZfX7fXbr",
"expanded_url": "https://x.com/f14bertolotti/status/1952960285150687599/photo/1",
"id_str": "1952959849932668929",
"indices": [
260,
283
],
"media_key": "3_1952959849932668929",
"media_url_https": "https://pbs.twimg.com/media/GxpOouPWQAEAEWP.jpg",
"type": "photo",
"url": "https://t.co/0iZfX7fXbr",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": []
},
"medium": {
"faces": []
},
"small": {
"faces": []
},
"orig": {
"faces": []
}
},
"sizes": {
"large": {
"h": 605,
"w": 2048,
"resize": "fit"
},
"medium": {
"h": 355,
"w": 1200,
"resize": "fit"
},
"small": {
"h": 201,
"w": 680,
"resize": "fit"
},
"thumb": {
"h": 150,
"w": 150,
"resize": "crop"
}
},
"original_info": {
"height": 622,
"width": 2104,
"focus_rects": [
{
"x": 754,
"y": 0,
"w": 1111,
"h": 622
},
{
"x": 998,
"y": 0,
"w": 622,
"h": 622
},
{
"x": 1036,
"y": 0,
"w": 546,
"h": 622
},
{
"x": 1154,
"y": 0,
"w": 311,
"h": 622
},
{
"x": 0,
"y": 0,
"w": 2104,
"h": 622
}
]
},
"allow_download_status": {
"allow_download": true
},
"media_results": {
"result": {
"media_key": "3_1952959849932668929"
}
}
},
{
"display_url": "pic.x.com/0iZfX7fXbr",
"expanded_url": "https://x.com/f14bertolotti/status/1952960285150687599/photo/1",
"id_str": "1952959849932709888",
"indices": [
260,
283
],
"media_key": "3_1952959849932709888",
"media_url_https": "https://pbs.twimg.com/media/GxpOouPW4AAoYDg.jpg",
"type": "photo",
"url": "https://t.co/0iZfX7fXbr",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": []
},
"medium": {
"faces": []
},
"small": {
"faces": []
},
"orig": {
"faces": []
}
},
"sizes": {
"large": {
"h": 914,
"w": 2048,
"resize": "fit"
},
"medium": {
"h": 536,
"w": 1200,
"resize": "fit"
},
"small": {
"h": 304,
"w": 680,
"resize": "fit"
},
"thumb": {
"h": 150,
"w": 150,
"resize": "crop"
}
},
"original_info": {
"height": 940,
"width": 2106,
"focus_rects": [
{
"x": 265,
"y": 0,
"w": 1679,
"h": 940
},
{
"x": 634,
"y": 0,
"w": 940,
"h": 940
},
{
"x": 692,
"y": 0,
"w": 825,
"h": 940
},
{
"x": 869,
"y": 0,
"w": 470,
"h": 940
},
{
"x": 0,
"y": 0,
"w": 2106,
"h": 940
}
]
},
"allow_download_status": {
"allow_download": true
},
"media_results": {
"result": {
"media_key": "3_1952959849932709888"
}
}
}
],
"symbols": [],
"timestamps": [],
"urls": [
{
"display_url": "arxiv.org/pdf/2508.02124",
"expanded_url": "http://arxiv.org/pdf/2508.02124",
"url": "https://t.co/ZqIW6mZeLq",
"indices": [
236,
259
]
}
],
"user_mentions": []
},
"extended_entities": {
"media": [
{
"display_url": "pic.x.com/0iZfX7fXbr",
"expanded_url": "https://x.com/f14bertolotti/status/1952960285150687599/photo/1",
"id_str": "1952959849924358144",
"indices": [
260,
283
],
"media_key": "3_1952959849924358144",
"media_url_https": "https://pbs.twimg.com/media/GxpOouNXcAAhhmN.jpg",
"type": "photo",
"url": "https://t.co/0iZfX7fXbr",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": []
},
"medium": {
"faces": []
},
"small": {
"faces": []
},
"orig": {
"faces": []
}
},
"sizes": {
"large": {
"h": 1627,
"w": 2048,
"resize": "fit"
},
"medium": {
"h": 953,
"w": 1200,
"resize": "fit"
},
"small": {
"h": 540,
"w": 680,
"resize": "fit"
},
"thumb": {
"h": 150,
"w": 150,
"resize": "crop"
}
},
"original_info": {
"height": 1746,
"width": 2198,
"focus_rects": [
{
"x": 0,
"y": 0,
"w": 2198,
"h": 1231
},
{
"x": 226,
"y": 0,
"w": 1746,
"h": 1746
},
{
"x": 333,
"y": 0,
"w": 1532,
"h": 1746
},
{
"x": 663,
"y": 0,
"w": 873,
"h": 1746
},
{
"x": 0,
"y": 0,
"w": 2198,
"h": 1746
}
]
},
"allow_download_status": {
"allow_download": true
},
"media_results": {
"result": {
"media_key": "3_1952959849924358144"
}
}
},
{
"display_url": "pic.x.com/0iZfX7fXbr",
"expanded_url": "https://x.com/f14bertolotti/status/1952960285150687599/photo/1",
"id_str": "1952959849941057536",
"indices": [
260,
283
],
"media_key": "3_1952959849941057536",
"media_url_https": "https://pbs.twimg.com/media/GxpOouRWQAAJ_Zj.jpg",
"type": "photo",
"url": "https://t.co/0iZfX7fXbr",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": []
},
"medium": {
"faces": []
},
"small": {
"faces": []
},
"orig": {
"faces": []
}
},
"sizes": {
"large": {
"h": 1437,
"w": 2048,
"resize": "fit"
},
"medium": {
"h": 842,
"w": 1200,
"resize": "fit"
},
"small": {
"h": 477,
"w": 680,
"resize": "fit"
},
"thumb": {
"h": 150,
"w": 150,
"resize": "crop"
}
},
"original_info": {
"height": 1554,
"width": 2214,
"focus_rects": [
{
"x": 0,
"y": 314,
"w": 2214,
"h": 1240
},
{
"x": 0,
"y": 0,
"w": 1554,
"h": 1554
},
{
"x": 0,
"y": 0,
"w": 1363,
"h": 1554
},
{
"x": 0,
"y": 0,
"w": 777,
"h": 1554
},
{
"x": 0,
"y": 0,
"w": 2214,
"h": 1554
}
]
},
"allow_download_status": {
"allow_download": true
},
"media_results": {
"result": {
"media_key": "3_1952959849941057536"
}
}
},
{
"display_url": "pic.x.com/0iZfX7fXbr",
"expanded_url": "https://x.com/f14bertolotti/status/1952960285150687599/photo/1",
"id_str": "1952959849932668929",
"indices": [
260,
283
],
"media_key": "3_1952959849932668929",
"media_url_https": "https://pbs.twimg.com/media/GxpOouPWQAEAEWP.jpg",
"type": "photo",
"url": "https://t.co/0iZfX7fXbr",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": []
},
"medium": {
"faces": []
},
"small": {
"faces": []
},
"orig": {
"faces": []
}
},
"sizes": {
"large": {
"h": 605,
"w": 2048,
"resize": "fit"
},
"medium": {
"h": 355,
"w": 1200,
"resize": "fit"
},
"small": {
"h": 201,
"w": 680,
"resize": "fit"
},
"thumb": {
"h": 150,
"w": 150,
"resize": "crop"
}
},
"original_info": {
"height": 622,
"width": 2104,
"focus_rects": [
{
"x": 754,
"y": 0,
"w": 1111,
"h": 622
},
{
"x": 998,
"y": 0,
"w": 622,
"h": 622
},
{
"x": 1036,
"y": 0,
"w": 546,
"h": 622
},
{
"x": 1154,
"y": 0,
"w": 311,
"h": 622
},
{
"x": 0,
"y": 0,
"w": 2104,
"h": 622
}
]
},
"allow_download_status": {
"allow_download": true
},
"media_results": {
"result": {
"media_key": "3_1952959849932668929"
}
}
},
{
"display_url": "pic.x.com/0iZfX7fXbr",
"expanded_url": "https://x.com/f14bertolotti/status/1952960285150687599/photo/1",
"id_str": "1952959849932709888",
"indices": [
260,
283
],
"media_key": "3_1952959849932709888",
"media_url_https": "https://pbs.twimg.com/media/GxpOouPW4AAoYDg.jpg",
"type": "photo",
"url": "https://t.co/0iZfX7fXbr",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": []
},
"medium": {
"faces": []
},
"small": {
"faces": []
},
"orig": {
"faces": []
}
},
"sizes": {
"large": {
"h": 914,
"w": 2048,
"resize": "fit"
},
"medium": {
"h": 536,
"w": 1200,
"resize": "fit"
},
"small": {
"h": 304,
"w": 680,
"resize": "fit"
},
"thumb": {
"h": 150,
"w": 150,
"resize": "crop"
}
},
"original_info": {
"height": 940,
"width": 2106,
"focus_rects": [
{
"x": 265,
"y": 0,
"w": 1679,
"h": 940
},
{
"x": 634,
"y": 0,
"w": 940,
"h": 940
},
{
"x": 692,
"y": 0,
"w": 825,
"h": 940
},
{
"x": 869,
"y": 0,
"w": 470,
"h": 940
},
{
"x": 0,
"y": 0,
"w": 2106,
"h": 940
}
]
},
"allow_download_status": {
"allow_download": true
},
"media_results": {
"result": {
"media_key": "3_1952959849932709888"
}
}
}
]
},
"favorite_count": 427,
"favorited": false,
"full_text": "A new attention mechanism, Dynamic Sparse Attention, just dropped. The authors' evaluation is extensive, showing good performance. with DSA the model generates its attention mask, and an efficient kernel saves computation. Cool work!\n\n🔗https://t.co/ZqIW6mZeLq https://t.co/0iZfX7fXbr",
"is_quote_status": false,
"lang": "en",
"possibly_sensitive": false,
"possibly_sensitive_editable": true,
"quote_count": 1,
"reply_count": 1,
"retweet_count": 59,
"retweeted": false,
"user_id_str": "1448917158025744420",
"id_str": "1952960285150687599"
},
"quick_promote_eligibility": {
"eligibility": "IneligibleNotProfessional"
}
}
},
"tweetDisplayType": "Tweet"
},
"clientEventInfo": {
"component": "related_tweet",
"element": "tweet",
"details": {
"conversationDetails": {
"conversationSection": "RelatedTweet"
}
}
}
}
},
{
"entryId": "tweetdetailrelatedtweets-1953052817012474353-tweet-1953206125639123188",
"item": {
"itemContent": {
"itemType": "TimelineTweet",
"__typename": "TimelineTweet",
"tweet_results": {
"result": {
"__typename": "Tweet",
"rest_id": "1953206125639123188",
"has_birdwatch_notes": false,
"core": {
"user_results": {
"result": {
"__typename": "User",
"id": "VXNlcjoyMjM2MDQ3NTEw",
"rest_id": "2236047510",
"affiliates_highlighted_label": {},
"has_graduated_access": true,
"is_blue_verified": true,
"profile_image_shape": "Circle",
"legacy": {
"can_dm": false,
"can_media_tag": false,
"created_at": "Sun Dec 08 13:31:09 +0000 2013",
"default_profile": false,
"default_profile_image": false,
"description": "Researcher (now: Meta. ex: OpenAI, DeepMind, Brain, RWTH Aachen), Gamer, Hacker, Belgian. Anon feedback: https://t.co/xe2XUqkKit\n✗DMs → email",
"entities": {
"description": {
"urls": [
{
"display_url": "admonymous.co/giffmana",
"expanded_url": "https://www.admonymous.co/giffmana",
"url": "https://t.co/xe2XUqkKit",
"indices": [
106,
129
]
}
]
},
"url": {
"urls": [
{
"display_url": "lucasb.eyer.be",
"expanded_url": "http://lucasb.eyer.be",
"url": "https://t.co/RsCh9TJjKC",
"indices": [
0,
23
]
}
]
}
},
"fast_followers_count": 0,
"favourites_count": 49368,
"followers_count": 104873,
"friends_count": 511,
"has_custom_timelines": true,
"is_translator": false,
"listed_count": 1289,
"location": "Zürich, Suisse",
"media_count": 1943,
"name": "Lucas Beyer (bl16)",
"normal_followers_count": 104873,
"pinned_tweet_ids_str": [
"1570152923233144832"
],
"possibly_sensitive": false,
"profile_banner_url": "https://pbs.twimg.com/profile_banners/2236047510/1548960441",
"profile_image_url_https": "https://pbs.twimg.com/profile_images/378800000845687873/37bba4f807fe3a2c644a252f8191338d_normal.jpeg",
"profile_interstitial_type": "",
"screen_name": "giffmana",
"statuses_count": 21430,
"translator_type": "none",
"url": "https://t.co/RsCh9TJjKC",
"verified": false,
"want_retweets": false,
"withheld_in_countries": []
},
"tipjar_settings": {}
}
}
},
"unmention_data": {},
"edit_control": {
"edit_tweet_ids": [
"1953206125639123188"
],
"editable_until_msecs": "1754519203000",
"is_edit_eligible": true,
"edits_remaining": "5"
},
"is_translatable": false,
"views": {
"count": "47850",
"state": "EnabledWithCount"
},
"source": "<a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>",
"note_tweet": {
"is_expandable": true,
"note_tweet_results": {
"result": {
"id": "Tm90ZVR3ZWV0OjE5NTMyMDYxMjU1MDkxNTY4NjQ=",
"text": "Amazing! Truly open review, through which we all gained more insights, i love it!\n\nResult: in multi epoch setting, making AR learn multiple orderings ~closes the gap to diffusion, explaining much of the difference.\n\nHow the truly open review happened (from my vague memory): Mihir posted paper on diffusion being more sample efficient than AR and benefit from more epochs.\n\nHypothesis in paper and from most commenters was due to augs, but no experiment to check this hypothesis in paper. After some discussion (on his thread, here on x) about this and what experiment might check this, including a first negative result Mihir mentioned and tried, we converged towards thinking it might be ordering instead.\n\nI suggested an experiment to check, but it had some issues. @YouJiacheng chimed in with connections to another paper, based on which we got the idea of how to make the experiment perfect. Then Mihir ran it, and it now looks like we have reasonably conclusive evidence PLUS potentially more confidence in a method to make AR better at multi-epoch.\n\nAll in the open in realtime here on x dot com the everything app™",
"entity_set": {
"hashtags": [],
"symbols": [],
"urls": [],
"user_mentions": [
{
"id_str": "3426190841",
"name": "You Jiacheng",
"screen_name": "YouJiacheng",
"indices": [
769,
781
]
}
]
}
}
}
},
"quoted_status_result": {
"result": {
"__typename": "Tweet",
"rest_id": "1953196510725980173",
"has_birdwatch_notes": false,
"core": {
"user_results": {
"result": {
"__typename": "User",
"id": "VXNlcjoxMDM3NTk0NzAzOTA1MTM2NjQx",
"rest_id": "1037594703905136641",
"affiliates_highlighted_label": {},
"has_graduated_access": true,
"is_blue_verified": true,
"profile_image_shape": "Circle",
"legacy": {
"can_dm": true,
"can_media_tag": true,
"created_at": "Thu Sep 06 06:53:49 +0000 2018",
"default_profile": true,
"default_profile_image": false,
"description": "PhD student at Carnegie Mellon",
"entities": {
"description": {
"urls": []
},
"url": {
"urls": [
{
"display_url": "mihirp1998.github.io",
"expanded_url": "http://mihirp1998.github.io/",
"url": "https://t.co/f4q483xiuR",
"indices": [
0,
23
]
}
]
}
},
"fast_followers_count": 0,
"favourites_count": 718,
"followers_count": 1592,
"friends_count": 393,
"has_custom_timelines": true,
"is_translator": false,
"listed_count": 18,
"location": "Pittsburgh",
"media_count": 53,
"name": "Mihir Prabhudesai",
"normal_followers_count": 1592,
"pinned_tweet_ids_str": [
"1947736993229885545"
],
"possibly_sensitive": false,
"profile_image_url_https": "https://pbs.twimg.com/profile_images/1625789073070882821/7p1X5Gn5_normal.jpg",
"profile_interstitial_type": "",
"screen_name": "mihirp98",
"statuses_count": 200,
"translator_type": "none",
"url": "https://t.co/f4q483xiuR",
"verified": false,
"want_retweets": false,
"withheld_in_countries": []
},
"tipjar_settings": {}
}
}
},
"unmention_data": {},
"edit_control": {
"edit_tweet_ids": [
"1953196510725980173"
],
"editable_until_msecs": "1754516911000",
"is_edit_eligible": true,
"edits_remaining": "5"
},
"is_translatable": false,
"views": {
"count": "85220",
"state": "EnabledWithCount"
},
"source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
"note_tweet": {
"is_expandable": true,
"note_tweet_results": {
"result": {
"id": "Tm90ZVR3ZWV0OjE5NTMxOTY1MTA1NDk4MTkzOTY=",
"text": "We ran more experiments to better understand “why” diffusion models do better in data-constrained settings than autoregressive. Our findings support the hypothesis that diffusion models benefit from learning over multiple token orderings, which contributes to their robustness and reduced overfitting.\n\nTo test this, we trained autoregressive (AR) models with varying numbers of token orderings: N=1 corresponds to the standard left-to-right ordering, while N=k includes the left-to-right order plus k−1 additional random permutations. As N increases, we observe that AR models become more data-efficient, exhibiting improved validation loss and reduced overfitting.\n\nAll models were trained for 100 epochs, and were evaluated using the standard left-to-right factorization. We also experimented with related approaches, such as RAR and σ-GPT, and observed consistent trends --introducing more random factorizations led to better generalization and less overfitting.\n\nWe have updated our arXiv submission with these new results. We thank @giffmana and @YouJiacheng for suggesting these experiments.\n\nOriginal paper post - https://t.co/gN2LALaFBa",
"entity_set": {
"hashtags": [],
"symbols": [],
"urls": [
{
"display_url": "x.com/mihirp98/statu…",
"expanded_url": "https://x.com/mihirp98/status/1947736993229885545",
"url": "https://t.co/gN2LALaFBa",
"indices": [
1122,
1145
]
}
],
"user_mentions": [
{
"id_str": "2236047510",
"name": "Lucas Beyer (bl16)",
"screen_name": "giffmana",
"indices": [
1038,
1047
]
},
{
"id_str": "3426190841",
"name": "You Jiacheng",
"screen_name": "YouJiacheng",
"indices": [
1052,
1064
]
}
]
},
"richtext": {
"richtext_tags": []
},
"media": {
"inline_media": []
}
}
}
},
"quotedRefResult": {
"result": {
"__typename": "Tweet",
"rest_id": "1949001902970339471"
}
},
"legacy": {
"bookmark_count": 317,
"bookmarked": false,
"created_at": "Wed Aug 06 20:48:31 +0000 2025",
"conversation_id_str": "1953196510725980173",
"display_text_range": [
0,
281
],
"entities": {
"hashtags": [],
"media": [
{
"display_url": "pic.x.com/lXEPNn3mrV",
"expanded_url": "https://x.com/mihirp98/status/1953196510725980173/photo/1",
"id_str": "1953195546086391810",
"indices": [
282,
305
],
"media_key": "3_1953195546086391810",
"media_url_https": "https://pbs.twimg.com/media/GxslAC1awAIOf7X.jpg",
"type": "photo",
"url": "https://t.co/lXEPNn3mrV",
"ext_media_availability": {
"status": "Available"
},
"features": {
"all": {
"tags": [
{
"user_id": "1828950203338211328",
"name": "Mengning Wu",
"screen_name": "WuMengning54261",
"type": "user"
}
]
},
"large": {
"faces": []
},
"medium": {
"faces": []
},
"small": {
"faces": []
},
"orig": {
"faces": []
}
},
"sizes": {
"large": {
"h": 960,
"w": 1460,
"resize": "fit"
},
"medium": {
"h": 789,
"w": 1200,
"resize": "fit"
},
"small": {
"h": 447,
"w": 680,
"resize": "fit"
},
"thumb": {
"h": 150,
"w": 150,
"resize": "crop"
}
},
"original_info": {
"height": 960,
"width": 1460,
"focus_rects": [
{
"x": 0,
"y": 0,
"w": 1460,
"h": 818
},
{
"x": 500,
"y": 0,
"w": 960,
"h": 960
},
{
"x": 618,
"y": 0,
"w": 842,
"h": 960
},
{
"x": 891,
"y": 0,
"w": 480,
"h": 960
},
{
"x": 0,
"y": 0,
"w": 1460,
"h": 960
}
]
},
"media_results": {
"result": {
"media_key": "3_1953195546086391810"
}
}
}
],
"symbols": [],
"timestamps": [],
"urls": [],
"user_mentions": []
},
"extended_entities": {
"media": [
{
"display_url": "pic.x.com/lXEPNn3mrV",
"expanded_url": "https://x.com/mihirp98/status/1953196510725980173/photo/1",
"id_str": "1953195546086391810",
"indices": [
282,
305
],
"media_key": "3_1953195546086391810",
"media_url_https": "https://pbs.twimg.com/media/GxslAC1awAIOf7X.jpg",
"type": "photo",
"url": "https://t.co/lXEPNn3mrV",
"ext_media_availability": {
"status": "Available"
},
"features": {
"all": {
"tags": [
{
"user_id": "1828950203338211328",
"name": "Mengning Wu",
"screen_name": "WuMengning54261",
"type": "user"
}
]
},
"large": {
"faces": []
},
"medium": {
"faces": []
},
"small": {
"faces": []
},
"orig": {
"faces": []
}
},
"sizes": {
"large": {
"h": 960,
"w": 1460,
"resize": "fit"
},
"medium": {
"h": 789,
"w": 1200,
"resize": "fit"
},
"small": {
"h": 447,
"w": 680,
"resize": "fit"
},
"thumb": {
"h": 150,
"w": 150,
"resize": "crop"
}
},
"original_info": {
"height": 960,
"width": 1460,
"focus_rects": [
{
"x": 0,
"y": 0,
"w": 1460,
"h": 818
},
{
"x": 500,
"y": 0,
"w": 960,
"h": 960
},
{
"x": 618,
"y": 0,
"w": 842,
"h": 960
},
{
"x": 891,
"y": 0,
"w": 480,
"h": 960
},
{
"x": 0,
"y": 0,
"w": 1460,
"h": 960
}
]
},
"media_results": {
"result": {
"media_key": "3_1953195546086391810"
}
}
}
]
},
"favorite_count": 444,
"favorited": false,
"full_text": "We ran more experiments to better understand “why” diffusion models do better in data-constrained settings than autoregressive. Our findings support the hypothesis that diffusion models benefit from learning over multiple token orderings, which contributes to their robustness and… https://t.co/lXEPNn3mrV",
"is_quote_status": true,
"lang": "en",
"possibly_sensitive": false,
"possibly_sensitive_editable": true,
"quote_count": 3,
"quoted_status_id_str": "1949001902970339471",
"quoted_status_permalink": {
"url": "https://t.co/2Ynfhv3Pwp",
"expanded": "https://twitter.com/giffmana/status/1949001902970339471",
"display": "x.com/giffmana/statu…"
},
"reply_count": 8,
"retweet_count": 44,
"retweeted": false,
"user_id_str": "1037594703905136641",
"id_str": "1953196510725980173"
}
}
},
"legacy": {
"bookmark_count": 286,
"bookmarked": false,
"created_at": "Wed Aug 06 21:26:43 +0000 2025",
"conversation_id_str": "1953206125639123188",
"display_text_range": [
0,
281
],
"entities": {
"hashtags": [],
"symbols": [],
"timestamps": [],
"urls": [],
"user_mentions": []
},
"favorite_count": 422,
"favorited": false,
"full_text": "Amazing! Truly open review, through which we all gained more insights, i love it!\n\nResult: in multi epoch setting, making AR learn multiple orderings ~closes the gap to diffusion, explaining much of the difference.\n\nHow the truly open review happened (from my vague memory): Mihir…",
"is_quote_status": true,
"lang": "en",
"quote_count": 7,
"quoted_status_id_str": "1953196510725980173",
"quoted_status_permalink": {
"url": "https://t.co/HGUwbMsrvn",
"expanded": "https://twitter.com/mihirp98/status/1953196510725980173",
"display": "x.com/mihirp98/statu…"
},
"reply_count": 14,
"retweet_count": 25,
"retweeted": false,
"user_id_str": "2236047510",
"id_str": "1953206125639123188"
},
"quick_promote_eligibility": {
"eligibility": "IneligibleNotProfessional"
}
}
},
"tweetDisplayType": "Tweet"
},
"clientEventInfo": {
"component": "related_tweet",
"element": "tweet",
"details": {
"conversationDetails": {
"conversationSection": "RelatedTweet"
}
}
}
}
}
],
"displayType": "Vertical",
"header": {
"displayType": "Classic",
"text": "Discover more",
"socialContext": {
"type": "TimelineGeneralContext",
"contextType": "TextOnly",
"text": "Sourced from across X"
},
"sticky": true
},
"clientEventInfo": {
"component": "related_tweet",
"details": {
"conversationDetails": {
"conversationSection": "RelatedTweet"
}
}
}
}
},
{
"entryId": "cursor-bottom-1953461788146139095",
"sortIndex": "1953461788146139095",
"content": {
"entryType": "TimelineTimelineCursor",
"__typename": "TimelineTimelineCursor",
"value": "DAAFCgABGxwXJXy__9ULAAIAAABoRW1QQzZ3QUFBZlEvZ0dKTjB2R3AvQUFBQUFjYkdrOElPTm94YnhzUHJOa0tWb0dUR3d0aW0yRVdrTmNiR3FNd2VackI4UnNMQ29sR1ZsQVlHeHN1bjJ2V1FQUWJHcTZXc0Zjd3FnPT0IAAMAAAACAAA",
"cursorType": "Bottom"
}
}
]
},
{
"type": "TimelineTerminateTimeline",
"direction": "Top"
},
{
"type": "TimelineTerminateTimeline",
"direction": "Bottom"
}
],
"metadata": {
"scribeConfig": {
"page": "ranked_replies"
}
}
}
}
}