🐦 Twitter Post Details

Viewing enriched Twitter post

@orvieto_antonio

Adam is similar to many algorithms, but cannot be effectively replaced by any simpler variant in LMs. The community is starting to get the recipe right, but what is the secret sauce? @gowerrobert and I found that it has to do with the beta parameters and variational inference.… https://t.co/CuPj9owJjS

Media 1

📊 Media Metadata

{
  "media": [
    {
      "type": "image",
      "url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/1928125752459022706/media_0.jpg?",
      "filename": "media_0.jpg"
    }
  ],
  "nlp": {
    "sentiment": "neutral",
    "topics": [
      "algorithms",
      "language models",
      "variational inference"
    ],
    "entities": [
      "Adam",
      "gowerrobert"
    ],
    "summary": "The tweet discusses the complexity of the Adam algorithm in relation to language models and hints at the importance of beta parameters and variational inference.",
    "language": "en",
    "processed_at": "2025-08-07T14:34:21.810965"
  }
}

🔧 Raw API Response

{
  "data": {
    "threaded_conversation_with_injections_v2": {
      "instructions": [
        {
          "type": "TimelineClearCache"
        },
        {
          "type": "TimelineAddEntries",
          "entries": [
            {
              "entryId": "tweet-1928125752459022706",
              "sortIndex": "1953555322459127808",
              "content": {
                "entryType": "TimelineTimelineItem",
                "__typename": "TimelineTimelineItem",
                "itemContent": {
                  "itemType": "TimelineTweet",
                  "__typename": "TimelineTweet",
                  "tweet_results": {
                    "result": {
                      "__typename": "Tweet",
                      "rest_id": "1928125752459022706",
                      "has_birdwatch_notes": false,
                      "core": {
                        "user_results": {
                          "result": {
                            "__typename": "User",
                            "id": "VXNlcjoxMTcyODkxMTA4MDc2MDc3MDU3",
                            "rest_id": "1172891108076077057",
                            "affiliates_highlighted_label": {},
                            "has_graduated_access": true,
                            "is_blue_verified": true,
                            "profile_image_shape": "Circle",
                            "legacy": {
                              "can_dm": true,
                              "can_media_tag": true,
                              "created_at": "Sat Sep 14 15:13:38 +0000 2019",
                              "default_profile": true,
                              "default_profile_image": false,
                              "description": "Deep Learning PI @ELLISInst_Tue, Group Leader @MPI_IS.\nI compute stuff with lots of gradients 🧮, \nI like Kierkegaard & Lévi-Strauss 🧙‍♂️",
                              "entities": {
                                "description": {
                                  "urls": []
                                },
                                "url": {
                                  "urls": [
                                    {
                                      "display_url": "orvi.altervista.org",
                                      "expanded_url": "http://orvi.altervista.org/",
                                      "url": "https://t.co/VXg6JbHaXN",
                                      "indices": [
                                        0,
                                        23
                                      ]
                                    }
                                  ]
                                }
                              },
                              "fast_followers_count": 0,
                              "favourites_count": 326,
                              "followers_count": 2187,
                              "friends_count": 1166,
                              "has_custom_timelines": false,
                              "is_translator": false,
                              "listed_count": 20,
                              "location": "Tübingen",
                              "media_count": 59,
                              "name": "Antonio Orvieto",
                              "normal_followers_count": 2187,
                              "pinned_tweet_ids_str": [],
                              "possibly_sensitive": false,
                              "profile_banner_url": "https://pbs.twimg.com/profile_banners/1172891108076077057/1571239281",
                              "profile_image_url_https": "https://pbs.twimg.com/profile_images/1715721495480070145/gRAWAkLO_normal.jpg",
                              "profile_interstitial_type": "",
                              "screen_name": "orvieto_antonio",
                              "statuses_count": 370,
                              "translator_type": "none",
                              "url": "https://t.co/VXg6JbHaXN",
                              "verified": false,
                              "want_retweets": false,
                              "withheld_in_countries": []
                            },
                            "tipjar_settings": {}
                          }
                        }
                      },
                      "unmention_data": {},
                      "edit_control": {
                        "edit_tweet_ids": [
                          "1928125752459022706"
                        ],
                        "editable_until_msecs": "1748539576000",
                        "is_edit_eligible": false,
                        "edits_remaining": "5"
                      },
                      "is_translatable": false,
                      "views": {
                        "count": "43334",
                        "state": "EnabledWithCount"
                      },
                      "source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
                      "note_tweet": {
                        "is_expandable": true,
                        "note_tweet_results": {
                          "result": {
                            "id": "Tm90ZVR3ZWV0OjE5MjgxMjU3NTIzMjA2Mzg5NzY=",
                            "text": "Adam is similar to many algorithms, but cannot be effectively replaced by any simpler variant in LMs.\nThe community is starting to get the recipe right, but what is the secret sauce?\n\n@gowerrobert and I found that it has to do with the beta parameters and variational inference.\n\nhttps://t.co/IkjM3oVOVJ",
                            "entity_set": {
                              "hashtags": [],
                              "symbols": [],
                              "urls": [
                                {
                                  "display_url": "arxiv.org/pdf/2505.21829",
                                  "expanded_url": "https://arxiv.org/pdf/2505.21829",
                                  "url": "https://t.co/IkjM3oVOVJ",
                                  "indices": [
                                    280,
                                    303
                                  ]
                                }
                              ],
                              "user_mentions": [
                                {
                                  "id_str": "311082384",
                                  "name": "Robert M. Gower 🇺🇦",
                                  "screen_name": "gowerrobert",
                                  "indices": [
                                    184,
                                    196
                                  ]
                                }
                              ]
                            },
                            "richtext": {
                              "richtext_tags": []
                            },
                            "media": {
                              "inline_media": []
                            }
                          }
                        }
                      },
                      "legacy": {
                        "bookmark_count": 269,
                        "bookmarked": false,
                        "created_at": "Thu May 29 16:26:16 +0000 2025",
                        "conversation_id_str": "1928125752459022706",
                        "display_text_range": [
                          0,
                          279
                        ],
                        "entities": {
                          "hashtags": [],
                          "media": [
                            {
                              "display_url": "pic.x.com/CuPj9owJjS",
                              "expanded_url": "https://x.com/orvieto_antonio/status/1928125752459022706/photo/1",
                              "id_str": "1928125583382249472",
                              "indices": [
                                280,
                                303
                              ],
                              "media_key": "3_1928125583382249472",
                              "media_url_https": "https://pbs.twimg.com/media/GsIUAJ_XgAAu-Re.jpg",
                              "type": "photo",
                              "url": "https://t.co/CuPj9owJjS",
                              "ext_media_availability": {
                                "status": "Available"
                              },
                              "features": {
                                "large": {
                                  "faces": [
                                    {
                                      "x": 170,
                                      "y": 88,
                                      "h": 58,
                                      "w": 58
                                    }
                                  ]
                                },
                                "medium": {
                                  "faces": [
                                    {
                                      "x": 126,
                                      "y": 65,
                                      "h": 43,
                                      "w": 43
                                    }
                                  ]
                                },
                                "small": {
                                  "faces": [
                                    {
                                      "x": 71,
                                      "y": 37,
                                      "h": 24,
                                      "w": 24
                                    }
                                  ]
                                },
                                "orig": {
                                  "faces": [
                                    {
                                      "x": 170,
                                      "y": 88,
                                      "h": 58,
                                      "w": 58
                                    }
                                  ]
                                }
                              },
                              "sizes": {
                                "large": {
                                  "h": 690,
                                  "w": 1616,
                                  "resize": "fit"
                                },
                                "medium": {
                                  "h": 512,
                                  "w": 1200,
                                  "resize": "fit"
                                },
                                "small": {
                                  "h": 290,
                                  "w": 680,
                                  "resize": "fit"
                                },
                                "thumb": {
                                  "h": 150,
                                  "w": 150,
                                  "resize": "crop"
                                }
                              },
                              "original_info": {
                                "height": 690,
                                "width": 1616,
                                "focus_rects": [
                                  {
                                    "x": 0,
                                    "y": 0,
                                    "w": 1232,
                                    "h": 690
                                  },
                                  {
                                    "x": 0,
                                    "y": 0,
                                    "w": 690,
                                    "h": 690
                                  },
                                  {
                                    "x": 0,
                                    "y": 0,
                                    "w": 605,
                                    "h": 690
                                  },
                                  {
                                    "x": 29,
                                    "y": 0,
                                    "w": 345,
                                    "h": 690
                                  },
                                  {
                                    "x": 0,
                                    "y": 0,
                                    "w": 1616,
                                    "h": 690
                                  }
                                ]
                              },
                              "media_results": {
                                "result": {
                                  "media_key": "3_1928125583382249472"
                                }
                              }
                            }
                          ],
                          "symbols": [],
                          "timestamps": [],
                          "urls": [],
                          "user_mentions": [
                            {
                              "id_str": "311082384",
                              "name": "Robert M. Gower 🇺🇦",
                              "screen_name": "gowerrobert",
                              "indices": [
                                184,
                                196
                              ]
                            }
                          ]
                        },
                        "extended_entities": {
                          "media": [
                            {
                              "display_url": "pic.x.com/CuPj9owJjS",
                              "expanded_url": "https://x.com/orvieto_antonio/status/1928125752459022706/photo/1",
                              "id_str": "1928125583382249472",
                              "indices": [
                                280,
                                303
                              ],
                              "media_key": "3_1928125583382249472",
                              "media_url_https": "https://pbs.twimg.com/media/GsIUAJ_XgAAu-Re.jpg",
                              "type": "photo",
                              "url": "https://t.co/CuPj9owJjS",
                              "ext_media_availability": {
                                "status": "Available"
                              },
                              "features": {
                                "large": {
                                  "faces": [
                                    {
                                      "x": 170,
                                      "y": 88,
                                      "h": 58,
                                      "w": 58
                                    }
                                  ]
                                },
                                "medium": {
                                  "faces": [
                                    {
                                      "x": 126,
                                      "y": 65,
                                      "h": 43,
                                      "w": 43
                                    }
                                  ]
                                },
                                "small": {
                                  "faces": [
                                    {
                                      "x": 71,
                                      "y": 37,
                                      "h": 24,
                                      "w": 24
                                    }
                                  ]
                                },
                                "orig": {
                                  "faces": [
                                    {
                                      "x": 170,
                                      "y": 88,
                                      "h": 58,
                                      "w": 58
                                    }
                                  ]
                                }
                              },
                              "sizes": {
                                "large": {
                                  "h": 690,
                                  "w": 1616,
                                  "resize": "fit"
                                },
                                "medium": {
                                  "h": 512,
                                  "w": 1200,
                                  "resize": "fit"
                                },
                                "small": {
                                  "h": 290,
                                  "w": 680,
                                  "resize": "fit"
                                },
                                "thumb": {
                                  "h": 150,
                                  "w": 150,
                                  "resize": "crop"
                                }
                              },
                              "original_info": {
                                "height": 690,
                                "width": 1616,
                                "focus_rects": [
                                  {
                                    "x": 0,
                                    "y": 0,
                                    "w": 1232,
                                    "h": 690
                                  },
                                  {
                                    "x": 0,
                                    "y": 0,
                                    "w": 690,
                                    "h": 690
                                  },
                                  {
                                    "x": 0,
                                    "y": 0,
                                    "w": 605,
                                    "h": 690
                                  },
                                  {
                                    "x": 29,
                                    "y": 0,
                                    "w": 345,
                                    "h": 690
                                  },
                                  {
                                    "x": 0,
                                    "y": 0,
                                    "w": 1616,
                                    "h": 690
                                  }
                                ]
                              },
                              "media_results": {
                                "result": {
                                  "media_key": "3_1928125583382249472"
                                }
                              }
                            }
                          ]
                        },
                        "favorite_count": 284,
                        "favorited": false,
                        "full_text": "Adam is similar to many algorithms, but cannot be effectively replaced by any simpler variant in LMs.\nThe community is starting to get the recipe right, but what is the secret sauce?\n\n@gowerrobert and I found that it has to do with the beta parameters and variational inference.… https://t.co/CuPj9owJjS",
                        "is_quote_status": false,
                        "lang": "en",
                        "possibly_sensitive": false,
                        "possibly_sensitive_editable": true,
                        "quote_count": 7,
                        "reply_count": 10,
                        "retweet_count": 45,
                        "retweeted": false,
                        "user_id_str": "1172891108076077057",
                        "id_str": "1928125752459022706"
                      },
                      "quick_promote_eligibility": {
                        "eligibility": "IneligibleNotProfessional"
                      }
                    }
                  },
                  "tweetDisplayType": "SelfThread"
                },
                "clientEventInfo": {
                  "component": "tweet",
                  "element": "tweet"
                }
              }
            },
            {
              "entryId": "conversationthread-1928126662203277474",
              "sortIndex": "1953555322459127798",
              "content": {
                "entryType": "TimelineTimelineModule",
                "__typename": "TimelineTimelineModule",
                "items": [
                  {
                    "entryId": "conversationthread-1928126662203277474-tweet-1928126662203277474",
                    "item": {
                      "itemContent": {
                        "itemType": "TimelineTweet",
                        "__typename": "TimelineTweet",
                        "tweet_results": {
                          "result": {
                            "__typename": "Tweet",
                            "rest_id": "1928126662203277474",
                            "has_birdwatch_notes": false,
                            "core": {
                              "user_results": {
                                "result": {
                                  "__typename": "User",
                                  "id": "VXNlcjoxMTcyODkxMTA4MDc2MDc3MDU3",
                                  "rest_id": "1172891108076077057",
                                  "affiliates_highlighted_label": {},
                                  "has_graduated_access": true,
                                  "is_blue_verified": true,
                                  "profile_image_shape": "Circle",
                                  "legacy": {
                                    "can_dm": true,
                                    "can_media_tag": true,
                                    "created_at": "Sat Sep 14 15:13:38 +0000 2019",
                                    "default_profile": true,
                                    "default_profile_image": false,
                                    "description": "Deep Learning PI @ELLISInst_Tue, Group Leader @MPI_IS.\nI compute stuff with lots of gradients 🧮, \nI like Kierkegaard & Lévi-Strauss 🧙‍♂️",
                                    "entities": {
                                      "description": {
                                        "urls": []
                                      },
                                      "url": {
                                        "urls": [
                                          {
                                            "display_url": "orvi.altervista.org",
                                            "expanded_url": "http://orvi.altervista.org/",
                                            "url": "https://t.co/VXg6JbHaXN",
                                            "indices": [
                                              0,
                                              23
                                            ]
                                          }
                                        ]
                                      }
                                    },
                                    "fast_followers_count": 0,
                                    "favourites_count": 326,
                                    "followers_count": 2187,
                                    "friends_count": 1166,
                                    "has_custom_timelines": false,
                                    "is_translator": false,
                                    "listed_count": 20,
                                    "location": "Tübingen",
                                    "media_count": 59,
                                    "name": "Antonio Orvieto",
                                    "normal_followers_count": 2187,
                                    "pinned_tweet_ids_str": [],
                                    "possibly_sensitive": false,
                                    "profile_banner_url": "https://pbs.twimg.com/profile_banners/1172891108076077057/1571239281",
                                    "profile_image_url_https": "https://pbs.twimg.com/profile_images/1715721495480070145/gRAWAkLO_normal.jpg",
                                    "profile_interstitial_type": "",
                                    "screen_name": "orvieto_antonio",
                                    "statuses_count": 370,
                                    "translator_type": "none",
                                    "url": "https://t.co/VXg6JbHaXN",
                                    "verified": false,
                                    "want_retweets": false,
                                    "withheld_in_countries": []
                                  },
                                  "tipjar_settings": {}
                                }
                              }
                            },
                            "unmention_data": {},
                            "edit_control": {
                              "edit_tweet_ids": [
                                "1928126662203277474"
                              ],
                              "editable_until_msecs": "1748539793000",
                              "is_edit_eligible": false,
                              "edits_remaining": "5"
                            },
                            "is_translatable": false,
                            "views": {
                              "count": "1913",
                              "state": "EnabledWithCount"
                            },
                            "source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
                            "legacy": {
                              "bookmark_count": 0,
                              "bookmarked": false,
                              "created_at": "Thu May 29 16:29:53 +0000 2025",
                              "conversation_id_str": "1928125752459022706",
                              "display_text_range": [
                                0,
                                219
                              ],
                              "entities": {
                                "hashtags": [],
                                "media": [
                                  {
                                    "display_url": "pic.x.com/7OUVPxXAUl",
                                    "expanded_url": "https://x.com/orvieto_antonio/status/1928126662203277474/photo/1",
                                    "id_str": "1928126576425664512",
                                    "indices": [
                                      220,
                                      243
                                    ],
                                    "media_key": "3_1928126576425664512",
                                    "media_url_https": "https://pbs.twimg.com/media/GsIU59XXgAAe1kf.png",
                                    "type": "photo",
                                    "url": "https://t.co/7OUVPxXAUl",
                                    "ext_media_availability": {
                                      "status": "Available"
                                    },
                                    "features": {
                                      "large": {
                                        "faces": []
                                      },
                                      "medium": {
                                        "faces": []
                                      },
                                      "small": {
                                        "faces": []
                                      },
                                      "orig": {
                                        "faces": []
                                      }
                                    },
                                    "sizes": {
                                      "large": {
                                        "h": 695,
                                        "w": 437,
                                        "resize": "fit"
                                      },
                                      "medium": {
                                        "h": 695,
                                        "w": 437,
                                        "resize": "fit"
                                      },
                                      "small": {
                                        "h": 680,
                                        "w": 428,
                                        "resize": "fit"
                                      },
                                      "thumb": {
                                        "h": 150,
                                        "w": 150,
                                        "resize": "crop"
                                      }
                                    },
                                    "original_info": {
                                      "height": 695,
                                      "width": 437,
                                      "focus_rects": [
                                        {
                                          "x": 0,
                                          "y": 312,
                                          "w": 437,
                                          "h": 245
                                        },
                                        {
                                          "x": 0,
                                          "y": 216,
                                          "w": 437,
                                          "h": 437
                                        },
                                        {
                                          "x": 0,
                                          "y": 185,
                                          "w": 437,
                                          "h": 498
                                        },
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 348,
                                          "h": 695
                                        },
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 437,
                                          "h": 695
                                        }
                                      ]
                                    },
                                    "media_results": {
                                      "result": {
                                        "media_key": "3_1928126576425664512"
                                      }
                                    }
                                  }
                                ],
                                "symbols": [],
                                "timestamps": [],
                                "urls": [],
                                "user_mentions": []
                              },
                              "extended_entities": {
                                "media": [
                                  {
                                    "display_url": "pic.x.com/7OUVPxXAUl",
                                    "expanded_url": "https://x.com/orvieto_antonio/status/1928126662203277474/photo/1",
                                    "id_str": "1928126576425664512",
                                    "indices": [
                                      220,
                                      243
                                    ],
                                    "media_key": "3_1928126576425664512",
                                    "media_url_https": "https://pbs.twimg.com/media/GsIU59XXgAAe1kf.png",
                                    "type": "photo",
                                    "url": "https://t.co/7OUVPxXAUl",
                                    "ext_media_availability": {
                                      "status": "Available"
                                    },
                                    "features": {
                                      "large": {
                                        "faces": []
                                      },
                                      "medium": {
                                        "faces": []
                                      },
                                      "small": {
                                        "faces": []
                                      },
                                      "orig": {
                                        "faces": []
                                      }
                                    },
                                    "sizes": {
                                      "large": {
                                        "h": 695,
                                        "w": 437,
                                        "resize": "fit"
                                      },
                                      "medium": {
                                        "h": 695,
                                        "w": 437,
                                        "resize": "fit"
                                      },
                                      "small": {
                                        "h": 680,
                                        "w": 428,
                                        "resize": "fit"
                                      },
                                      "thumb": {
                                        "h": 150,
                                        "w": 150,
                                        "resize": "crop"
                                      }
                                    },
                                    "original_info": {
                                      "height": 695,
                                      "width": 437,
                                      "focus_rects": [
                                        {
                                          "x": 0,
                                          "y": 312,
                                          "w": 437,
                                          "h": 245
                                        },
                                        {
                                          "x": 0,
                                          "y": 216,
                                          "w": 437,
                                          "h": 437
                                        },
                                        {
                                          "x": 0,
                                          "y": 185,
                                          "w": 437,
                                          "h": 498
                                        },
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 348,
                                          "h": 695
                                        },
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 437,
                                          "h": 695
                                        }
                                      ]
                                    },
                                    "media_results": {
                                      "result": {
                                        "media_key": "3_1928126576425664512"
                                      }
                                    }
                                  }
                                ]
                              },
                              "favorite_count": 10,
                              "favorited": false,
                              "full_text": "1) We tuned momentum and learning rate thoroughly in SignSGD with momentum: it is close in perplexity to Adam, but effectively 25% slower (last 1ppl takes a long time to get!). Runs below have cosine annealing, 3 seeds. https://t.co/7OUVPxXAUl",
                              "in_reply_to_screen_name": "orvieto_antonio",
                              "in_reply_to_status_id_str": "1928125752459022706",
                              "in_reply_to_user_id_str": "1172891108076077057",
                              "is_quote_status": false,
                              "lang": "en",
                              "possibly_sensitive": false,
                              "possibly_sensitive_editable": true,
                              "quote_count": 0,
                              "reply_count": 1,
                              "retweet_count": 0,
                              "retweeted": false,
                              "user_id_str": "1172891108076077057",
                              "id_str": "1928126662203277474"
                            },
                            "quick_promote_eligibility": {
                              "eligibility": "IneligibleNotProfessional"
                            }
                          }
                        },
                        "tweetDisplayType": "SelfThread"
                      },
                      "clientEventInfo": {
                        "component": "tweet",
                        "element": "tweet",
                        "details": {
                          "conversationDetails": {
                            "conversationSection": "HighQuality"
                          },
                          "timelinesDetails": {
                            "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                          }
                        }
                      }
                    }
                  },
                  {
                    "entryId": "conversationthread-1928126662203277474-tweet-1928127212365955434",
                    "item": {
                      "itemContent": {
                        "itemType": "TimelineTweet",
                        "__typename": "TimelineTweet",
                        "tweet_results": {
                          "result": {
                            "__typename": "Tweet",
                            "rest_id": "1928127212365955434",
                            "has_birdwatch_notes": false,
                            "core": {
                              "user_results": {
                                "result": {
                                  "__typename": "User",
                                  "id": "VXNlcjoxMTcyODkxMTA4MDc2MDc3MDU3",
                                  "rest_id": "1172891108076077057",
                                  "affiliates_highlighted_label": {},
                                  "has_graduated_access": true,
                                  "is_blue_verified": true,
                                  "profile_image_shape": "Circle",
                                  "legacy": {
                                    "can_dm": true,
                                    "can_media_tag": true,
                                    "created_at": "Sat Sep 14 15:13:38 +0000 2019",
                                    "default_profile": true,
                                    "default_profile_image": false,
                                    "description": "Deep Learning PI @ELLISInst_Tue, Group Leader @MPI_IS.\nI compute stuff with lots of gradients 🧮, \nI like Kierkegaard & Lévi-Strauss 🧙‍♂️",
                                    "entities": {
                                      "description": {
                                        "urls": []
                                      },
                                      "url": {
                                        "urls": [
                                          {
                                            "display_url": "orvi.altervista.org",
                                            "expanded_url": "http://orvi.altervista.org/",
                                            "url": "https://t.co/VXg6JbHaXN",
                                            "indices": [
                                              0,
                                              23
                                            ]
                                          }
                                        ]
                                      }
                                    },
                                    "fast_followers_count": 0,
                                    "favourites_count": 326,
                                    "followers_count": 2187,
                                    "friends_count": 1166,
                                    "has_custom_timelines": false,
                                    "is_translator": false,
                                    "listed_count": 20,
                                    "location": "Tübingen",
                                    "media_count": 59,
                                    "name": "Antonio Orvieto",
                                    "normal_followers_count": 2187,
                                    "pinned_tweet_ids_str": [],
                                    "possibly_sensitive": false,
                                    "profile_banner_url": "https://pbs.twimg.com/profile_banners/1172891108076077057/1571239281",
                                    "profile_image_url_https": "https://pbs.twimg.com/profile_images/1715721495480070145/gRAWAkLO_normal.jpg",
                                    "profile_interstitial_type": "",
                                    "screen_name": "orvieto_antonio",
                                    "statuses_count": 370,
                                    "translator_type": "none",
                                    "url": "https://t.co/VXg6JbHaXN",
                                    "verified": false,
                                    "want_retweets": false,
                                    "withheld_in_countries": []
                                  },
                                  "tipjar_settings": {}
                                }
                              }
                            },
                            "unmention_data": {},
                            "edit_control": {
                              "edit_tweet_ids": [
                                "1928127212365955434"
                              ],
                              "editable_until_msecs": "1748539924000",
                              "is_edit_eligible": false,
                              "edits_remaining": "5"
                            },
                            "is_translatable": false,
                            "views": {
                              "count": "1350",
                              "state": "EnabledWithCount"
                            },
                            "source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
                            "legacy": {
                              "bookmark_count": 0,
                              "bookmarked": false,
                              "created_at": "Thu May 29 16:32:04 +0000 2025",
                              "conversation_id_str": "1928125752459022706",
                              "display_text_range": [
                                0,
                                177
                              ],
                              "entities": {
                                "hashtags": [],
                                "media": [
                                  {
                                    "display_url": "pic.x.com/Kz7V9Yp8Lr",
                                    "expanded_url": "https://x.com/orvieto_antonio/status/1928127212365955434/photo/1",
                                    "id_str": "1928127182192136193",
                                    "indices": [
                                      178,
                                      201
                                    ],
                                    "media_key": "3_1928127182192136193",
                                    "media_url_https": "https://pbs.twimg.com/media/GsIVdOBWUAEJ2GS.jpg",
                                    "type": "photo",
                                    "url": "https://t.co/Kz7V9Yp8Lr",
                                    "ext_media_availability": {
                                      "status": "Available"
                                    },
                                    "features": {
                                      "large": {
                                        "faces": []
                                      },
                                      "medium": {
                                        "faces": []
                                      },
                                      "small": {
                                        "faces": []
                                      },
                                      "orig": {
                                        "faces": []
                                      }
                                    },
                                    "sizes": {
                                      "large": {
                                        "h": 388,
                                        "w": 1170,
                                        "resize": "fit"
                                      },
                                      "medium": {
                                        "h": 388,
                                        "w": 1170,
                                        "resize": "fit"
                                      },
                                      "small": {
                                        "h": 226,
                                        "w": 680,
                                        "resize": "fit"
                                      },
                                      "thumb": {
                                        "h": 150,
                                        "w": 150,
                                        "resize": "crop"
                                      }
                                    },
                                    "original_info": {
                                      "height": 388,
                                      "width": 1170,
                                      "focus_rects": [
                                        {
                                          "x": 239,
                                          "y": 0,
                                          "w": 693,
                                          "h": 388
                                        },
                                        {
                                          "x": 391,
                                          "y": 0,
                                          "w": 388,
                                          "h": 388
                                        },
                                        {
                                          "x": 415,
                                          "y": 0,
                                          "w": 340,
                                          "h": 388
                                        },
                                        {
                                          "x": 488,
                                          "y": 0,
                                          "w": 194,
                                          "h": 388
                                        },
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 1170,
                                          "h": 388
                                        }
                                      ]
                                    },
                                    "media_results": {
                                      "result": {
                                        "media_key": "3_1928127182192136193"
                                      }
                                    }
                                  }
                                ],
                                "symbols": [],
                                "timestamps": [],
                                "urls": [],
                                "user_mentions": []
                              },
                              "extended_entities": {
                                "media": [
                                  {
                                    "display_url": "pic.x.com/Kz7V9Yp8Lr",
                                    "expanded_url": "https://x.com/orvieto_antonio/status/1928127212365955434/photo/1",
                                    "id_str": "1928127182192136193",
                                    "indices": [
                                      178,
                                      201
                                    ],
                                    "media_key": "3_1928127182192136193",
                                    "media_url_https": "https://pbs.twimg.com/media/GsIVdOBWUAEJ2GS.jpg",
                                    "type": "photo",
                                    "url": "https://t.co/Kz7V9Yp8Lr",
                                    "ext_media_availability": {
                                      "status": "Available"
                                    },
                                    "features": {
                                      "large": {
                                        "faces": []
                                      },
                                      "medium": {
                                        "faces": []
                                      },
                                      "small": {
                                        "faces": []
                                      },
                                      "orig": {
                                        "faces": []
                                      }
                                    },
                                    "sizes": {
                                      "large": {
                                        "h": 388,
                                        "w": 1170,
                                        "resize": "fit"
                                      },
                                      "medium": {
                                        "h": 388,
                                        "w": 1170,
                                        "resize": "fit"
                                      },
                                      "small": {
                                        "h": 226,
                                        "w": 680,
                                        "resize": "fit"
                                      },
                                      "thumb": {
                                        "h": 150,
                                        "w": 150,
                                        "resize": "crop"
                                      }
                                    },
                                    "original_info": {
                                      "height": 388,
                                      "width": 1170,
                                      "focus_rects": [
                                        {
                                          "x": 239,
                                          "y": 0,
                                          "w": 693,
                                          "h": 388
                                        },
                                        {
                                          "x": 391,
                                          "y": 0,
                                          "w": 388,
                                          "h": 388
                                        },
                                        {
                                          "x": 415,
                                          "y": 0,
                                          "w": 340,
                                          "h": 388
                                        },
                                        {
                                          "x": 488,
                                          "y": 0,
                                          "w": 194,
                                          "h": 388
                                        },
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 1170,
                                          "h": 388
                                        }
                                      ]
                                    },
                                    "media_results": {
                                      "result": {
                                        "media_key": "3_1928127182192136193"
                                      }
                                    }
                                  }
                                ]
                              },
                              "favorite_count": 11,
                              "favorited": false,
                              "full_text": "2) And we also tried lots of other methods: they are all slower than Adam. We did very serious tuning for all methods: 582 full training runs, compute optimal at 160M parameters https://t.co/Kz7V9Yp8Lr",
                              "in_reply_to_screen_name": "orvieto_antonio",
                              "in_reply_to_status_id_str": "1928126662203277474",
                              "in_reply_to_user_id_str": "1172891108076077057",
                              "is_quote_status": false,
                              "lang": "en",
                              "possibly_sensitive": false,
                              "possibly_sensitive_editable": true,
                              "quote_count": 0,
                              "reply_count": 1,
                              "retweet_count": 0,
                              "retweeted": false,
                              "user_id_str": "1172891108076077057",
                              "id_str": "1928127212365955434"
                            },
                            "quick_promote_eligibility": {
                              "eligibility": "IneligibleNotProfessional"
                            }
                          }
                        },
                        "tweetDisplayType": "SelfThread"
                      },
                      "clientEventInfo": {
                        "component": "tweet",
                        "element": "tweet",
                        "details": {
                          "conversationDetails": {
                            "conversationSection": "HighQuality"
                          },
                          "timelinesDetails": {
                            "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                          }
                        }
                      }
                    }
                  },
                  {
                    "entryId": "conversationthread-1928126662203277474-tweet-1928127891977515377",
                    "item": {
                      "itemContent": {
                        "itemType": "TimelineTweet",
                        "__typename": "TimelineTweet",
                        "tweet_results": {
                          "result": {
                            "__typename": "Tweet",
                            "rest_id": "1928127891977515377",
                            "has_birdwatch_notes": false,
                            "core": {
                              "user_results": {
                                "result": {
                                  "__typename": "User",
                                  "id": "VXNlcjoxMTcyODkxMTA4MDc2MDc3MDU3",
                                  "rest_id": "1172891108076077057",
                                  "affiliates_highlighted_label": {},
                                  "has_graduated_access": true,
                                  "is_blue_verified": true,
                                  "profile_image_shape": "Circle",
                                  "legacy": {
                                    "can_dm": true,
                                    "can_media_tag": true,
                                    "created_at": "Sat Sep 14 15:13:38 +0000 2019",
                                    "default_profile": true,
                                    "default_profile_image": false,
                                    "description": "Deep Learning PI @ELLISInst_Tue, Group Leader @MPI_IS.\nI compute stuff with lots of gradients 🧮, \nI like Kierkegaard & Lévi-Strauss 🧙‍♂️",
                                    "entities": {
                                      "description": {
                                        "urls": []
                                      },
                                      "url": {
                                        "urls": [
                                          {
                                            "display_url": "orvi.altervista.org",
                                            "expanded_url": "http://orvi.altervista.org/",
                                            "url": "https://t.co/VXg6JbHaXN",
                                            "indices": [
                                              0,
                                              23
                                            ]
                                          }
                                        ]
                                      }
                                    },
                                    "fast_followers_count": 0,
                                    "favourites_count": 326,
                                    "followers_count": 2187,
                                    "friends_count": 1166,
                                    "has_custom_timelines": false,
                                    "is_translator": false,
                                    "listed_count": 20,
                                    "location": "Tübingen",
                                    "media_count": 59,
                                    "name": "Antonio Orvieto",
                                    "normal_followers_count": 2187,
                                    "pinned_tweet_ids_str": [],
                                    "possibly_sensitive": false,
                                    "profile_banner_url": "https://pbs.twimg.com/profile_banners/1172891108076077057/1571239281",
                                    "profile_image_url_https": "https://pbs.twimg.com/profile_images/1715721495480070145/gRAWAkLO_normal.jpg",
                                    "profile_interstitial_type": "",
                                    "screen_name": "orvieto_antonio",
                                    "statuses_count": 370,
                                    "translator_type": "none",
                                    "url": "https://t.co/VXg6JbHaXN",
                                    "verified": false,
                                    "want_retweets": false,
                                    "withheld_in_countries": []
                                  },
                                  "tipjar_settings": {}
                                }
                              }
                            },
                            "unmention_data": {},
                            "edit_control": {
                              "edit_tweet_ids": [
                                "1928127891977515377"
                              ],
                              "editable_until_msecs": "1748540086000",
                              "is_edit_eligible": false,
                              "edits_remaining": "5"
                            },
                            "is_translatable": false,
                            "views": {
                              "count": "1259",
                              "state": "EnabledWithCount"
                            },
                            "source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
                            "legacy": {
                              "bookmark_count": 0,
                              "bookmarked": false,
                              "created_at": "Thu May 29 16:34:46 +0000 2025",
                              "conversation_id_str": "1928125752459022706",
                              "display_text_range": [
                                0,
                                217
                              ],
                              "entities": {
                                "hashtags": [],
                                "media": [
                                  {
                                    "display_url": "pic.x.com/yZ2jl1uSTx",
                                    "expanded_url": "https://x.com/orvieto_antonio/status/1928127891977515377/photo/1",
                                    "id_str": "1928127718027149312",
                                    "indices": [
                                      218,
                                      241
                                    ],
                                    "media_key": "3_1928127718027149312",
                                    "media_url_https": "https://pbs.twimg.com/media/GsIV8aKXwAA3jHo.jpg",
                                    "type": "photo",
                                    "url": "https://t.co/yZ2jl1uSTx",
                                    "ext_media_availability": {
                                      "status": "Available"
                                    },
                                    "features": {
                                      "large": {
                                        "faces": []
                                      },
                                      "medium": {
                                        "faces": []
                                      },
                                      "small": {
                                        "faces": []
                                      },
                                      "orig": {
                                        "faces": []
                                      }
                                    },
                                    "sizes": {
                                      "large": {
                                        "h": 478,
                                        "w": 1390,
                                        "resize": "fit"
                                      },
                                      "medium": {
                                        "h": 413,
                                        "w": 1200,
                                        "resize": "fit"
                                      },
                                      "small": {
                                        "h": 234,
                                        "w": 680,
                                        "resize": "fit"
                                      },
                                      "thumb": {
                                        "h": 150,
                                        "w": 150,
                                        "resize": "crop"
                                      }
                                    },
                                    "original_info": {
                                      "height": 478,
                                      "width": 1390,
                                      "focus_rects": [
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 854,
                                          "h": 478
                                        },
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 478,
                                          "h": 478
                                        },
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 419,
                                          "h": 478
                                        },
                                        {
                                          "x": 54,
                                          "y": 0,
                                          "w": 239,
                                          "h": 478
                                        },
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 1390,
                                          "h": 478
                                        }
                                      ]
                                    },
                                    "media_results": {
                                      "result": {
                                        "media_key": "3_1928127718027149312"
                                      }
                                    }
                                  }
                                ],
                                "symbols": [],
                                "timestamps": [],
                                "urls": [],
                                "user_mentions": []
                              },
                              "extended_entities": {
                                "media": [
                                  {
                                    "display_url": "pic.x.com/yZ2jl1uSTx",
                                    "expanded_url": "https://x.com/orvieto_antonio/status/1928127891977515377/photo/1",
                                    "id_str": "1928127718027149312",
                                    "indices": [
                                      218,
                                      241
                                    ],
                                    "media_key": "3_1928127718027149312",
                                    "media_url_https": "https://pbs.twimg.com/media/GsIV8aKXwAA3jHo.jpg",
                                    "type": "photo",
                                    "url": "https://t.co/yZ2jl1uSTx",
                                    "ext_media_availability": {
                                      "status": "Available"
                                    },
                                    "features": {
                                      "large": {
                                        "faces": []
                                      },
                                      "medium": {
                                        "faces": []
                                      },
                                      "small": {
                                        "faces": []
                                      },
                                      "orig": {
                                        "faces": []
                                      }
                                    },
                                    "sizes": {
                                      "large": {
                                        "h": 478,
                                        "w": 1390,
                                        "resize": "fit"
                                      },
                                      "medium": {
                                        "h": 413,
                                        "w": 1200,
                                        "resize": "fit"
                                      },
                                      "small": {
                                        "h": 234,
                                        "w": 680,
                                        "resize": "fit"
                                      },
                                      "thumb": {
                                        "h": 150,
                                        "w": 150,
                                        "resize": "crop"
                                      }
                                    },
                                    "original_info": {
                                      "height": 478,
                                      "width": 1390,
                                      "focus_rects": [
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 854,
                                          "h": 478
                                        },
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 478,
                                          "h": 478
                                        },
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 419,
                                          "h": 478
                                        },
                                        {
                                          "x": 54,
                                          "y": 0,
                                          "w": 239,
                                          "h": 478
                                        },
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 1390,
                                          "h": 478
                                        }
                                      ]
                                    },
                                    "media_results": {
                                      "result": {
                                        "media_key": "3_1928127718027149312"
                                      }
                                    }
                                  }
                                ]
                              },
                              "favorite_count": 16,
                              "favorited": false,
                              "full_text": "Just to give you an idea: this is how much we tuned RMSprop.. looks like Adam is not \"just diagonal preconditioning\" either.. We did tune similarly SGD, SignSGD, and clipped SGD(norm or coordinate). Results are above. https://t.co/yZ2jl1uSTx",
                              "in_reply_to_screen_name": "orvieto_antonio",
                              "in_reply_to_status_id_str": "1928127212365955434",
                              "in_reply_to_user_id_str": "1172891108076077057",
                              "is_quote_status": false,
                              "lang": "en",
                              "possibly_sensitive": false,
                              "possibly_sensitive_editable": true,
                              "quote_count": 0,
                              "reply_count": 1,
                              "retweet_count": 0,
                              "retweeted": false,
                              "user_id_str": "1172891108076077057",
                              "id_str": "1928127891977515377"
                            },
                            "quick_promote_eligibility": {
                              "eligibility": "IneligibleNotProfessional"
                            }
                          }
                        },
                        "tweetDisplayType": "SelfThread"
                      },
                      "clientEventInfo": {
                        "component": "tweet",
                        "element": "tweet",
                        "details": {
                          "conversationDetails": {
                            "conversationSection": "HighQuality"
                          },
                          "timelinesDetails": {
                            "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                          }
                        }
                      }
                    }
                  },
                  {
                    "entryId": "conversationthread-1928126662203277474-tweet-1928128464994849082",
                    "item": {
                      "itemContent": {
                        "itemType": "TimelineTweet",
                        "__typename": "TimelineTweet",
                        "tweet_results": {
                          "result": {
                            "__typename": "Tweet",
                            "rest_id": "1928128464994849082",
                            "has_birdwatch_notes": false,
                            "core": {
                              "user_results": {
                                "result": {
                                  "__typename": "User",
                                  "id": "VXNlcjoxMTcyODkxMTA4MDc2MDc3MDU3",
                                  "rest_id": "1172891108076077057",
                                  "affiliates_highlighted_label": {},
                                  "has_graduated_access": true,
                                  "is_blue_verified": true,
                                  "profile_image_shape": "Circle",
                                  "legacy": {
                                    "can_dm": true,
                                    "can_media_tag": true,
                                    "created_at": "Sat Sep 14 15:13:38 +0000 2019",
                                    "default_profile": true,
                                    "default_profile_image": false,
                                    "description": "Deep Learning PI @ELLISInst_Tue, Group Leader @MPI_IS.\nI compute stuff with lots of gradients 🧮, \nI like Kierkegaard & Lévi-Strauss 🧙‍♂️",
                                    "entities": {
                                      "description": {
                                        "urls": []
                                      },
                                      "url": {
                                        "urls": [
                                          {
                                            "display_url": "orvi.altervista.org",
                                            "expanded_url": "http://orvi.altervista.org/",
                                            "url": "https://t.co/VXg6JbHaXN",
                                            "indices": [
                                              0,
                                              23
                                            ]
                                          }
                                        ]
                                      }
                                    },
                                    "fast_followers_count": 0,
                                    "favourites_count": 326,
                                    "followers_count": 2187,
                                    "friends_count": 1166,
                                    "has_custom_timelines": false,
                                    "is_translator": false,
                                    "listed_count": 20,
                                    "location": "Tübingen",
                                    "media_count": 59,
                                    "name": "Antonio Orvieto",
                                    "normal_followers_count": 2187,
                                    "pinned_tweet_ids_str": [],
                                    "possibly_sensitive": false,
                                    "profile_banner_url": "https://pbs.twimg.com/profile_banners/1172891108076077057/1571239281",
                                    "profile_image_url_https": "https://pbs.twimg.com/profile_images/1715721495480070145/gRAWAkLO_normal.jpg",
                                    "profile_interstitial_type": "",
                                    "screen_name": "orvieto_antonio",
                                    "statuses_count": 370,
                                    "translator_type": "none",
                                    "url": "https://t.co/VXg6JbHaXN",
                                    "verified": false,
                                    "want_retweets": false,
                                    "withheld_in_countries": []
                                  },
                                  "tipjar_settings": {}
                                }
                              }
                            },
                            "unmention_data": {},
                            "edit_control": {
                              "edit_tweet_ids": [
                                "1928128464994849082"
                              ],
                              "editable_until_msecs": "1748540223000",
                              "is_edit_eligible": false,
                              "edits_remaining": "5"
                            },
                            "is_translatable": false,
                            "views": {
                              "count": "1258",
                              "state": "EnabledWithCount"
                            },
                            "source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
                            "note_tweet": {
                              "is_expandable": false,
                              "note_tweet_results": {
                                "result": {
                                  "id": "Tm90ZVR3ZWV0OjE5MjgxMjg0NjQ5MjM2MTkzMjg=",
                                  "text": "What did we learn? The best simplification (i.e., less hyperparameters) of Adam is.. beta1=beta2. This is sometimes used, yet we ablated over model scales, datasets, batch sizes... here are the results for 420M parameter models:",
                                  "entity_set": {
                                    "hashtags": [],
                                    "symbols": [],
                                    "urls": [],
                                    "user_mentions": []
                                  },
                                  "richtext": {
                                    "richtext_tags": [
                                      {
                                        "from_index": 85,
                                        "to_index": 96,
                                        "richtext_types": [
                                          "Bold"
                                        ]
                                      }
                                    ]
                                  },
                                  "media": {
                                    "inline_media": []
                                  }
                                }
                              }
                            },
                            "legacy": {
                              "bookmark_count": 2,
                              "bookmarked": false,
                              "created_at": "Thu May 29 16:37:03 +0000 2025",
                              "conversation_id_str": "1928125752459022706",
                              "display_text_range": [
                                0,
                                228
                              ],
                              "entities": {
                                "hashtags": [],
                                "media": [
                                  {
                                    "display_url": "pic.x.com/jbQKOsF9fW",
                                    "expanded_url": "https://x.com/orvieto_antonio/status/1928128464994849082/photo/1",
                                    "id_str": "1928128424599605248",
                                    "indices": [
                                      229,
                                      252
                                    ],
                                    "media_key": "3_1928128424599605248",
                                    "media_url_https": "https://pbs.twimg.com/media/GsIWliWX0AAydhh.jpg",
                                    "type": "photo",
                                    "url": "https://t.co/jbQKOsF9fW",
                                    "ext_media_availability": {
                                      "status": "Available"
                                    },
                                    "features": {
                                      "large": {
                                        "faces": []
                                      },
                                      "medium": {
                                        "faces": []
                                      },
                                      "small": {
                                        "faces": []
                                      },
                                      "orig": {
                                        "faces": []
                                      }
                                    },
                                    "sizes": {
                                      "large": {
                                        "h": 637,
                                        "w": 1403,
                                        "resize": "fit"
                                      },
                                      "medium": {
                                        "h": 545,
                                        "w": 1200,
                                        "resize": "fit"
                                      },
                                      "small": {
                                        "h": 309,
                                        "w": 680,
                                        "resize": "fit"
                                      },
                                      "thumb": {
                                        "h": 150,
                                        "w": 150,
                                        "resize": "crop"
                                      }
                                    },
                                    "original_info": {
                                      "height": 637,
                                      "width": 1403,
                                      "focus_rects": [
                                        {
                                          "x": 265,
                                          "y": 0,
                                          "w": 1138,
                                          "h": 637
                                        },
                                        {
                                          "x": 766,
                                          "y": 0,
                                          "w": 637,
                                          "h": 637
                                        },
                                        {
                                          "x": 808,
                                          "y": 0,
                                          "w": 559,
                                          "h": 637
                                        },
                                        {
                                          "x": 928,
                                          "y": 0,
                                          "w": 319,
                                          "h": 637
                                        },
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 1403,
                                          "h": 637
                                        }
                                      ]
                                    },
                                    "media_results": {
                                      "result": {
                                        "media_key": "3_1928128424599605248"
                                      }
                                    }
                                  }
                                ],
                                "symbols": [],
                                "timestamps": [],
                                "urls": [],
                                "user_mentions": []
                              },
                              "extended_entities": {
                                "media": [
                                  {
                                    "display_url": "pic.x.com/jbQKOsF9fW",
                                    "expanded_url": "https://x.com/orvieto_antonio/status/1928128464994849082/photo/1",
                                    "id_str": "1928128424599605248",
                                    "indices": [
                                      229,
                                      252
                                    ],
                                    "media_key": "3_1928128424599605248",
                                    "media_url_https": "https://pbs.twimg.com/media/GsIWliWX0AAydhh.jpg",
                                    "type": "photo",
                                    "url": "https://t.co/jbQKOsF9fW",
                                    "ext_media_availability": {
                                      "status": "Available"
                                    },
                                    "features": {
                                      "large": {
                                        "faces": []
                                      },
                                      "medium": {
                                        "faces": []
                                      },
                                      "small": {
                                        "faces": []
                                      },
                                      "orig": {
                                        "faces": []
                                      }
                                    },
                                    "sizes": {
                                      "large": {
                                        "h": 637,
                                        "w": 1403,
                                        "resize": "fit"
                                      },
                                      "medium": {
                                        "h": 545,
                                        "w": 1200,
                                        "resize": "fit"
                                      },
                                      "small": {
                                        "h": 309,
                                        "w": 680,
                                        "resize": "fit"
                                      },
                                      "thumb": {
                                        "h": 150,
                                        "w": 150,
                                        "resize": "crop"
                                      }
                                    },
                                    "original_info": {
                                      "height": 637,
                                      "width": 1403,
                                      "focus_rects": [
                                        {
                                          "x": 265,
                                          "y": 0,
                                          "w": 1138,
                                          "h": 637
                                        },
                                        {
                                          "x": 766,
                                          "y": 0,
                                          "w": 637,
                                          "h": 637
                                        },
                                        {
                                          "x": 808,
                                          "y": 0,
                                          "w": 559,
                                          "h": 637
                                        },
                                        {
                                          "x": 928,
                                          "y": 0,
                                          "w": 319,
                                          "h": 637
                                        },
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 1403,
                                          "h": 637
                                        }
                                      ]
                                    },
                                    "media_results": {
                                      "result": {
                                        "media_key": "3_1928128424599605248"
                                      }
                                    }
                                  }
                                ]
                              },
                              "favorite_count": 13,
                              "favorited": false,
                              "full_text": "What did we learn? The best simplification (i.e., less hyperparameters) of Adam is.. beta1=beta2. This is sometimes used, yet we ablated over model scales, datasets, batch sizes... here are the results for 420M parameter models: https://t.co/jbQKOsF9fW",
                              "in_reply_to_screen_name": "orvieto_antonio",
                              "in_reply_to_status_id_str": "1928127891977515377",
                              "in_reply_to_user_id_str": "1172891108076077057",
                              "is_quote_status": false,
                              "lang": "en",
                              "possibly_sensitive": false,
                              "possibly_sensitive_editable": true,
                              "quote_count": 0,
                              "reply_count": 1,
                              "retweet_count": 1,
                              "retweeted": false,
                              "user_id_str": "1172891108076077057",
                              "id_str": "1928128464994849082"
                            },
                            "quick_promote_eligibility": {
                              "eligibility": "IneligibleNotProfessional"
                            }
                          }
                        },
                        "tweetDisplayType": "SelfThread"
                      },
                      "clientEventInfo": {
                        "component": "tweet",
                        "element": "tweet",
                        "details": {
                          "conversationDetails": {
                            "conversationSection": "HighQuality"
                          },
                          "timelinesDetails": {
                            "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                          }
                        }
                      }
                    }
                  },
                  {
                    "entryId": "conversationthread-1928126662203277474-tweet-1928129699579883753",
                    "item": {
                      "itemContent": {
                        "itemType": "TimelineTweet",
                        "__typename": "TimelineTweet",
                        "tweet_results": {
                          "result": {
                            "__typename": "Tweet",
                            "rest_id": "1928129699579883753",
                            "has_birdwatch_notes": false,
                            "core": {
                              "user_results": {
                                "result": {
                                  "__typename": "User",
                                  "id": "VXNlcjoxMTcyODkxMTA4MDc2MDc3MDU3",
                                  "rest_id": "1172891108076077057",
                                  "affiliates_highlighted_label": {},
                                  "has_graduated_access": true,
                                  "is_blue_verified": true,
                                  "profile_image_shape": "Circle",
                                  "legacy": {
                                    "can_dm": true,
                                    "can_media_tag": true,
                                    "created_at": "Sat Sep 14 15:13:38 +0000 2019",
                                    "default_profile": true,
                                    "default_profile_image": false,
                                    "description": "Deep Learning PI @ELLISInst_Tue, Group Leader @MPI_IS.\nI compute stuff with lots of gradients 🧮, \nI like Kierkegaard & Lévi-Strauss 🧙‍♂️",
                                    "entities": {
                                      "description": {
                                        "urls": []
                                      },
                                      "url": {
                                        "urls": [
                                          {
                                            "display_url": "orvi.altervista.org",
                                            "expanded_url": "http://orvi.altervista.org/",
                                            "url": "https://t.co/VXg6JbHaXN",
                                            "indices": [
                                              0,
                                              23
                                            ]
                                          }
                                        ]
                                      }
                                    },
                                    "fast_followers_count": 0,
                                    "favourites_count": 326,
                                    "followers_count": 2187,
                                    "friends_count": 1166,
                                    "has_custom_timelines": false,
                                    "is_translator": false,
                                    "listed_count": 20,
                                    "location": "Tübingen",
                                    "media_count": 59,
                                    "name": "Antonio Orvieto",
                                    "normal_followers_count": 2187,
                                    "pinned_tweet_ids_str": [],
                                    "possibly_sensitive": false,
                                    "profile_banner_url": "https://pbs.twimg.com/profile_banners/1172891108076077057/1571239281",
                                    "profile_image_url_https": "https://pbs.twimg.com/profile_images/1715721495480070145/gRAWAkLO_normal.jpg",
                                    "profile_interstitial_type": "",
                                    "screen_name": "orvieto_antonio",
                                    "statuses_count": 370,
                                    "translator_type": "none",
                                    "url": "https://t.co/VXg6JbHaXN",
                                    "verified": false,
                                    "want_retweets": false,
                                    "withheld_in_countries": []
                                  },
                                  "tipjar_settings": {}
                                }
                              }
                            },
                            "unmention_data": {},
                            "edit_control": {
                              "edit_tweet_ids": [
                                "1928129699579883753"
                              ],
                              "editable_until_msecs": "1748540517000",
                              "is_edit_eligible": false,
                              "edits_remaining": "5"
                            },
                            "is_translatable": false,
                            "views": {
                              "count": "1183",
                              "state": "EnabledWithCount"
                            },
                            "source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
                            "legacy": {
                              "bookmark_count": 2,
                              "bookmarked": false,
                              "created_at": "Thu May 29 16:41:57 +0000 2025",
                              "conversation_id_str": "1928125752459022706",
                              "display_text_range": [
                                0,
                                254
                              ],
                              "entities": {
                                "hashtags": [],
                                "media": [
                                  {
                                    "display_url": "pic.x.com/2lRb8aj3UM",
                                    "expanded_url": "https://x.com/orvieto_antonio/status/1928129699579883753/photo/1",
                                    "id_str": "1928129634274516992",
                                    "indices": [
                                      255,
                                      278
                                    ],
                                    "media_key": "3_1928129634274516992",
                                    "media_url_https": "https://pbs.twimg.com/media/GsIXr8vWIAAP3lT.jpg",
                                    "type": "photo",
                                    "url": "https://t.co/2lRb8aj3UM",
                                    "ext_media_availability": {
                                      "status": "Available"
                                    },
                                    "features": {
                                      "large": {
                                        "faces": []
                                      },
                                      "medium": {
                                        "faces": []
                                      },
                                      "small": {
                                        "faces": []
                                      },
                                      "orig": {
                                        "faces": []
                                      }
                                    },
                                    "sizes": {
                                      "large": {
                                        "h": 322,
                                        "w": 1384,
                                        "resize": "fit"
                                      },
                                      "medium": {
                                        "h": 279,
                                        "w": 1200,
                                        "resize": "fit"
                                      },
                                      "small": {
                                        "h": 158,
                                        "w": 680,
                                        "resize": "fit"
                                      },
                                      "thumb": {
                                        "h": 150,
                                        "w": 150,
                                        "resize": "crop"
                                      }
                                    },
                                    "original_info": {
                                      "height": 322,
                                      "width": 1384,
                                      "focus_rects": [
                                        {
                                          "x": 370,
                                          "y": 0,
                                          "w": 575,
                                          "h": 322
                                        },
                                        {
                                          "x": 496,
                                          "y": 0,
                                          "w": 322,
                                          "h": 322
                                        },
                                        {
                                          "x": 516,
                                          "y": 0,
                                          "w": 282,
                                          "h": 322
                                        },
                                        {
                                          "x": 577,
                                          "y": 0,
                                          "w": 161,
                                          "h": 322
                                        },
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 1384,
                                          "h": 322
                                        }
                                      ]
                                    },
                                    "media_results": {
                                      "result": {
                                        "media_key": "3_1928129634274516992"
                                      }
                                    }
                                  }
                                ],
                                "symbols": [],
                                "timestamps": [],
                                "urls": [],
                                "user_mentions": [
                                  {
                                    "id_str": "466916516",
                                    "name": "Lukas Balles",
                                    "screen_name": "lukas_balles",
                                    "indices": [
                                      72,
                                      85
                                    ]
                                  }
                                ]
                              },
                              "extended_entities": {
                                "media": [
                                  {
                                    "display_url": "pic.x.com/2lRb8aj3UM",
                                    "expanded_url": "https://x.com/orvieto_antonio/status/1928129699579883753/photo/1",
                                    "id_str": "1928129634274516992",
                                    "indices": [
                                      255,
                                      278
                                    ],
                                    "media_key": "3_1928129634274516992",
                                    "media_url_https": "https://pbs.twimg.com/media/GsIXr8vWIAAP3lT.jpg",
                                    "type": "photo",
                                    "url": "https://t.co/2lRb8aj3UM",
                                    "ext_media_availability": {
                                      "status": "Available"
                                    },
                                    "features": {
                                      "large": {
                                        "faces": []
                                      },
                                      "medium": {
                                        "faces": []
                                      },
                                      "small": {
                                        "faces": []
                                      },
                                      "orig": {
                                        "faces": []
                                      }
                                    },
                                    "sizes": {
                                      "large": {
                                        "h": 322,
                                        "w": 1384,
                                        "resize": "fit"
                                      },
                                      "medium": {
                                        "h": 279,
                                        "w": 1200,
                                        "resize": "fit"
                                      },
                                      "small": {
                                        "h": 158,
                                        "w": 680,
                                        "resize": "fit"
                                      },
                                      "thumb": {
                                        "h": 150,
                                        "w": 150,
                                        "resize": "crop"
                                      }
                                    },
                                    "original_info": {
                                      "height": 322,
                                      "width": 1384,
                                      "focus_rects": [
                                        {
                                          "x": 370,
                                          "y": 0,
                                          "w": 575,
                                          "h": 322
                                        },
                                        {
                                          "x": 496,
                                          "y": 0,
                                          "w": 322,
                                          "h": 322
                                        },
                                        {
                                          "x": 516,
                                          "y": 0,
                                          "w": 282,
                                          "h": 322
                                        },
                                        {
                                          "x": 577,
                                          "y": 0,
                                          "w": 161,
                                          "h": 322
                                        },
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 1384,
                                          "h": 322
                                        }
                                      ]
                                    },
                                    "media_results": {
                                      "result": {
                                        "media_key": "3_1928129634274516992"
                                      }
                                    }
                                  }
                                ]
                              },
                              "favorite_count": 12,
                              "favorited": false,
                              "full_text": "What can we make of it? we revise the intuition of the amazing paper by @lukas_balles, and carefully dissect what adam with equal betas is doing. We get a strange red term... without this term, the algorithm is precisely Signum.. this is the secret sauce https://t.co/2lRb8aj3UM",
                              "in_reply_to_screen_name": "orvieto_antonio",
                              "in_reply_to_status_id_str": "1928128464994849082",
                              "in_reply_to_user_id_str": "1172891108076077057",
                              "is_quote_status": false,
                              "lang": "en",
                              "possibly_sensitive": false,
                              "possibly_sensitive_editable": true,
                              "quote_count": 0,
                              "reply_count": 1,
                              "retweet_count": 0,
                              "retweeted": false,
                              "user_id_str": "1172891108076077057",
                              "id_str": "1928129699579883753"
                            },
                            "quick_promote_eligibility": {
                              "eligibility": "IneligibleNotProfessional"
                            }
                          }
                        },
                        "tweetDisplayType": "SelfThread"
                      },
                      "clientEventInfo": {
                        "component": "tweet",
                        "element": "tweet",
                        "details": {
                          "conversationDetails": {
                            "conversationSection": "HighQuality"
                          },
                          "timelinesDetails": {
                            "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                          }
                        }
                      }
                    }
                  },
                  {
                    "entryId": "conversationthread-1928126662203277474-tweet-1928130679969141138",
                    "item": {
                      "itemContent": {
                        "itemType": "TimelineTweet",
                        "__typename": "TimelineTweet",
                        "tweet_results": {
                          "result": {
                            "__typename": "Tweet",
                            "rest_id": "1928130679969141138",
                            "has_birdwatch_notes": false,
                            "core": {
                              "user_results": {
                                "result": {
                                  "__typename": "User",
                                  "id": "VXNlcjoxMTcyODkxMTA4MDc2MDc3MDU3",
                                  "rest_id": "1172891108076077057",
                                  "affiliates_highlighted_label": {},
                                  "has_graduated_access": true,
                                  "is_blue_verified": true,
                                  "profile_image_shape": "Circle",
                                  "legacy": {
                                    "can_dm": true,
                                    "can_media_tag": true,
                                    "created_at": "Sat Sep 14 15:13:38 +0000 2019",
                                    "default_profile": true,
                                    "default_profile_image": false,
                                    "description": "Deep Learning PI @ELLISInst_Tue, Group Leader @MPI_IS.\nI compute stuff with lots of gradients 🧮, \nI like Kierkegaard & Lévi-Strauss 🧙‍♂️",
                                    "entities": {
                                      "description": {
                                        "urls": []
                                      },
                                      "url": {
                                        "urls": [
                                          {
                                            "display_url": "orvi.altervista.org",
                                            "expanded_url": "http://orvi.altervista.org/",
                                            "url": "https://t.co/VXg6JbHaXN",
                                            "indices": [
                                              0,
                                              23
                                            ]
                                          }
                                        ]
                                      }
                                    },
                                    "fast_followers_count": 0,
                                    "favourites_count": 326,
                                    "followers_count": 2187,
                                    "friends_count": 1166,
                                    "has_custom_timelines": false,
                                    "is_translator": false,
                                    "listed_count": 20,
                                    "location": "Tübingen",
                                    "media_count": 59,
                                    "name": "Antonio Orvieto",
                                    "normal_followers_count": 2187,
                                    "pinned_tweet_ids_str": [],
                                    "possibly_sensitive": false,
                                    "profile_banner_url": "https://pbs.twimg.com/profile_banners/1172891108076077057/1571239281",
                                    "profile_image_url_https": "https://pbs.twimg.com/profile_images/1715721495480070145/gRAWAkLO_normal.jpg",
                                    "profile_interstitial_type": "",
                                    "screen_name": "orvieto_antonio",
                                    "statuses_count": 370,
                                    "translator_type": "none",
                                    "url": "https://t.co/VXg6JbHaXN",
                                    "verified": false,
                                    "want_retweets": false,
                                    "withheld_in_countries": []
                                  },
                                  "tipjar_settings": {}
                                }
                              }
                            },
                            "unmention_data": {},
                            "edit_control": {
                              "edit_tweet_ids": [
                                "1928130679969141138"
                              ],
                              "editable_until_msecs": "1748540751000",
                              "is_edit_eligible": false,
                              "edits_remaining": "5"
                            },
                            "is_translatable": false,
                            "views": {
                              "count": "1126",
                              "state": "EnabledWithCount"
                            },
                            "source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
                            "legacy": {
                              "bookmark_count": 1,
                              "bookmarked": false,
                              "created_at": "Thu May 29 16:45:51 +0000 2025",
                              "conversation_id_str": "1928125752459022706",
                              "display_text_range": [
                                0,
                                97
                              ],
                              "entities": {
                                "hashtags": [],
                                "media": [
                                  {
                                    "display_url": "pic.x.com/LBuQdE3VE9",
                                    "expanded_url": "https://x.com/orvieto_antonio/status/1928130679969141138/photo/1",
                                    "id_str": "1928130646716596225",
                                    "indices": [
                                      98,
                                      121
                                    ],
                                    "media_key": "3_1928130646716596225",
                                    "media_url_https": "https://pbs.twimg.com/media/GsIYm4YWQAEF0fo.jpg",
                                    "type": "photo",
                                    "url": "https://t.co/LBuQdE3VE9",
                                    "ext_media_availability": {
                                      "status": "Available"
                                    },
                                    "features": {
                                      "large": {
                                        "faces": []
                                      },
                                      "medium": {
                                        "faces": []
                                      },
                                      "small": {
                                        "faces": []
                                      },
                                      "orig": {
                                        "faces": []
                                      }
                                    },
                                    "sizes": {
                                      "large": {
                                        "h": 631,
                                        "w": 1635,
                                        "resize": "fit"
                                      },
                                      "medium": {
                                        "h": 463,
                                        "w": 1200,
                                        "resize": "fit"
                                      },
                                      "small": {
                                        "h": 262,
                                        "w": 680,
                                        "resize": "fit"
                                      },
                                      "thumb": {
                                        "h": 150,
                                        "w": 150,
                                        "resize": "crop"
                                      }
                                    },
                                    "original_info": {
                                      "height": 631,
                                      "width": 1635,
                                      "focus_rects": [
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 1127,
                                          "h": 631
                                        },
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 631,
                                          "h": 631
                                        },
                                        {
                                          "x": 9,
                                          "y": 0,
                                          "w": 554,
                                          "h": 631
                                        },
                                        {
                                          "x": 128,
                                          "y": 0,
                                          "w": 316,
                                          "h": 631
                                        },
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 1635,
                                          "h": 631
                                        }
                                      ]
                                    },
                                    "media_results": {
                                      "result": {
                                        "media_key": "3_1928130646716596225"
                                      }
                                    }
                                  }
                                ],
                                "symbols": [],
                                "timestamps": [],
                                "urls": [],
                                "user_mentions": []
                              },
                              "extended_entities": {
                                "media": [
                                  {
                                    "display_url": "pic.x.com/LBuQdE3VE9",
                                    "expanded_url": "https://x.com/orvieto_antonio/status/1928130679969141138/photo/1",
                                    "id_str": "1928130646716596225",
                                    "indices": [
                                      98,
                                      121
                                    ],
                                    "media_key": "3_1928130646716596225",
                                    "media_url_https": "https://pbs.twimg.com/media/GsIYm4YWQAEF0fo.jpg",
                                    "type": "photo",
                                    "url": "https://t.co/LBuQdE3VE9",
                                    "ext_media_availability": {
                                      "status": "Available"
                                    },
                                    "features": {
                                      "large": {
                                        "faces": []
                                      },
                                      "medium": {
                                        "faces": []
                                      },
                                      "small": {
                                        "faces": []
                                      },
                                      "orig": {
                                        "faces": []
                                      }
                                    },
                                    "sizes": {
                                      "large": {
                                        "h": 631,
                                        "w": 1635,
                                        "resize": "fit"
                                      },
                                      "medium": {
                                        "h": 463,
                                        "w": 1200,
                                        "resize": "fit"
                                      },
                                      "small": {
                                        "h": 262,
                                        "w": 680,
                                        "resize": "fit"
                                      },
                                      "thumb": {
                                        "h": 150,
                                        "w": 150,
                                        "resize": "crop"
                                      }
                                    },
                                    "original_info": {
                                      "height": 631,
                                      "width": 1635,
                                      "focus_rects": [
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 1127,
                                          "h": 631
                                        },
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 631,
                                          "h": 631
                                        },
                                        {
                                          "x": 9,
                                          "y": 0,
                                          "w": 554,
                                          "h": 631
                                        },
                                        {
                                          "x": 128,
                                          "y": 0,
                                          "w": 316,
                                          "h": 631
                                        },
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 1635,
                                          "h": 631
                                        }
                                      ]
                                    },
                                    "media_results": {
                                      "result": {
                                        "media_key": "3_1928130646716596225"
                                      }
                                    }
                                  }
                                ]
                              },
                              "favorite_count": 11,
                              "favorited": false,
                              "full_text": "beta times an EMA?! why! It turns out the red term is precisely linked to a powerful estimator!!! https://t.co/LBuQdE3VE9",
                              "in_reply_to_screen_name": "orvieto_antonio",
                              "in_reply_to_status_id_str": "1928129699579883753",
                              "in_reply_to_user_id_str": "1172891108076077057",
                              "is_quote_status": false,
                              "lang": "en",
                              "possibly_sensitive": false,
                              "possibly_sensitive_editable": true,
                              "quote_count": 0,
                              "reply_count": 2,
                              "retweet_count": 0,
                              "retweeted": false,
                              "user_id_str": "1172891108076077057",
                              "id_str": "1928130679969141138"
                            },
                            "quick_promote_eligibility": {
                              "eligibility": "IneligibleNotProfessional"
                            }
                          }
                        },
                        "tweetDisplayType": "SelfThread"
                      },
                      "clientEventInfo": {
                        "component": "tweet",
                        "element": "tweet",
                        "details": {
                          "conversationDetails": {
                            "conversationSection": "HighQuality"
                          },
                          "timelinesDetails": {
                            "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                          }
                        }
                      }
                    }
                  },
                  {
                    "entryId": "conversationthread-1928126662203277474-tweet-1928131615168868678",
                    "item": {
                      "itemContent": {
                        "itemType": "TimelineTweet",
                        "__typename": "TimelineTweet",
                        "tweet_results": {
                          "result": {
                            "__typename": "Tweet",
                            "rest_id": "1928131615168868678",
                            "has_birdwatch_notes": false,
                            "core": {
                              "user_results": {
                                "result": {
                                  "__typename": "User",
                                  "id": "VXNlcjoxMTcyODkxMTA4MDc2MDc3MDU3",
                                  "rest_id": "1172891108076077057",
                                  "affiliates_highlighted_label": {},
                                  "has_graduated_access": true,
                                  "is_blue_verified": true,
                                  "profile_image_shape": "Circle",
                                  "legacy": {
                                    "can_dm": true,
                                    "can_media_tag": true,
                                    "created_at": "Sat Sep 14 15:13:38 +0000 2019",
                                    "default_profile": true,
                                    "default_profile_image": false,
                                    "description": "Deep Learning PI @ELLISInst_Tue, Group Leader @MPI_IS.\nI compute stuff with lots of gradients 🧮, \nI like Kierkegaard & Lévi-Strauss 🧙‍♂️",
                                    "entities": {
                                      "description": {
                                        "urls": []
                                      },
                                      "url": {
                                        "urls": [
                                          {
                                            "display_url": "orvi.altervista.org",
                                            "expanded_url": "http://orvi.altervista.org/",
                                            "url": "https://t.co/VXg6JbHaXN",
                                            "indices": [
                                              0,
                                              23
                                            ]
                                          }
                                        ]
                                      }
                                    },
                                    "fast_followers_count": 0,
                                    "favourites_count": 326,
                                    "followers_count": 2187,
                                    "friends_count": 1166,
                                    "has_custom_timelines": false,
                                    "is_translator": false,
                                    "listed_count": 20,
                                    "location": "Tübingen",
                                    "media_count": 59,
                                    "name": "Antonio Orvieto",
                                    "normal_followers_count": 2187,
                                    "pinned_tweet_ids_str": [],
                                    "possibly_sensitive": false,
                                    "profile_banner_url": "https://pbs.twimg.com/profile_banners/1172891108076077057/1571239281",
                                    "profile_image_url_https": "https://pbs.twimg.com/profile_images/1715721495480070145/gRAWAkLO_normal.jpg",
                                    "profile_interstitial_type": "",
                                    "screen_name": "orvieto_antonio",
                                    "statuses_count": 370,
                                    "translator_type": "none",
                                    "url": "https://t.co/VXg6JbHaXN",
                                    "verified": false,
                                    "want_retweets": false,
                                    "withheld_in_countries": []
                                  },
                                  "tipjar_settings": {}
                                }
                              }
                            },
                            "unmention_data": {},
                            "edit_control": {
                              "edit_tweet_ids": [
                                "1928131615168868678"
                              ],
                              "editable_until_msecs": "1748540974000",
                              "is_edit_eligible": false,
                              "edits_remaining": "5"
                            },
                            "is_translatable": false,
                            "views": {
                              "count": "1033",
                              "state": "EnabledWithCount"
                            },
                            "source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
                            "legacy": {
                              "bookmark_count": 2,
                              "bookmarked": false,
                              "created_at": "Thu May 29 16:49:34 +0000 2025",
                              "conversation_id_str": "1928125752459022706",
                              "display_text_range": [
                                0,
                                250
                              ],
                              "entities": {
                                "hashtags": [],
                                "media": [
                                  {
                                    "display_url": "pic.x.com/l9dkevaiaJ",
                                    "expanded_url": "https://x.com/orvieto_antonio/status/1928131615168868678/photo/1",
                                    "id_str": "1928131395043393536",
                                    "indices": [
                                      251,
                                      274
                                    ],
                                    "media_key": "3_1928131395043393536",
                                    "media_url_https": "https://pbs.twimg.com/media/GsIZScHXAAAazBx.png",
                                    "type": "photo",
                                    "url": "https://t.co/l9dkevaiaJ",
                                    "ext_media_availability": {
                                      "status": "Available"
                                    },
                                    "features": {
                                      "large": {
                                        "faces": []
                                      },
                                      "medium": {
                                        "faces": []
                                      },
                                      "small": {
                                        "faces": []
                                      },
                                      "orig": {
                                        "faces": []
                                      }
                                    },
                                    "sizes": {
                                      "large": {
                                        "h": 142,
                                        "w": 712,
                                        "resize": "fit"
                                      },
                                      "medium": {
                                        "h": 142,
                                        "w": 712,
                                        "resize": "fit"
                                      },
                                      "small": {
                                        "h": 136,
                                        "w": 680,
                                        "resize": "fit"
                                      },
                                      "thumb": {
                                        "h": 142,
                                        "w": 142,
                                        "resize": "crop"
                                      }
                                    },
                                    "original_info": {
                                      "height": 142,
                                      "width": 712,
                                      "focus_rects": [
                                        {
                                          "x": 68,
                                          "y": 0,
                                          "w": 254,
                                          "h": 142
                                        },
                                        {
                                          "x": 124,
                                          "y": 0,
                                          "w": 142,
                                          "h": 142
                                        },
                                        {
                                          "x": 133,
                                          "y": 0,
                                          "w": 125,
                                          "h": 142
                                        },
                                        {
                                          "x": 160,
                                          "y": 0,
                                          "w": 71,
                                          "h": 142
                                        },
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 712,
                                          "h": 142
                                        }
                                      ]
                                    },
                                    "media_results": {
                                      "result": {
                                        "media_key": "3_1928131395043393536"
                                      }
                                    }
                                  }
                                ],
                                "symbols": [],
                                "timestamps": [],
                                "urls": [
                                  {
                                    "display_url": "arxiv.org/pdf/1705.07774",
                                    "expanded_url": "https://arxiv.org/pdf/1705.07774",
                                    "url": "https://t.co/zS2Fb6UttA",
                                    "indices": [
                                      161,
                                      184
                                    ]
                                  }
                                ],
                                "user_mentions": [
                                  {
                                    "id_str": "466916516",
                                    "name": "Lukas Balles",
                                    "screen_name": "lukas_balles",
                                    "indices": [
                                      44,
                                      57
                                    ]
                                  }
                                ]
                              },
                              "extended_entities": {
                                "media": [
                                  {
                                    "display_url": "pic.x.com/l9dkevaiaJ",
                                    "expanded_url": "https://x.com/orvieto_antonio/status/1928131615168868678/photo/1",
                                    "id_str": "1928131395043393536",
                                    "indices": [
                                      251,
                                      274
                                    ],
                                    "media_key": "3_1928131395043393536",
                                    "media_url_https": "https://pbs.twimg.com/media/GsIZScHXAAAazBx.png",
                                    "type": "photo",
                                    "url": "https://t.co/l9dkevaiaJ",
                                    "ext_media_availability": {
                                      "status": "Available"
                                    },
                                    "features": {
                                      "large": {
                                        "faces": []
                                      },
                                      "medium": {
                                        "faces": []
                                      },
                                      "small": {
                                        "faces": []
                                      },
                                      "orig": {
                                        "faces": []
                                      }
                                    },
                                    "sizes": {
                                      "large": {
                                        "h": 142,
                                        "w": 712,
                                        "resize": "fit"
                                      },
                                      "medium": {
                                        "h": 142,
                                        "w": 712,
                                        "resize": "fit"
                                      },
                                      "small": {
                                        "h": 136,
                                        "w": 680,
                                        "resize": "fit"
                                      },
                                      "thumb": {
                                        "h": 142,
                                        "w": 142,
                                        "resize": "crop"
                                      }
                                    },
                                    "original_info": {
                                      "height": 142,
                                      "width": 712,
                                      "focus_rects": [
                                        {
                                          "x": 68,
                                          "y": 0,
                                          "w": 254,
                                          "h": 142
                                        },
                                        {
                                          "x": 124,
                                          "y": 0,
                                          "w": 142,
                                          "h": 142
                                        },
                                        {
                                          "x": 133,
                                          "y": 0,
                                          "w": 125,
                                          "h": 142
                                        },
                                        {
                                          "x": 160,
                                          "y": 0,
                                          "w": 71,
                                          "h": 142
                                        },
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 712,
                                          "h": 142
                                        }
                                      ]
                                    },
                                    "media_results": {
                                      "result": {
                                        "media_key": "3_1928131395043393536"
                                      }
                                    }
                                  }
                                ]
                              },
                              "favorite_count": 11,
                              "favorited": false,
                              "full_text": "And yes, this is very close to the claim by @lukas_balles ! Just... they could not know equal betas work well! Large LMs did not exist at the time!\n\nCompared to https://t.co/zS2Fb6UttA, we can afford to be more precise, since we can pick equal betas. https://t.co/l9dkevaiaJ",
                              "in_reply_to_screen_name": "orvieto_antonio",
                              "in_reply_to_status_id_str": "1928130679969141138",
                              "in_reply_to_user_id_str": "1172891108076077057",
                              "is_quote_status": false,
                              "lang": "en",
                              "possibly_sensitive": false,
                              "possibly_sensitive_editable": true,
                              "quote_count": 0,
                              "reply_count": 1,
                              "retweet_count": 0,
                              "retweeted": false,
                              "user_id_str": "1172891108076077057",
                              "id_str": "1928131615168868678"
                            },
                            "quick_promote_eligibility": {
                              "eligibility": "IneligibleNotProfessional"
                            }
                          }
                        },
                        "tweetDisplayType": "SelfThread"
                      },
                      "clientEventInfo": {
                        "component": "tweet",
                        "element": "tweet",
                        "details": {
                          "conversationDetails": {
                            "conversationSection": "HighQuality"
                          },
                          "timelinesDetails": {
                            "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                          }
                        }
                      }
                    }
                  },
                  {
                    "entryId": "conversationthread-1928126662203277474-tweet-1928133145691353455",
                    "item": {
                      "itemContent": {
                        "itemType": "TimelineTweet",
                        "__typename": "TimelineTweet",
                        "tweet_results": {
                          "result": {
                            "__typename": "Tweet",
                            "rest_id": "1928133145691353455",
                            "has_birdwatch_notes": false,
                            "core": {
                              "user_results": {
                                "result": {
                                  "__typename": "User",
                                  "id": "VXNlcjoxMTcyODkxMTA4MDc2MDc3MDU3",
                                  "rest_id": "1172891108076077057",
                                  "affiliates_highlighted_label": {},
                                  "has_graduated_access": true,
                                  "is_blue_verified": true,
                                  "profile_image_shape": "Circle",
                                  "legacy": {
                                    "can_dm": true,
                                    "can_media_tag": true,
                                    "created_at": "Sat Sep 14 15:13:38 +0000 2019",
                                    "default_profile": true,
                                    "default_profile_image": false,
                                    "description": "Deep Learning PI @ELLISInst_Tue, Group Leader @MPI_IS.\nI compute stuff with lots of gradients 🧮, \nI like Kierkegaard & Lévi-Strauss 🧙‍♂️",
                                    "entities": {
                                      "description": {
                                        "urls": []
                                      },
                                      "url": {
                                        "urls": [
                                          {
                                            "display_url": "orvi.altervista.org",
                                            "expanded_url": "http://orvi.altervista.org/",
                                            "url": "https://t.co/VXg6JbHaXN",
                                            "indices": [
                                              0,
                                              23
                                            ]
                                          }
                                        ]
                                      }
                                    },
                                    "fast_followers_count": 0,
                                    "favourites_count": 326,
                                    "followers_count": 2187,
                                    "friends_count": 1166,
                                    "has_custom_timelines": false,
                                    "is_translator": false,
                                    "listed_count": 20,
                                    "location": "Tübingen",
                                    "media_count": 59,
                                    "name": "Antonio Orvieto",
                                    "normal_followers_count": 2187,
                                    "pinned_tweet_ids_str": [],
                                    "possibly_sensitive": false,
                                    "profile_banner_url": "https://pbs.twimg.com/profile_banners/1172891108076077057/1571239281",
                                    "profile_image_url_https": "https://pbs.twimg.com/profile_images/1715721495480070145/gRAWAkLO_normal.jpg",
                                    "profile_interstitial_type": "",
                                    "screen_name": "orvieto_antonio",
                                    "statuses_count": 370,
                                    "translator_type": "none",
                                    "url": "https://t.co/VXg6JbHaXN",
                                    "verified": false,
                                    "want_retweets": false,
                                    "withheld_in_countries": []
                                  },
                                  "tipjar_settings": {}
                                }
                              }
                            },
                            "unmention_data": {},
                            "edit_control": {
                              "edit_tweet_ids": [
                                "1928133145691353455"
                              ],
                              "editable_until_msecs": "1748541339000",
                              "is_edit_eligible": false,
                              "edits_remaining": "5"
                            },
                            "is_translatable": false,
                            "views": {
                              "count": "1277",
                              "state": "EnabledWithCount"
                            },
                            "source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
                            "note_tweet": {
                              "is_expandable": true,
                              "note_tweet_results": {
                                "result": {
                                  "id": "Tm90ZVR3ZWV0OjE5MjgxMzMxNDU1NDAzNjIyNDA=",
                                  "text": "Ok now, other acks! Among others, we were very inspired by the works of @rosieyzh and, of course, Frederik Kunstner (where are you!?). \n\nIn addition, we shout out this additional amazing paper about Adam: https://t.co/CKbP2AW6T8\n\n@ericzhang0410, we also showed the effect of the \"secret sauce\" on your cool quadratic example",
                                  "entity_set": {
                                    "hashtags": [],
                                    "symbols": [],
                                    "urls": [
                                      {
                                        "display_url": "arxiv.org/abs/2402.16788",
                                        "expanded_url": "https://arxiv.org/abs/2402.16788",
                                        "url": "https://t.co/CKbP2AW6T8",
                                        "indices": [
                                          205,
                                          228
                                        ]
                                      }
                                    ],
                                    "user_mentions": [
                                      {
                                        "id_str": "1189002232366284800",
                                        "name": "Rosie Zhao",
                                        "screen_name": "rosieyzh",
                                        "indices": [
                                          72,
                                          81
                                        ]
                                      }
                                    ]
                                  },
                                  "richtext": {
                                    "richtext_tags": []
                                  },
                                  "media": {
                                    "inline_media": []
                                  }
                                }
                              }
                            },
                            "legacy": {
                              "bookmark_count": 2,
                              "bookmarked": false,
                              "created_at": "Thu May 29 16:55:39 +0000 2025",
                              "conversation_id_str": "1928125752459022706",
                              "display_text_range": [
                                0,
                                279
                              ],
                              "entities": {
                                "hashtags": [],
                                "media": [
                                  {
                                    "display_url": "pic.x.com/PjVFwtwpoX",
                                    "expanded_url": "https://x.com/orvieto_antonio/status/1928133145691353455/photo/1",
                                    "id_str": "1928133018901753856",
                                    "indices": [
                                      280,
                                      303
                                    ],
                                    "media_key": "3_1928133018901753856",
                                    "media_url_https": "https://pbs.twimg.com/media/GsIaw9dXMAAyLK4.jpg",
                                    "type": "photo",
                                    "url": "https://t.co/PjVFwtwpoX",
                                    "ext_media_availability": {
                                      "status": "Available"
                                    },
                                    "features": {
                                      "large": {
                                        "faces": []
                                      },
                                      "medium": {
                                        "faces": []
                                      },
                                      "small": {
                                        "faces": []
                                      },
                                      "orig": {
                                        "faces": []
                                      }
                                    },
                                    "sizes": {
                                      "large": {
                                        "h": 662,
                                        "w": 1371,
                                        "resize": "fit"
                                      },
                                      "medium": {
                                        "h": 579,
                                        "w": 1200,
                                        "resize": "fit"
                                      },
                                      "small": {
                                        "h": 328,
                                        "w": 680,
                                        "resize": "fit"
                                      },
                                      "thumb": {
                                        "h": 150,
                                        "w": 150,
                                        "resize": "crop"
                                      }
                                    },
                                    "original_info": {
                                      "height": 662,
                                      "width": 1371,
                                      "focus_rects": [
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 1182,
                                          "h": 662
                                        },
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 662,
                                          "h": 662
                                        },
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 581,
                                          "h": 662
                                        },
                                        {
                                          "x": 5,
                                          "y": 0,
                                          "w": 331,
                                          "h": 662
                                        },
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 1371,
                                          "h": 662
                                        }
                                      ]
                                    },
                                    "media_results": {
                                      "result": {
                                        "media_key": "3_1928133018901753856"
                                      }
                                    }
                                  }
                                ],
                                "symbols": [],
                                "timestamps": [],
                                "urls": [
                                  {
                                    "display_url": "arxiv.org/abs/2402.16788",
                                    "expanded_url": "https://arxiv.org/abs/2402.16788",
                                    "url": "https://t.co/7L1z3AYJyk",
                                    "indices": [
                                      205,
                                      228
                                    ]
                                  }
                                ],
                                "user_mentions": [
                                  {
                                    "id_str": "1189002232366284800",
                                    "name": "Rosie Zhao",
                                    "screen_name": "rosieyzh",
                                    "indices": [
                                      72,
                                      81
                                    ]
                                  }
                                ]
                              },
                              "extended_entities": {
                                "media": [
                                  {
                                    "display_url": "pic.x.com/PjVFwtwpoX",
                                    "expanded_url": "https://x.com/orvieto_antonio/status/1928133145691353455/photo/1",
                                    "id_str": "1928133018901753856",
                                    "indices": [
                                      280,
                                      303
                                    ],
                                    "media_key": "3_1928133018901753856",
                                    "media_url_https": "https://pbs.twimg.com/media/GsIaw9dXMAAyLK4.jpg",
                                    "type": "photo",
                                    "url": "https://t.co/PjVFwtwpoX",
                                    "ext_media_availability": {
                                      "status": "Available"
                                    },
                                    "features": {
                                      "large": {
                                        "faces": []
                                      },
                                      "medium": {
                                        "faces": []
                                      },
                                      "small": {
                                        "faces": []
                                      },
                                      "orig": {
                                        "faces": []
                                      }
                                    },
                                    "sizes": {
                                      "large": {
                                        "h": 662,
                                        "w": 1371,
                                        "resize": "fit"
                                      },
                                      "medium": {
                                        "h": 579,
                                        "w": 1200,
                                        "resize": "fit"
                                      },
                                      "small": {
                                        "h": 328,
                                        "w": 680,
                                        "resize": "fit"
                                      },
                                      "thumb": {
                                        "h": 150,
                                        "w": 150,
                                        "resize": "crop"
                                      }
                                    },
                                    "original_info": {
                                      "height": 662,
                                      "width": 1371,
                                      "focus_rects": [
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 1182,
                                          "h": 662
                                        },
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 662,
                                          "h": 662
                                        },
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 581,
                                          "h": 662
                                        },
                                        {
                                          "x": 5,
                                          "y": 0,
                                          "w": 331,
                                          "h": 662
                                        },
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 1371,
                                          "h": 662
                                        }
                                      ]
                                    },
                                    "media_results": {
                                      "result": {
                                        "media_key": "3_1928133018901753856"
                                      }
                                    }
                                  }
                                ]
                              },
                              "favorite_count": 11,
                              "favorited": false,
                              "full_text": "Ok now, other acks! Among others, we were very inspired by the works of @rosieyzh and, of course, Frederik Kunstner (where are you!?). \n\nIn addition, we shout out this additional amazing paper about Adam: https://t.co/7L1z3AYJyk\n\n@ericzhang0410, we also showed the effect of the… https://t.co/PjVFwtwpoX",
                              "in_reply_to_screen_name": "orvieto_antonio",
                              "in_reply_to_status_id_str": "1928131615168868678",
                              "in_reply_to_user_id_str": "1172891108076077057",
                              "is_quote_status": false,
                              "lang": "en",
                              "possibly_sensitive": false,
                              "possibly_sensitive_editable": true,
                              "quote_count": 0,
                              "reply_count": 1,
                              "retweet_count": 0,
                              "retweeted": false,
                              "user_id_str": "1172891108076077057",
                              "id_str": "1928133145691353455"
                            },
                            "quick_promote_eligibility": {
                              "eligibility": "IneligibleNotProfessional"
                            }
                          }
                        },
                        "tweetDisplayType": "SelfThread"
                      },
                      "clientEventInfo": {
                        "component": "tweet",
                        "element": "tweet",
                        "details": {
                          "conversationDetails": {
                            "conversationSection": "HighQuality"
                          },
                          "timelinesDetails": {
                            "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                          }
                        }
                      }
                    }
                  },
                  {
                    "entryId": "conversationthread-1928126662203277474-tweet-1928133484041674853",
                    "item": {
                      "itemContent": {
                        "itemType": "TimelineTweet",
                        "__typename": "TimelineTweet",
                        "tweet_results": {
                          "result": {
                            "__typename": "Tweet",
                            "rest_id": "1928133484041674853",
                            "has_birdwatch_notes": false,
                            "core": {
                              "user_results": {
                                "result": {
                                  "__typename": "User",
                                  "id": "VXNlcjoxMTcyODkxMTA4MDc2MDc3MDU3",
                                  "rest_id": "1172891108076077057",
                                  "affiliates_highlighted_label": {},
                                  "has_graduated_access": true,
                                  "is_blue_verified": true,
                                  "profile_image_shape": "Circle",
                                  "legacy": {
                                    "can_dm": true,
                                    "can_media_tag": true,
                                    "created_at": "Sat Sep 14 15:13:38 +0000 2019",
                                    "default_profile": true,
                                    "default_profile_image": false,
                                    "description": "Deep Learning PI @ELLISInst_Tue, Group Leader @MPI_IS.\nI compute stuff with lots of gradients 🧮, \nI like Kierkegaard & Lévi-Strauss 🧙‍♂️",
                                    "entities": {
                                      "description": {
                                        "urls": []
                                      },
                                      "url": {
                                        "urls": [
                                          {
                                            "display_url": "orvi.altervista.org",
                                            "expanded_url": "http://orvi.altervista.org/",
                                            "url": "https://t.co/VXg6JbHaXN",
                                            "indices": [
                                              0,
                                              23
                                            ]
                                          }
                                        ]
                                      }
                                    },
                                    "fast_followers_count": 0,
                                    "favourites_count": 326,
                                    "followers_count": 2187,
                                    "friends_count": 1166,
                                    "has_custom_timelines": false,
                                    "is_translator": false,
                                    "listed_count": 20,
                                    "location": "Tübingen",
                                    "media_count": 59,
                                    "name": "Antonio Orvieto",
                                    "normal_followers_count": 2187,
                                    "pinned_tweet_ids_str": [],
                                    "possibly_sensitive": false,
                                    "profile_banner_url": "https://pbs.twimg.com/profile_banners/1172891108076077057/1571239281",
                                    "profile_image_url_https": "https://pbs.twimg.com/profile_images/1715721495480070145/gRAWAkLO_normal.jpg",
                                    "profile_interstitial_type": "",
                                    "screen_name": "orvieto_antonio",
                                    "statuses_count": 370,
                                    "translator_type": "none",
                                    "url": "https://t.co/VXg6JbHaXN",
                                    "verified": false,
                                    "want_retweets": false,
                                    "withheld_in_countries": []
                                  },
                                  "tipjar_settings": {}
                                }
                              }
                            },
                            "unmention_data": {},
                            "edit_control": {
                              "edit_tweet_ids": [
                                "1928133484041674853"
                              ],
                              "editable_until_msecs": "1748541420000",
                              "is_edit_eligible": false,
                              "edits_remaining": "5"
                            },
                            "is_translatable": false,
                            "views": {
                              "count": "1105",
                              "state": "EnabledWithCount"
                            },
                            "source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
                            "legacy": {
                              "bookmark_count": 0,
                              "bookmarked": false,
                              "created_at": "Thu May 29 16:57:00 +0000 2025",
                              "conversation_id_str": "1928125752459022706",
                              "display_text_range": [
                                0,
                                113
                              ],
                              "entities": {
                                "hashtags": [],
                                "symbols": [],
                                "timestamps": [],
                                "urls": [],
                                "user_mentions": [
                                  {
                                    "id_str": "311082384",
                                    "name": "Robert M. Gower 🇺🇦",
                                    "screen_name": "gowerrobert",
                                    "indices": [
                                      82,
                                      94
                                    ]
                                  }
                                ]
                              },
                              "favorite_count": 7,
                              "favorited": false,
                              "full_text": "oh and of course... myself I am deeply thankful for this opportunity to work with @gowerrobert , you are amazing!",
                              "in_reply_to_screen_name": "orvieto_antonio",
                              "in_reply_to_status_id_str": "1928133145691353455",
                              "in_reply_to_user_id_str": "1172891108076077057",
                              "is_quote_status": false,
                              "lang": "en",
                              "quote_count": 0,
                              "reply_count": 1,
                              "retweet_count": 0,
                              "retweeted": false,
                              "user_id_str": "1172891108076077057",
                              "id_str": "1928133484041674853"
                            },
                            "quick_promote_eligibility": {
                              "eligibility": "IneligibleNotProfessional"
                            }
                          }
                        },
                        "tweetDisplayType": "SelfThread"
                      },
                      "clientEventInfo": {
                        "component": "tweet",
                        "element": "tweet",
                        "details": {
                          "conversationDetails": {
                            "conversationSection": "HighQuality"
                          },
                          "timelinesDetails": {
                            "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                          }
                        }
                      }
                    }
                  }
                ],
                "metadata": {
                  "conversationMetadata": {
                    "allTweetIds": [
                      "1928133484041674853"
                    ],
                    "enableDeduplication": true
                  }
                },
                "displayType": "VerticalConversation",
                "clientEventInfo": {
                  "component": "tweet",
                  "details": {
                    "conversationDetails": {
                      "conversationSection": "HighQuality"
                    },
                    "timelinesDetails": {
                      "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                    }
                  }
                }
              }
            },
            {
              "entryId": "conversationthread-1928199056855290002",
              "sortIndex": "1953555322459127788",
              "content": {
                "entryType": "TimelineTimelineModule",
                "__typename": "TimelineTimelineModule",
                "items": [
                  {
                    "entryId": "conversationthread-1928199056855290002-tweet-1928199056855290002",
                    "item": {
                      "itemContent": {
                        "itemType": "TimelineTweet",
                        "__typename": "TimelineTweet",
                        "tweet_results": {
                          "result": {
                            "__typename": "Tweet",
                            "rest_id": "1928199056855290002",
                            "has_birdwatch_notes": false,
                            "core": {
                              "user_results": {
                                "result": {
                                  "__typename": "User",
                                  "id": "VXNlcjoyNDM1NDExNTc2",
                                  "rest_id": "2435411576",
                                  "affiliates_highlighted_label": {},
                                  "has_graduated_access": true,
                                  "is_blue_verified": true,
                                  "profile_image_shape": "Circle",
                                  "legacy": {
                                    "can_dm": true,
                                    "can_media_tag": true,
                                    "created_at": "Wed Apr 09 12:54:38 +0000 2014",
                                    "default_profile": true,
                                    "default_profile_image": false,
                                    "description": "LLMs and retrieval by day and other genres of AI when I get the chance\n\n🧪 Senior AI Eng @NVIDIAAI\n🏫 @fastdotai trained DL Eng\n📝 https://t.co/By87iXx5Pu",
                                    "entities": {
                                      "description": {
                                        "urls": [
                                          {
                                            "display_url": "learn-dl.com",
                                            "expanded_url": "http://learn-dl.com",
                                            "url": "https://t.co/By87iXx5Pu",
                                            "indices": [
                                              128,
                                              151
                                            ]
                                          }
                                        ]
                                      },
                                      "url": {
                                        "urls": [
                                          {
                                            "display_url": "radekosmulski.com",
                                            "expanded_url": "https://radekosmulski.com/",
                                            "url": "https://t.co/XLlw3VC7Fo",
                                            "indices": [
                                              0,
                                              23
                                            ]
                                          }
                                        ]
                                      }
                                    },
                                    "fast_followers_count": 0,
                                    "favourites_count": 22180,
                                    "followers_count": 27834,
                                    "friends_count": 586,
                                    "has_custom_timelines": true,
                                    "is_translator": false,
                                    "listed_count": 467,
                                    "location": "see my projects ➝",
                                    "media_count": 1523,
                                    "name": "Radek Osmulski 🇺🇦",
                                    "normal_followers_count": 27834,
                                    "pinned_tweet_ids_str": [
                                      "1928702290007138618"
                                    ],
                                    "possibly_sensitive": false,
                                    "profile_banner_url": "https://pbs.twimg.com/profile_banners/2435411576/1663144416",
                                    "profile_image_url_https": "https://pbs.twimg.com/profile_images/1442780164589592578/X8UDFyuu_normal.jpg",
                                    "profile_interstitial_type": "",
                                    "screen_name": "radekosmulski",
                                    "statuses_count": 8512,
                                    "translator_type": "none",
                                    "url": "https://t.co/XLlw3VC7Fo",
                                    "verified": false,
                                    "want_retweets": false,
                                    "withheld_in_countries": []
                                  },
                                  "tipjar_settings": {}
                                }
                              }
                            },
                            "unmention_data": {},
                            "edit_control": {
                              "edit_tweet_ids": [
                                "1928199056855290002"
                              ],
                              "editable_until_msecs": "1748557054000",
                              "is_edit_eligible": false,
                              "edits_remaining": "5"
                            },
                            "is_translatable": false,
                            "views": {
                              "count": "523",
                              "state": "EnabledWithCount"
                            },
                            "source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
                            "legacy": {
                              "bookmark_count": 1,
                              "bookmarked": false,
                              "created_at": "Thu May 29 21:17:34 +0000 2025",
                              "conversation_id_str": "1928125752459022706",
                              "display_text_range": [
                                30,
                                97
                              ],
                              "entities": {
                                "hashtags": [],
                                "symbols": [],
                                "timestamps": [],
                                "urls": [],
                                "user_mentions": [
                                  {
                                    "id_str": "1172891108076077057",
                                    "name": "Antonio Orvieto",
                                    "screen_name": "orvieto_antonio",
                                    "indices": [
                                      0,
                                      16
                                    ]
                                  },
                                  {
                                    "id_str": "311082384",
                                    "name": "Robert M. Gower 🇺🇦",
                                    "screen_name": "gowerrobert",
                                    "indices": [
                                      17,
                                      29
                                    ]
                                  }
                                ]
                              },
                              "favorite_count": 2,
                              "favorited": false,
                              "full_text": "@orvieto_antonio @gowerrobert Outstanding work! And super practical! Thank you so much for this 🙏",
                              "in_reply_to_screen_name": "orvieto_antonio",
                              "in_reply_to_status_id_str": "1928125752459022706",
                              "in_reply_to_user_id_str": "1172891108076077057",
                              "is_quote_status": false,
                              "lang": "en",
                              "quote_count": 0,
                              "reply_count": 1,
                              "retweet_count": 0,
                              "retweeted": false,
                              "user_id_str": "2435411576",
                              "id_str": "1928199056855290002"
                            },
                            "quick_promote_eligibility": {
                              "eligibility": "IneligibleNotProfessional"
                            }
                          }
                        },
                        "tweetDisplayType": "Tweet"
                      },
                      "clientEventInfo": {
                        "component": "tweet",
                        "element": "tweet",
                        "details": {
                          "conversationDetails": {
                            "conversationSection": "HighQuality"
                          },
                          "timelinesDetails": {
                            "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                          }
                        }
                      }
                    }
                  },
                  {
                    "entryId": "conversationthread-1928199056855290002-tweet-1928200391407153488",
                    "item": {
                      "itemContent": {
                        "itemType": "TimelineTweet",
                        "__typename": "TimelineTweet",
                        "tweet_results": {
                          "result": {
                            "__typename": "Tweet",
                            "rest_id": "1928200391407153488",
                            "has_birdwatch_notes": false,
                            "core": {
                              "user_results": {
                                "result": {
                                  "__typename": "User",
                                  "id": "VXNlcjoxMTcyODkxMTA4MDc2MDc3MDU3",
                                  "rest_id": "1172891108076077057",
                                  "affiliates_highlighted_label": {},
                                  "has_graduated_access": true,
                                  "is_blue_verified": true,
                                  "profile_image_shape": "Circle",
                                  "legacy": {
                                    "can_dm": true,
                                    "can_media_tag": true,
                                    "created_at": "Sat Sep 14 15:13:38 +0000 2019",
                                    "default_profile": true,
                                    "default_profile_image": false,
                                    "description": "Deep Learning PI @ELLISInst_Tue, Group Leader @MPI_IS.\nI compute stuff with lots of gradients 🧮, \nI like Kierkegaard & Lévi-Strauss 🧙‍♂️",
                                    "entities": {
                                      "description": {
                                        "urls": []
                                      },
                                      "url": {
                                        "urls": [
                                          {
                                            "display_url": "orvi.altervista.org",
                                            "expanded_url": "http://orvi.altervista.org/",
                                            "url": "https://t.co/VXg6JbHaXN",
                                            "indices": [
                                              0,
                                              23
                                            ]
                                          }
                                        ]
                                      }
                                    },
                                    "fast_followers_count": 0,
                                    "favourites_count": 326,
                                    "followers_count": 2187,
                                    "friends_count": 1166,
                                    "has_custom_timelines": false,
                                    "is_translator": false,
                                    "listed_count": 20,
                                    "location": "Tübingen",
                                    "media_count": 59,
                                    "name": "Antonio Orvieto",
                                    "normal_followers_count": 2187,
                                    "pinned_tweet_ids_str": [],
                                    "possibly_sensitive": false,
                                    "profile_banner_url": "https://pbs.twimg.com/profile_banners/1172891108076077057/1571239281",
                                    "profile_image_url_https": "https://pbs.twimg.com/profile_images/1715721495480070145/gRAWAkLO_normal.jpg",
                                    "profile_interstitial_type": "",
                                    "screen_name": "orvieto_antonio",
                                    "statuses_count": 370,
                                    "translator_type": "none",
                                    "url": "https://t.co/VXg6JbHaXN",
                                    "verified": false,
                                    "want_retweets": false,
                                    "withheld_in_countries": []
                                  },
                                  "tipjar_settings": {}
                                }
                              }
                            },
                            "unmention_data": {},
                            "edit_control": {
                              "edit_tweet_ids": [
                                "1928200391407153488"
                              ],
                              "editable_until_msecs": "1748557372000",
                              "is_edit_eligible": false,
                              "edits_remaining": "5"
                            },
                            "is_translatable": false,
                            "views": {
                              "count": "474",
                              "state": "EnabledWithCount"
                            },
                            "source": "<a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>",
                            "legacy": {
                              "bookmark_count": 0,
                              "bookmarked": false,
                              "created_at": "Thu May 29 21:22:52 +0000 2025",
                              "conversation_id_str": "1928125752459022706",
                              "display_text_range": [
                                28,
                                46
                              ],
                              "entities": {
                                "hashtags": [],
                                "symbols": [],
                                "timestamps": [],
                                "urls": [],
                                "user_mentions": [
                                  {
                                    "id_str": "2435411576",
                                    "name": "Radek Osmulski 🇺🇦",
                                    "screen_name": "radekosmulski",
                                    "indices": [
                                      0,
                                      14
                                    ]
                                  },
                                  {
                                    "id_str": "311082384",
                                    "name": "Robert M. Gower 🇺🇦",
                                    "screen_name": "gowerrobert",
                                    "indices": [
                                      15,
                                      27
                                    ]
                                  }
                                ]
                              },
                              "favorite_count": 1,
                              "favorited": false,
                              "full_text": "@radekosmulski @gowerrobert so kind! thanks!!!",
                              "in_reply_to_screen_name": "radekosmulski",
                              "in_reply_to_status_id_str": "1928199056855290002",
                              "in_reply_to_user_id_str": "2435411576",
                              "is_quote_status": false,
                              "lang": "en",
                              "quote_count": 0,
                              "reply_count": 0,
                              "retweet_count": 0,
                              "retweeted": false,
                              "user_id_str": "1172891108076077057",
                              "id_str": "1928200391407153488"
                            },
                            "quick_promote_eligibility": {
                              "eligibility": "IneligibleNotProfessional"
                            }
                          }
                        },
                        "tweetDisplayType": "Tweet"
                      },
                      "clientEventInfo": {
                        "component": "tweet",
                        "element": "tweet",
                        "details": {
                          "conversationDetails": {
                            "conversationSection": "HighQuality"
                          },
                          "timelinesDetails": {
                            "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                          }
                        }
                      }
                    }
                  }
                ],
                "metadata": {
                  "conversationMetadata": {
                    "allTweetIds": [
                      "1928200391407153488"
                    ],
                    "enableDeduplication": true
                  }
                },
                "displayType": "VerticalConversation",
                "clientEventInfo": {
                  "component": "tweet",
                  "details": {
                    "conversationDetails": {
                      "conversationSection": "HighQuality"
                    },
                    "timelinesDetails": {
                      "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                    }
                  }
                }
              }
            },
            {
              "entryId": "conversationthread-1928522105542357344",
              "sortIndex": "1953555322459127778",
              "content": {
                "entryType": "TimelineTimelineModule",
                "__typename": "TimelineTimelineModule",
                "items": [
                  {
                    "entryId": "conversationthread-1928522105542357344-tweet-1928522105542357344",
                    "item": {
                      "itemContent": {
                        "itemType": "TimelineTweet",
                        "__typename": "TimelineTweet",
                        "tweet_results": {
                          "result": {
                            "__typename": "Tweet",
                            "rest_id": "1928522105542357344",
                            "has_birdwatch_notes": false,
                            "core": {
                              "user_results": {
                                "result": {
                                  "__typename": "User",
                                  "id": "VXNlcjoxMTcwMTA0MzIxNjIwMzk4MDgx",
                                  "rest_id": "1170104321620398081",
                                  "affiliates_highlighted_label": {},
                                  "has_graduated_access": true,
                                  "is_blue_verified": true,
                                  "profile_image_shape": "Circle",
                                  "legacy": {
                                    "can_dm": false,
                                    "can_media_tag": true,
                                    "created_at": "Fri Sep 06 22:39:52 +0000 2019",
                                    "default_profile": true,
                                    "default_profile_image": false,
                                    "description": "CS PhD student @Harvard, @googleai",
                                    "entities": {
                                      "description": {
                                        "urls": []
                                      },
                                      "url": {
                                        "urls": [
                                          {
                                            "display_url": "hanlin-zhang.com",
                                            "expanded_url": "http://hanlin-zhang.com",
                                            "url": "https://t.co/gDN0EZf7j1",
                                            "indices": [
                                              0,
                                              23
                                            ]
                                          }
                                        ]
                                      }
                                    },
                                    "fast_followers_count": 0,
                                    "favourites_count": 593,
                                    "followers_count": 1199,
                                    "friends_count": 331,
                                    "has_custom_timelines": true,
                                    "is_translator": false,
                                    "listed_count": 9,
                                    "location": "",
                                    "media_count": 31,
                                    "name": "Hanlin Zhang",
                                    "normal_followers_count": 1199,
                                    "pinned_tweet_ids_str": [
                                      "1860077052587835811"
                                    ],
                                    "possibly_sensitive": false,
                                    "profile_banner_url": "https://pbs.twimg.com/profile_banners/1170104321620398081/1735689885",
                                    "profile_image_url_https": "https://pbs.twimg.com/profile_images/1878200059419820032/BBB0WOzj_normal.jpg",
                                    "profile_interstitial_type": "",
                                    "screen_name": "_hanlin_zhang_",
                                    "statuses_count": 92,
                                    "translator_type": "none",
                                    "url": "https://t.co/gDN0EZf7j1",
                                    "verified": false,
                                    "want_retweets": false,
                                    "withheld_in_countries": []
                                  },
                                  "tipjar_settings": {}
                                }
                              }
                            },
                            "card": {
                              "rest_id": "https://t.co/LFAPtzQMNB",
                              "legacy": {
                                "binding_values": [
                                  {
                                    "key": "thumbnail_image",
                                    "value": {
                                      "image_value": {
                                        "alt": "arXiv logo",
                                        "height": 144,
                                        "width": 144,
                                        "url": "https://pbs.twimg.com/card_img/1949720266415726592/AM-y2aUP?format=jpg&name=144x144_2"
                                      },
                                      "type": "IMAGE"
                                    }
                                  },
                                  {
                                    "key": "description",
                                    "value": {
                                      "string_value": "Training large-scale models under given resources requires careful design of parallelism strategies. In particular, the efficiency notion of critical batch size (CBS), concerning the compromise...",
                                      "type": "STRING"
                                    }
                                  },
                                  {
                                    "key": "domain",
                                    "value": {
                                      "string_value": "arxiv.org",
                                      "type": "STRING"
                                    }
                                  },
                                  {
                                    "key": "thumbnail_image_large",
                                    "value": {
                                      "image_value": {
                                        "alt": "arXiv logo",
                                        "height": 420,
                                        "width": 420,
                                        "url": "https://pbs.twimg.com/card_img/1949720266415726592/AM-y2aUP?format=jpg&name=420x420_2"
                                      },
                                      "type": "IMAGE"
                                    }
                                  },
                                  {
                                    "key": "thumbnail_image_original",
                                    "value": {
                                      "image_value": {
                                        "alt": "arXiv logo",
                                        "height": 1000,
                                        "width": 1000,
                                        "url": "https://pbs.twimg.com/card_img/1949720266415726592/AM-y2aUP?format=jpg&name=orig"
                                      },
                                      "type": "IMAGE"
                                    }
                                  },
                                  {
                                    "key": "site",
                                    "value": {
                                      "scribe_key": "publisher_id",
                                      "type": "USER",
                                      "user_value": {
                                        "id_str": "808633423300624384",
                                        "path": []
                                      }
                                    }
                                  },
                                  {
                                    "key": "thumbnail_image_small",
                                    "value": {
                                      "image_value": {
                                        "alt": "arXiv logo",
                                        "height": 100,
                                        "width": 100,
                                        "url": "https://pbs.twimg.com/card_img/1949720266415726592/AM-y2aUP?format=jpg&name=100x100_2"
                                      },
                                      "type": "IMAGE"
                                    }
                                  },
                                  {
                                    "key": "thumbnail_image_x_large",
                                    "value": {
                                      "image_value": {
                                        "alt": "arXiv logo",
                                        "height": 1000,
                                        "width": 1000,
                                        "url": "https://pbs.twimg.com/card_img/1949720266415726592/AM-y2aUP?format=png&name=2048x2048_2_exp"
                                      },
                                      "type": "IMAGE"
                                    }
                                  },
                                  {
                                    "key": "thumbnail_image_alt_text",
                                    "value": {
                                      "string_value": "arXiv logo",
                                      "type": "STRING"
                                    }
                                  },
                                  {
                                    "key": "vanity_url",
                                    "value": {
                                      "scribe_key": "vanity_url",
                                      "string_value": "arxiv.org",
                                      "type": "STRING"
                                    }
                                  },
                                  {
                                    "key": "thumbnail_image_color",
                                    "value": {
                                      "image_color_value": {
                                        "palette": [
                                          {
                                            "rgb": {
                                              "blue": 255,
                                              "green": 255,
                                              "red": 255
                                            },
                                            "percentage": 94.17
                                          },
                                          {
                                            "rgb": {
                                              "blue": 105,
                                              "green": 116,
                                              "red": 124
                                            },
                                            "percentage": 4.33
                                          },
                                          {
                                            "rgb": {
                                              "blue": 46,
                                              "green": 21,
                                              "red": 170
                                            },
                                            "percentage": 1.26
                                          },
                                          {
                                            "rgb": {
                                              "blue": 131,
                                              "green": 116,
                                              "red": 203
                                            },
                                            "percentage": 0.23
                                          }
                                        ]
                                      },
                                      "type": "IMAGE_COLOR"
                                    }
                                  },
                                  {
                                    "key": "title",
                                    "value": {
                                      "string_value": "How Does Critical Batch Size Scale in Pre-training?",
                                      "type": "STRING"
                                    }
                                  },
                                  {
                                    "key": "card_url",
                                    "value": {
                                      "scribe_key": "card_url",
                                      "string_value": "https://t.co/LFAPtzQMNB",
                                      "type": "STRING"
                                    }
                                  }
                                ],
                                "card_platform": {
                                  "platform": {
                                    "audience": {
                                      "name": "production"
                                    },
                                    "device": {
                                      "name": "Android",
                                      "version": "12"
                                    }
                                  }
                                },
                                "name": "summary",
                                "url": "https://t.co/LFAPtzQMNB",
                                "user_refs_results": [
                                  {
                                    "result": {
                                      "__typename": "User",
                                      "id": "VXNlcjo4MDg2MzM0MjMzMDA2MjQzODQ=",
                                      "rest_id": "808633423300624384",
                                      "affiliates_highlighted_label": {},
                                      "has_graduated_access": true,
                                      "is_blue_verified": false,
                                      "profile_image_shape": "Circle",
                                      "legacy": {
                                        "can_dm": true,
                                        "can_media_tag": true,
                                        "created_at": "Tue Dec 13 11:23:26 +0000 2016",
                                        "default_profile": false,
                                        "default_profile_image": false,
                                        "description": "News from https://t.co/enurGFxpcS, a free distribution service and an open archive for scholarly articles.\n\nFor help with arXiv, see https://t.co/LcWuhM0BOl",
                                        "entities": {
                                          "description": {
                                            "urls": [
                                              {
                                                "display_url": "arXiv.org",
                                                "expanded_url": "http://arXiv.org",
                                                "url": "https://t.co/enurGFxpcS",
                                                "indices": [
                                                  10,
                                                  33
                                                ]
                                              },
                                              {
                                                "display_url": "arxiv.org/help",
                                                "expanded_url": "https://arxiv.org/help",
                                                "url": "https://t.co/LcWuhM0BOl",
                                                "indices": [
                                                  133,
                                                  156
                                                ]
                                              }
                                            ]
                                          },
                                          "url": {
                                            "urls": [
                                              {
                                                "display_url": "arxiv.org",
                                                "expanded_url": "https://arxiv.org/",
                                                "url": "https://t.co/DHMkdi4lF9",
                                                "indices": [
                                                  0,
                                                  23
                                                ]
                                              }
                                            ]
                                          }
                                        },
                                        "fast_followers_count": 0,
                                        "favourites_count": 948,
                                        "followers_count": 41365,
                                        "friends_count": 187,
                                        "has_custom_timelines": false,
                                        "is_translator": false,
                                        "listed_count": 487,
                                        "location": "Ithaca, NY",
                                        "media_count": 109,
                                        "name": "arXiv.org",
                                        "normal_followers_count": 41365,
                                        "pinned_tweet_ids_str": [],
                                        "possibly_sensitive": false,
                                        "profile_banner_url": "https://pbs.twimg.com/profile_banners/808633423300624384/1481635469",
                                        "profile_image_url_https": "https://pbs.twimg.com/profile_images/1365352170267299840/IzvjKckL_normal.jpg",
                                        "profile_interstitial_type": "",
                                        "screen_name": "arxiv",
                                        "statuses_count": 1106,
                                        "translator_type": "none",
                                        "url": "https://t.co/DHMkdi4lF9",
                                        "verified": false,
                                        "want_retweets": false,
                                        "withheld_in_countries": []
                                      },
                                      "tipjar_settings": {}
                                    }
                                  }
                                ]
                              }
                            },
                            "unmention_data": {},
                            "edit_control": {
                              "edit_tweet_ids": [
                                "1928522105542357344"
                              ],
                              "editable_until_msecs": "1748634074000",
                              "is_edit_eligible": false,
                              "edits_remaining": "5"
                            },
                            "is_translatable": false,
                            "views": {
                              "count": "397",
                              "state": "EnabledWithCount"
                            },
                            "source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
                            "legacy": {
                              "bookmark_count": 1,
                              "bookmarked": false,
                              "created_at": "Fri May 30 18:41:14 +0000 2025",
                              "conversation_id_str": "1928125752459022706",
                              "display_text_range": [
                                30,
                                157
                              ],
                              "entities": {
                                "hashtags": [],
                                "symbols": [],
                                "timestamps": [],
                                "urls": [
                                  {
                                    "display_url": "arxiv.org/abs/2410.21676",
                                    "expanded_url": "https://arxiv.org/abs/2410.21676",
                                    "url": "https://t.co/LFAPtzQMNB",
                                    "indices": [
                                      134,
                                      157
                                    ]
                                  }
                                ],
                                "user_mentions": [
                                  {
                                    "id_str": "1172891108076077057",
                                    "name": "Antonio Orvieto",
                                    "screen_name": "orvieto_antonio",
                                    "indices": [
                                      0,
                                      16
                                    ]
                                  },
                                  {
                                    "id_str": "311082384",
                                    "name": "Robert M. Gower 🇺🇦",
                                    "screen_name": "gowerrobert",
                                    "indices": [
                                      17,
                                      29
                                    ]
                                  }
                                ]
                              },
                              "favorite_count": 4,
                              "favorited": false,
                              "full_text": "@orvieto_antonio @gowerrobert beta1=beta2=.95 sounds about right for LM pre-training. We analyzed and adopted it throughout the paper https://t.co/LFAPtzQMNB",
                              "in_reply_to_screen_name": "orvieto_antonio",
                              "in_reply_to_status_id_str": "1928125752459022706",
                              "in_reply_to_user_id_str": "1172891108076077057",
                              "is_quote_status": false,
                              "lang": "en",
                              "possibly_sensitive": false,
                              "possibly_sensitive_editable": true,
                              "quote_count": 0,
                              "reply_count": 2,
                              "retweet_count": 0,
                              "retweeted": false,
                              "user_id_str": "1170104321620398081",
                              "id_str": "1928522105542357344"
                            },
                            "quick_promote_eligibility": {
                              "eligibility": "IneligibleNotProfessional"
                            }
                          }
                        },
                        "tweetDisplayType": "Tweet"
                      },
                      "clientEventInfo": {
                        "component": "tweet",
                        "element": "tweet",
                        "details": {
                          "conversationDetails": {
                            "conversationSection": "HighQuality"
                          },
                          "timelinesDetails": {
                            "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                          }
                        }
                      }
                    }
                  },
                  {
                    "entryId": "conversationthread-1928522105542357344-tweet-1928527621391802628",
                    "item": {
                      "itemContent": {
                        "itemType": "TimelineTweet",
                        "__typename": "TimelineTweet",
                        "tweet_results": {
                          "result": {
                            "__typename": "Tweet",
                            "rest_id": "1928527621391802628",
                            "has_birdwatch_notes": false,
                            "core": {
                              "user_results": {
                                "result": {
                                  "__typename": "User",
                                  "id": "VXNlcjoxMTcyODkxMTA4MDc2MDc3MDU3",
                                  "rest_id": "1172891108076077057",
                                  "affiliates_highlighted_label": {},
                                  "has_graduated_access": true,
                                  "is_blue_verified": true,
                                  "profile_image_shape": "Circle",
                                  "legacy": {
                                    "can_dm": true,
                                    "can_media_tag": true,
                                    "created_at": "Sat Sep 14 15:13:38 +0000 2019",
                                    "default_profile": true,
                                    "default_profile_image": false,
                                    "description": "Deep Learning PI @ELLISInst_Tue, Group Leader @MPI_IS.\nI compute stuff with lots of gradients 🧮, \nI like Kierkegaard & Lévi-Strauss 🧙‍♂️",
                                    "entities": {
                                      "description": {
                                        "urls": []
                                      },
                                      "url": {
                                        "urls": [
                                          {
                                            "display_url": "orvi.altervista.org",
                                            "expanded_url": "http://orvi.altervista.org/",
                                            "url": "https://t.co/VXg6JbHaXN",
                                            "indices": [
                                              0,
                                              23
                                            ]
                                          }
                                        ]
                                      }
                                    },
                                    "fast_followers_count": 0,
                                    "favourites_count": 326,
                                    "followers_count": 2187,
                                    "friends_count": 1166,
                                    "has_custom_timelines": false,
                                    "is_translator": false,
                                    "listed_count": 20,
                                    "location": "Tübingen",
                                    "media_count": 59,
                                    "name": "Antonio Orvieto",
                                    "normal_followers_count": 2187,
                                    "pinned_tweet_ids_str": [],
                                    "possibly_sensitive": false,
                                    "profile_banner_url": "https://pbs.twimg.com/profile_banners/1172891108076077057/1571239281",
                                    "profile_image_url_https": "https://pbs.twimg.com/profile_images/1715721495480070145/gRAWAkLO_normal.jpg",
                                    "profile_interstitial_type": "",
                                    "screen_name": "orvieto_antonio",
                                    "statuses_count": 370,
                                    "translator_type": "none",
                                    "url": "https://t.co/VXg6JbHaXN",
                                    "verified": false,
                                    "want_retweets": false,
                                    "withheld_in_countries": []
                                  },
                                  "tipjar_settings": {}
                                }
                              }
                            },
                            "unmention_data": {},
                            "edit_control": {
                              "edit_tweet_ids": [
                                "1928527621391802628"
                              ],
                              "editable_until_msecs": "1748635389000",
                              "is_edit_eligible": false,
                              "edits_remaining": "5"
                            },
                            "is_translatable": false,
                            "views": {
                              "count": "230",
                              "state": "EnabledWithCount"
                            },
                            "source": "<a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>",
                            "legacy": {
                              "bookmark_count": 0,
                              "bookmarked": false,
                              "created_at": "Fri May 30 19:03:09 +0000 2025",
                              "conversation_id_str": "1928125752459022706",
                              "display_text_range": [
                                29,
                                63
                              ],
                              "entities": {
                                "hashtags": [],
                                "symbols": [],
                                "timestamps": [],
                                "urls": [],
                                "user_mentions": [
                                  {
                                    "id_str": "1170104321620398081",
                                    "name": "Hanlin Zhang",
                                    "screen_name": "_hanlin_zhang_",
                                    "indices": [
                                      0,
                                      15
                                    ]
                                  },
                                  {
                                    "id_str": "311082384",
                                    "name": "Robert M. Gower 🇺🇦",
                                    "screen_name": "gowerrobert",
                                    "indices": [
                                      16,
                                      28
                                    ]
                                  }
                                ]
                              },
                              "favorite_count": 3,
                              "favorited": false,
                              "full_text": "@_hanlin_zhang_ @gowerrobert indeed!! we cited you, great work!",
                              "in_reply_to_screen_name": "_hanlin_zhang_",
                              "in_reply_to_status_id_str": "1928522105542357344",
                              "in_reply_to_user_id_str": "1170104321620398081",
                              "is_quote_status": false,
                              "lang": "en",
                              "quote_count": 0,
                              "reply_count": 0,
                              "retweet_count": 0,
                              "retweeted": false,
                              "user_id_str": "1172891108076077057",
                              "id_str": "1928527621391802628"
                            },
                            "quick_promote_eligibility": {
                              "eligibility": "IneligibleNotProfessional"
                            }
                          }
                        },
                        "tweetDisplayType": "Tweet"
                      },
                      "clientEventInfo": {
                        "component": "tweet",
                        "element": "tweet",
                        "details": {
                          "conversationDetails": {
                            "conversationSection": "HighQuality"
                          },
                          "timelinesDetails": {
                            "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                          }
                        }
                      }
                    }
                  }
                ],
                "metadata": {
                  "conversationMetadata": {
                    "allTweetIds": [
                      "1928527621391802628"
                    ],
                    "enableDeduplication": true
                  }
                },
                "displayType": "VerticalConversation",
                "clientEventInfo": {
                  "component": "tweet",
                  "details": {
                    "conversationDetails": {
                      "conversationSection": "HighQuality"
                    },
                    "timelinesDetails": {
                      "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                    }
                  }
                }
              }
            },
            {
              "entryId": "conversationthread-1928188316144325053",
              "sortIndex": "1953555322459127768",
              "content": {
                "entryType": "TimelineTimelineModule",
                "__typename": "TimelineTimelineModule",
                "items": [
                  {
                    "entryId": "conversationthread-1928188316144325053-tweet-1928188316144325053",
                    "item": {
                      "itemContent": {
                        "itemType": "TimelineTweet",
                        "__typename": "TimelineTweet",
                        "tweet_results": {
                          "result": {
                            "__typename": "Tweet",
                            "rest_id": "1928188316144325053",
                            "has_birdwatch_notes": false,
                            "core": {
                              "user_results": {
                                "result": {
                                  "__typename": "User",
                                  "id": "VXNlcjoxMTg5MDAyMjMyMzY2Mjg0ODAw",
                                  "rest_id": "1189002232366284800",
                                  "affiliates_highlighted_label": {},
                                  "has_graduated_access": true,
                                  "is_blue_verified": false,
                                  "profile_image_shape": "Circle",
                                  "legacy": {
                                    "can_dm": true,
                                    "can_media_tag": true,
                                    "created_at": "Tue Oct 29 02:13:28 +0000 2019",
                                    "default_profile": true,
                                    "default_profile_image": false,
                                    "description": "PhD student with @hseas ML Foundations Group. Previously @mcgillu.",
                                    "entities": {
                                      "description": {
                                        "urls": []
                                      },
                                      "url": {
                                        "urls": [
                                          {
                                            "display_url": "rosieyzh.github.io",
                                            "expanded_url": "https://rosieyzh.github.io/",
                                            "url": "https://t.co/Ekt3cU4pho",
                                            "indices": [
                                              0,
                                              23
                                            ]
                                          }
                                        ]
                                      }
                                    },
                                    "fast_followers_count": 0,
                                    "favourites_count": 411,
                                    "followers_count": 530,
                                    "friends_count": 573,
                                    "has_custom_timelines": true,
                                    "is_translator": false,
                                    "listed_count": 6,
                                    "location": "",
                                    "media_count": 5,
                                    "name": "Rosie Zhao",
                                    "normal_followers_count": 530,
                                    "pinned_tweet_ids_str": [],
                                    "possibly_sensitive": false,
                                    "profile_banner_url": "https://pbs.twimg.com/profile_banners/1189002232366284800/1719983017",
                                    "profile_image_url_https": "https://pbs.twimg.com/profile_images/1808197981969211393/O2P2IQPc_normal.jpg",
                                    "profile_interstitial_type": "",
                                    "screen_name": "rosieyzh",
                                    "statuses_count": 43,
                                    "translator_type": "none",
                                    "url": "https://t.co/Ekt3cU4pho",
                                    "verified": false,
                                    "want_retweets": false,
                                    "withheld_in_countries": []
                                  },
                                  "tipjar_settings": {}
                                }
                              }
                            },
                            "unmention_data": {},
                            "edit_control": {
                              "edit_tweet_ids": [
                                "1928188316144325053"
                              ],
                              "editable_until_msecs": "1748554493000",
                              "is_edit_eligible": false,
                              "edits_remaining": "5"
                            },
                            "is_translatable": false,
                            "views": {
                              "count": "599",
                              "state": "EnabledWithCount"
                            },
                            "source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
                            "legacy": {
                              "bookmark_count": 0,
                              "bookmarked": false,
                              "created_at": "Thu May 29 20:34:53 +0000 2025",
                              "conversation_id_str": "1928125752459022706",
                              "display_text_range": [
                                30,
                                149
                              ],
                              "entities": {
                                "hashtags": [],
                                "symbols": [],
                                "timestamps": [],
                                "urls": [],
                                "user_mentions": [
                                  {
                                    "id_str": "1172891108076077057",
                                    "name": "Antonio Orvieto",
                                    "screen_name": "orvieto_antonio",
                                    "indices": [
                                      0,
                                      16
                                    ]
                                  },
                                  {
                                    "id_str": "311082384",
                                    "name": "Robert M. Gower 🇺🇦",
                                    "screen_name": "gowerrobert",
                                    "indices": [
                                      17,
                                      29
                                    ]
                                  }
                                ]
                              },
                              "favorite_count": 2,
                              "favorited": false,
                              "full_text": "@orvieto_antonio @gowerrobert congrats on the interesting work Antonio! am excited to read this in more detail and dive into your extensive sweeps :)",
                              "in_reply_to_screen_name": "orvieto_antonio",
                              "in_reply_to_status_id_str": "1928125752459022706",
                              "in_reply_to_user_id_str": "1172891108076077057",
                              "is_quote_status": false,
                              "lang": "en",
                              "quote_count": 0,
                              "reply_count": 1,
                              "retweet_count": 0,
                              "retweeted": false,
                              "user_id_str": "1189002232366284800",
                              "id_str": "1928188316144325053"
                            },
                            "quick_promote_eligibility": {
                              "eligibility": "IneligibleNotProfessional"
                            }
                          }
                        },
                        "tweetDisplayType": "Tweet"
                      },
                      "clientEventInfo": {
                        "component": "tweet",
                        "element": "tweet",
                        "details": {
                          "conversationDetails": {
                            "conversationSection": "HighQuality"
                          },
                          "timelinesDetails": {
                            "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                          }
                        }
                      }
                    }
                  },
                  {
                    "entryId": "conversationthread-1928188316144325053-tweet-1928190820584243572",
                    "item": {
                      "itemContent": {
                        "itemType": "TimelineTweet",
                        "__typename": "TimelineTweet",
                        "tweet_results": {
                          "result": {
                            "__typename": "Tweet",
                            "rest_id": "1928190820584243572",
                            "has_birdwatch_notes": false,
                            "core": {
                              "user_results": {
                                "result": {
                                  "__typename": "User",
                                  "id": "VXNlcjoxMTcyODkxMTA4MDc2MDc3MDU3",
                                  "rest_id": "1172891108076077057",
                                  "affiliates_highlighted_label": {},
                                  "has_graduated_access": true,
                                  "is_blue_verified": true,
                                  "profile_image_shape": "Circle",
                                  "legacy": {
                                    "can_dm": true,
                                    "can_media_tag": true,
                                    "created_at": "Sat Sep 14 15:13:38 +0000 2019",
                                    "default_profile": true,
                                    "default_profile_image": false,
                                    "description": "Deep Learning PI @ELLISInst_Tue, Group Leader @MPI_IS.\nI compute stuff with lots of gradients 🧮, \nI like Kierkegaard & Lévi-Strauss 🧙‍♂️",
                                    "entities": {
                                      "description": {
                                        "urls": []
                                      },
                                      "url": {
                                        "urls": [
                                          {
                                            "display_url": "orvi.altervista.org",
                                            "expanded_url": "http://orvi.altervista.org/",
                                            "url": "https://t.co/VXg6JbHaXN",
                                            "indices": [
                                              0,
                                              23
                                            ]
                                          }
                                        ]
                                      }
                                    },
                                    "fast_followers_count": 0,
                                    "favourites_count": 326,
                                    "followers_count": 2187,
                                    "friends_count": 1166,
                                    "has_custom_timelines": false,
                                    "is_translator": false,
                                    "listed_count": 20,
                                    "location": "Tübingen",
                                    "media_count": 59,
                                    "name": "Antonio Orvieto",
                                    "normal_followers_count": 2187,
                                    "pinned_tweet_ids_str": [],
                                    "possibly_sensitive": false,
                                    "profile_banner_url": "https://pbs.twimg.com/profile_banners/1172891108076077057/1571239281",
                                    "profile_image_url_https": "https://pbs.twimg.com/profile_images/1715721495480070145/gRAWAkLO_normal.jpg",
                                    "profile_interstitial_type": "",
                                    "screen_name": "orvieto_antonio",
                                    "statuses_count": 370,
                                    "translator_type": "none",
                                    "url": "https://t.co/VXg6JbHaXN",
                                    "verified": false,
                                    "want_retweets": false,
                                    "withheld_in_countries": []
                                  },
                                  "tipjar_settings": {}
                                }
                              }
                            },
                            "unmention_data": {},
                            "edit_control": {
                              "edit_tweet_ids": [
                                "1928190820584243572"
                              ],
                              "editable_until_msecs": "1748555090000",
                              "is_edit_eligible": false,
                              "edits_remaining": "5"
                            },
                            "is_translatable": false,
                            "views": {
                              "count": "437",
                              "state": "EnabledWithCount"
                            },
                            "source": "<a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>",
                            "legacy": {
                              "bookmark_count": 0,
                              "bookmarked": false,
                              "created_at": "Thu May 29 20:44:50 +0000 2025",
                              "conversation_id_str": "1928125752459022706",
                              "display_text_range": [
                                23,
                                167
                              ],
                              "entities": {
                                "hashtags": [],
                                "symbols": [],
                                "timestamps": [],
                                "urls": [],
                                "user_mentions": [
                                  {
                                    "id_str": "1189002232366284800",
                                    "name": "Rosie Zhao",
                                    "screen_name": "rosieyzh",
                                    "indices": [
                                      0,
                                      9
                                    ]
                                  },
                                  {
                                    "id_str": "311082384",
                                    "name": "Robert M. Gower 🇺🇦",
                                    "screen_name": "gowerrobert",
                                    "indices": [
                                      10,
                                      22
                                    ]
                                  }
                                ]
                              },
                              "favorite_count": 1,
                              "favorited": false,
                              "full_text": "@rosieyzh @gowerrobert thanks to you rosie!! you discovered that sgd actually is not that bad with momentum0.98. there is something else we did with that.. stay tuned!",
                              "in_reply_to_screen_name": "rosieyzh",
                              "in_reply_to_status_id_str": "1928188316144325053",
                              "in_reply_to_user_id_str": "1189002232366284800",
                              "is_quote_status": false,
                              "lang": "en",
                              "quote_count": 0,
                              "reply_count": 1,
                              "retweet_count": 0,
                              "retweeted": false,
                              "user_id_str": "1172891108076077057",
                              "id_str": "1928190820584243572"
                            },
                            "quick_promote_eligibility": {
                              "eligibility": "IneligibleNotProfessional"
                            }
                          }
                        },
                        "tweetDisplayType": "Tweet"
                      },
                      "clientEventInfo": {
                        "component": "tweet",
                        "element": "tweet",
                        "details": {
                          "conversationDetails": {
                            "conversationSection": "HighQuality"
                          },
                          "timelinesDetails": {
                            "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                          }
                        }
                      }
                    }
                  },
                  {
                    "entryId": "conversationthread-1928188316144325053-cursor-showmore-663155039",
                    "item": {
                      "itemContent": {
                        "itemType": "TimelineTimelineCursor",
                        "__typename": "TimelineTimelineCursor",
                        "value": "DAABCwABAAAAMEVtUEM2d0FBQUFRL2dHSk4wdkdwL0FBQUFBSWF3azBPdTlkUnZSckNUMVhZRjhGMAgAAgAAAAYKAAMawk0Ou9dRvQ8ABAoAAAACGsJNDrvXUb0awk9V2BfBdAAA",
                        "cursorType": "ShowMore",
                        "displayTreatment": {
                          "actionText": "Show replies"
                        }
                      },
                      "clientEventInfo": {
                        "component": "cursor",
                        "element": "tweet",
                        "details": {
                          "conversationDetails": {
                            "conversationSection": "HighQuality"
                          },
                          "timelinesDetails": {
                            "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                          }
                        }
                      }
                    }
                  }
                ],
                "metadata": {
                  "conversationMetadata": {
                    "allTweetIds": [
                      "1928204247021105658"
                    ],
                    "enableDeduplication": true
                  }
                },
                "displayType": "VerticalConversation",
                "clientEventInfo": {
                  "component": "tweet",
                  "details": {
                    "conversationDetails": {
                      "conversationSection": "HighQuality"
                    },
                    "timelinesDetails": {
                      "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                    }
                  }
                }
              }
            },
            {
              "entryId": "conversationthread-1928351788979343408",
              "sortIndex": "1953555322459127758",
              "content": {
                "entryType": "TimelineTimelineModule",
                "__typename": "TimelineTimelineModule",
                "items": [
                  {
                    "entryId": "conversationthread-1928351788979343408-tweet-1928351788979343408",
                    "item": {
                      "itemContent": {
                        "itemType": "TimelineTweet",
                        "__typename": "TimelineTweet",
                        "tweet_results": {
                          "result": {
                            "__typename": "Tweet",
                            "rest_id": "1928351788979343408",
                            "has_birdwatch_notes": false,
                            "core": {
                              "user_results": {
                                "result": {
                                  "__typename": "User",
                                  "id": "VXNlcjoxMjM5NzgwMDE3MDQwNTgwNjEw",
                                  "rest_id": "1239780017040580610",
                                  "affiliates_highlighted_label": {},
                                  "has_graduated_access": true,
                                  "is_blue_verified": true,
                                  "profile_image_shape": "Circle",
                                  "legacy": {
                                    "can_dm": false,
                                    "can_media_tag": true,
                                    "created_at": "Tue Mar 17 05:06:12 +0000 2020",
                                    "default_profile": true,
                                    "default_profile_image": false,
                                    "description": "Phd student at  CUHK-Shenzhen. Intern at Kimi-Moonshot AI.\n\nWorking on optimization and LLMs https://t.co/8isSSbfoAx",
                                    "entities": {
                                      "description": {
                                        "urls": [
                                          {
                                            "display_url": "zyushun.github.io",
                                            "expanded_url": "https://zyushun.github.io/",
                                            "url": "https://t.co/8isSSbfoAx",
                                            "indices": [
                                              93,
                                              116
                                            ]
                                          }
                                        ]
                                      }
                                    },
                                    "fast_followers_count": 0,
                                    "favourites_count": 582,
                                    "followers_count": 558,
                                    "friends_count": 391,
                                    "has_custom_timelines": false,
                                    "is_translator": false,
                                    "listed_count": 10,
                                    "location": "",
                                    "media_count": 31,
                                    "name": "Yushun Zhang",
                                    "normal_followers_count": 558,
                                    "pinned_tweet_ids_str": [
                                      "1916148496685797638"
                                    ],
                                    "possibly_sensitive": false,
                                    "profile_image_url_https": "https://pbs.twimg.com/profile_images/1276326483766599687/Yesxu6sh_normal.jpg",
                                    "profile_interstitial_type": "",
                                    "screen_name": "yushun_zzz",
                                    "statuses_count": 375,
                                    "translator_type": "none",
                                    "verified": false,
                                    "want_retweets": false,
                                    "withheld_in_countries": []
                                  },
                                  "tipjar_settings": {}
                                }
                              }
                            },
                            "unmention_data": {},
                            "edit_control": {
                              "edit_tweet_ids": [
                                "1928351788979343408"
                              ],
                              "editable_until_msecs": "1748593468000",
                              "is_edit_eligible": false,
                              "edits_remaining": "5"
                            },
                            "is_translatable": false,
                            "views": {
                              "count": "283",
                              "state": "EnabledWithCount"
                            },
                            "source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
                            "note_tweet": {
                              "is_expandable": true,
                              "note_tweet_results": {
                                "result": {
                                  "id": "Tm90ZVR3ZWV0OjE5MjgzNTE3ODg4MTE1NzEyMDE=",
                                  "text": "🧐Nice work and thanks for the pointer!  If I understand it correctly (correct me if wrong): you suggest using (1) beta1= beta2 and (2) both betas need to be large. This actually lies in our theoretical \"good region\" as shown below in our early theory paper on Adam.  I believe our theory can support your findings https://t.co/cNc1mkZjOR\n\nBut in our paper, we only know (1) and (2) would work, but we did not know (1) and (2) are actually near-optimal. This seems interesting if holds true for general LLMs.",
                                  "entity_set": {
                                    "hashtags": [],
                                    "symbols": [],
                                    "urls": [
                                      {
                                        "display_url": "arxiv.org/abs/2208.09632",
                                        "expanded_url": "https://arxiv.org/abs/2208.09632",
                                        "url": "https://t.co/cNc1mkZjOR",
                                        "indices": [
                                          314,
                                          337
                                        ]
                                      }
                                    ],
                                    "user_mentions": []
                                  },
                                  "richtext": {
                                    "richtext_tags": []
                                  },
                                  "media": {
                                    "inline_media": []
                                  }
                                }
                              }
                            },
                            "legacy": {
                              "bookmark_count": 1,
                              "bookmarked": false,
                              "created_at": "Fri May 30 07:24:28 +0000 2025",
                              "conversation_id_str": "1928125752459022706",
                              "display_text_range": [
                                30,
                                307
                              ],
                              "entities": {
                                "hashtags": [],
                                "media": [
                                  {
                                    "display_url": "pic.x.com/mc0pxHHp3A",
                                    "expanded_url": "https://x.com/ericzhang0410/status/1928351788979343408/photo/1",
                                    "id_str": "1928351107144896514",
                                    "indices": [
                                      308,
                                      331
                                    ],
                                    "media_key": "3_1928351107144896514",
                                    "media_url_https": "https://pbs.twimg.com/media/GsLhHXeaUAIVmTz.jpg",
                                    "type": "photo",
                                    "url": "https://t.co/mc0pxHHp3A",
                                    "ext_media_availability": {
                                      "status": "Available"
                                    },
                                    "features": {
                                      "large": {
                                        "faces": []
                                      },
                                      "medium": {
                                        "faces": []
                                      },
                                      "small": {
                                        "faces": []
                                      },
                                      "orig": {
                                        "faces": []
                                      }
                                    },
                                    "sizes": {
                                      "large": {
                                        "h": 718,
                                        "w": 2048,
                                        "resize": "fit"
                                      },
                                      "medium": {
                                        "h": 421,
                                        "w": 1200,
                                        "resize": "fit"
                                      },
                                      "small": {
                                        "h": 238,
                                        "w": 680,
                                        "resize": "fit"
                                      },
                                      "thumb": {
                                        "h": 150,
                                        "w": 150,
                                        "resize": "crop"
                                      }
                                    },
                                    "original_info": {
                                      "height": 840,
                                      "width": 2396,
                                      "focus_rects": [
                                        {
                                          "x": 896,
                                          "y": 0,
                                          "w": 1500,
                                          "h": 840
                                        },
                                        {
                                          "x": 1556,
                                          "y": 0,
                                          "w": 840,
                                          "h": 840
                                        },
                                        {
                                          "x": 1608,
                                          "y": 0,
                                          "w": 737,
                                          "h": 840
                                        },
                                        {
                                          "x": 1766,
                                          "y": 0,
                                          "w": 420,
                                          "h": 840
                                        },
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 2396,
                                          "h": 840
                                        }
                                      ]
                                    },
                                    "allow_download_status": {
                                      "allow_download": true
                                    },
                                    "media_results": {
                                      "result": {
                                        "media_key": "3_1928351107144896514"
                                      }
                                    }
                                  }
                                ],
                                "symbols": [],
                                "timestamps": [],
                                "urls": [],
                                "user_mentions": [
                                  {
                                    "id_str": "1172891108076077057",
                                    "name": "Antonio Orvieto",
                                    "screen_name": "orvieto_antonio",
                                    "indices": [
                                      0,
                                      16
                                    ]
                                  },
                                  {
                                    "id_str": "311082384",
                                    "name": "Robert M. Gower 🇺🇦",
                                    "screen_name": "gowerrobert",
                                    "indices": [
                                      17,
                                      29
                                    ]
                                  }
                                ]
                              },
                              "extended_entities": {
                                "media": [
                                  {
                                    "display_url": "pic.x.com/mc0pxHHp3A",
                                    "expanded_url": "https://x.com/ericzhang0410/status/1928351788979343408/photo/1",
                                    "id_str": "1928351107144896514",
                                    "indices": [
                                      308,
                                      331
                                    ],
                                    "media_key": "3_1928351107144896514",
                                    "media_url_https": "https://pbs.twimg.com/media/GsLhHXeaUAIVmTz.jpg",
                                    "type": "photo",
                                    "url": "https://t.co/mc0pxHHp3A",
                                    "ext_media_availability": {
                                      "status": "Available"
                                    },
                                    "features": {
                                      "large": {
                                        "faces": []
                                      },
                                      "medium": {
                                        "faces": []
                                      },
                                      "small": {
                                        "faces": []
                                      },
                                      "orig": {
                                        "faces": []
                                      }
                                    },
                                    "sizes": {
                                      "large": {
                                        "h": 718,
                                        "w": 2048,
                                        "resize": "fit"
                                      },
                                      "medium": {
                                        "h": 421,
                                        "w": 1200,
                                        "resize": "fit"
                                      },
                                      "small": {
                                        "h": 238,
                                        "w": 680,
                                        "resize": "fit"
                                      },
                                      "thumb": {
                                        "h": 150,
                                        "w": 150,
                                        "resize": "crop"
                                      }
                                    },
                                    "original_info": {
                                      "height": 840,
                                      "width": 2396,
                                      "focus_rects": [
                                        {
                                          "x": 896,
                                          "y": 0,
                                          "w": 1500,
                                          "h": 840
                                        },
                                        {
                                          "x": 1556,
                                          "y": 0,
                                          "w": 840,
                                          "h": 840
                                        },
                                        {
                                          "x": 1608,
                                          "y": 0,
                                          "w": 737,
                                          "h": 840
                                        },
                                        {
                                          "x": 1766,
                                          "y": 0,
                                          "w": 420,
                                          "h": 840
                                        },
                                        {
                                          "x": 0,
                                          "y": 0,
                                          "w": 2396,
                                          "h": 840
                                        }
                                      ]
                                    },
                                    "allow_download_status": {
                                      "allow_download": true
                                    },
                                    "media_results": {
                                      "result": {
                                        "media_key": "3_1928351107144896514"
                                      }
                                    }
                                  }
                                ]
                              },
                              "favorite_count": 1,
                              "favorited": false,
                              "full_text": "@orvieto_antonio @gowerrobert 🧐Nice work and thanks for the pointer!  If I understand it correctly (correct me if wrong): you suggest using (1) beta1= beta2 and (2) both betas need to be large. This actually lies in our theoretical \"good region\" as shown below in our early theory paper on Adam.  I believe… https://t.co/mc0pxHHp3A",
                              "in_reply_to_screen_name": "orvieto_antonio",
                              "in_reply_to_status_id_str": "1928125752459022706",
                              "in_reply_to_user_id_str": "1172891108076077057",
                              "is_quote_status": false,
                              "lang": "en",
                              "possibly_sensitive": false,
                              "possibly_sensitive_editable": true,
                              "quote_count": 0,
                              "reply_count": 0,
                              "retweet_count": 0,
                              "retweeted": false,
                              "user_id_str": "1239780017040580610",
                              "id_str": "1928351788979343408"
                            },
                            "quick_promote_eligibility": {
                              "eligibility": "IneligibleNotProfessional"
                            }
                          }
                        },
                        "tweetDisplayType": "Tweet"
                      },
                      "clientEventInfo": {
                        "component": "tweet",
                        "element": "tweet",
                        "details": {
                          "conversationDetails": {
                            "conversationSection": "HighQuality"
                          },
                          "timelinesDetails": {
                            "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                          }
                        }
                      }
                    }
                  }
                ],
                "metadata": {
                  "conversationMetadata": {
                    "allTweetIds": [
                      "1928351788979343408"
                    ],
                    "enableDeduplication": true
                  }
                },
                "displayType": "VerticalConversation",
                "clientEventInfo": {
                  "component": "tweet",
                  "details": {
                    "conversationDetails": {
                      "conversationSection": "HighQuality"
                    },
                    "timelinesDetails": {
                      "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                    }
                  }
                }
              }
            },
            {
              "entryId": "conversationthread-1931085871991693503",
              "sortIndex": "1953555322459127748",
              "content": {
                "entryType": "TimelineTimelineModule",
                "__typename": "TimelineTimelineModule",
                "items": [
                  {
                    "entryId": "conversationthread-1931085871991693503-tweet-1931085871991693503",
                    "item": {
                      "itemContent": {
                        "itemType": "TimelineTweet",
                        "__typename": "TimelineTweet",
                        "tweet_results": {
                          "result": {
                            "__typename": "Tweet",
                            "rest_id": "1931085871991693503",
                            "has_birdwatch_notes": false,
                            "core": {
                              "user_results": {
                                "result": {
                                  "__typename": "User",
                                  "id": "VXNlcjo1NTk1NzI4ODU=",
                                  "rest_id": "559572885",
                                  "affiliates_highlighted_label": {},
                                  "has_graduated_access": true,
                                  "is_blue_verified": false,
                                  "profile_image_shape": "Circle",
                                  "legacy": {
                                    "can_dm": false,
                                    "can_media_tag": true,
                                    "created_at": "Sat Apr 21 12:26:18 +0000 2012",
                                    "default_profile": false,
                                    "default_profile_image": false,
                                    "description": "teaching machines🤖 to learn🔍 and fantasize🪄\nnow 🇬🇧@ImperialCollege @ICComputing\nex @MSFTResearch @CambridgeMLG\nhelping @aistats_conf 24-26",
                                    "entities": {
                                      "description": {
                                        "urls": []
                                      },
                                      "url": {
                                        "urls": [
                                          {
                                            "display_url": "yingzhenli.net",
                                            "expanded_url": "http://yingzhenli.net",
                                            "url": "https://t.co/vDEkdABDGz",
                                            "indices": [
                                              0,
                                              23
                                            ]
                                          }
                                        ]
                                      }
                                    },
                                    "fast_followers_count": 0,
                                    "favourites_count": 789,
                                    "followers_count": 3910,
                                    "friends_count": 158,
                                    "has_custom_timelines": true,
                                    "is_translator": false,
                                    "listed_count": 43,
                                    "location": "",
                                    "media_count": 41,
                                    "name": "yingzhen",
                                    "normal_followers_count": 3910,
                                    "pinned_tweet_ids_str": [],
                                    "possibly_sensitive": false,
                                    "profile_banner_url": "https://pbs.twimg.com/profile_banners/559572885/1491205829",
                                    "profile_image_url_https": "https://pbs.twimg.com/profile_images/1728715705640497152/9qkJwJNQ_normal.jpg",
                                    "profile_interstitial_type": "",
                                    "screen_name": "liyzhen2",
                                    "statuses_count": 556,
                                    "translator_type": "none",
                                    "url": "https://t.co/vDEkdABDGz",
                                    "verified": false,
                                    "want_retweets": false,
                                    "withheld_in_countries": []
                                  },
                                  "tipjar_settings": {}
                                }
                              }
                            },
                            "card": {
                              "rest_id": "https://t.co/IGzljIU31U",
                              "legacy": {
                                "binding_values": [
                                  {
                                    "key": "thumbnail_image",
                                    "value": {
                                      "image_value": {
                                        "alt": "arXiv logo",
                                        "height": 144,
                                        "width": 144,
                                        "url": "https://pbs.twimg.com/card_img/1949720266415726592/AM-y2aUP?format=jpg&name=144x144_2"
                                      },
                                      "type": "IMAGE"
                                    }
                                  },
                                  {
                                    "key": "description",
                                    "value": {
                                      "string_value": "We give extensive empirical evidence against the common belief that variational learning is ineffective for large neural networks. We show that an optimizer called Improved Variational Online...",
                                      "type": "STRING"
                                    }
                                  },
                                  {
                                    "key": "domain",
                                    "value": {
                                      "string_value": "arxiv.org",
                                      "type": "STRING"
                                    }
                                  },
                                  {
                                    "key": "thumbnail_image_large",
                                    "value": {
                                      "image_value": {
                                        "alt": "arXiv logo",
                                        "height": 420,
                                        "width": 420,
                                        "url": "https://pbs.twimg.com/card_img/1949720266415726592/AM-y2aUP?format=jpg&name=420x420_2"
                                      },
                                      "type": "IMAGE"
                                    }
                                  },
                                  {
                                    "key": "thumbnail_image_original",
                                    "value": {
                                      "image_value": {
                                        "alt": "arXiv logo",
                                        "height": 1000,
                                        "width": 1000,
                                        "url": "https://pbs.twimg.com/card_img/1949720266415726592/AM-y2aUP?format=jpg&name=orig"
                                      },
                                      "type": "IMAGE"
                                    }
                                  },
                                  {
                                    "key": "site",
                                    "value": {
                                      "scribe_key": "publisher_id",
                                      "type": "USER",
                                      "user_value": {
                                        "id_str": "808633423300624384",
                                        "path": []
                                      }
                                    }
                                  },
                                  {
                                    "key": "thumbnail_image_small",
                                    "value": {
                                      "image_value": {
                                        "alt": "arXiv logo",
                                        "height": 100,
                                        "width": 100,
                                        "url": "https://pbs.twimg.com/card_img/1949720266415726592/AM-y2aUP?format=jpg&name=100x100_2"
                                      },
                                      "type": "IMAGE"
                                    }
                                  },
                                  {
                                    "key": "thumbnail_image_x_large",
                                    "value": {
                                      "image_value": {
                                        "alt": "arXiv logo",
                                        "height": 1000,
                                        "width": 1000,
                                        "url": "https://pbs.twimg.com/card_img/1949720266415726592/AM-y2aUP?format=png&name=2048x2048_2_exp"
                                      },
                                      "type": "IMAGE"
                                    }
                                  },
                                  {
                                    "key": "thumbnail_image_alt_text",
                                    "value": {
                                      "string_value": "arXiv logo",
                                      "type": "STRING"
                                    }
                                  },
                                  {
                                    "key": "vanity_url",
                                    "value": {
                                      "scribe_key": "vanity_url",
                                      "string_value": "arxiv.org",
                                      "type": "STRING"
                                    }
                                  },
                                  {
                                    "key": "thumbnail_image_color",
                                    "value": {
                                      "image_color_value": {
                                        "palette": [
                                          {
                                            "rgb": {
                                              "blue": 255,
                                              "green": 255,
                                              "red": 255
                                            },
                                            "percentage": 94.17
                                          },
                                          {
                                            "rgb": {
                                              "blue": 105,
                                              "green": 116,
                                              "red": 124
                                            },
                                            "percentage": 4.33
                                          },
                                          {
                                            "rgb": {
                                              "blue": 46,
                                              "green": 21,
                                              "red": 170
                                            },
                                            "percentage": 1.26
                                          },
                                          {
                                            "rgb": {
                                              "blue": 131,
                                              "green": 116,
                                              "red": 203
                                            },
                                            "percentage": 0.23
                                          }
                                        ]
                                      },
                                      "type": "IMAGE_COLOR"
                                    }
                                  },
                                  {
                                    "key": "title",
                                    "value": {
                                      "string_value": "Variational Learning is Effective for Large Deep Networks",
                                      "type": "STRING"
                                    }
                                  },
                                  {
                                    "key": "card_url",
                                    "value": {
                                      "scribe_key": "card_url",
                                      "string_value": "https://t.co/IGzljIU31U",
                                      "type": "STRING"
                                    }
                                  }
                                ],
                                "card_platform": {
                                  "platform": {
                                    "audience": {
                                      "name": "production"
                                    },
                                    "device": {
                                      "name": "Android",
                                      "version": "12"
                                    }
                                  }
                                },
                                "name": "summary",
                                "url": "https://t.co/IGzljIU31U",
                                "user_refs_results": [
                                  {
                                    "result": {
                                      "__typename": "User",
                                      "id": "VXNlcjo4MDg2MzM0MjMzMDA2MjQzODQ=",
                                      "rest_id": "808633423300624384",
                                      "affiliates_highlighted_label": {},
                                      "has_graduated_access": true,
                                      "is_blue_verified": false,
                                      "profile_image_shape": "Circle",
                                      "legacy": {
                                        "can_dm": true,
                                        "can_media_tag": true,
                                        "created_at": "Tue Dec 13 11:23:26 +0000 2016",
                                        "default_profile": false,
                                        "default_profile_image": false,
                                        "description": "News from https://t.co/enurGFxpcS, a free distribution service and an open archive for scholarly articles.\n\nFor help with arXiv, see https://t.co/LcWuhM0BOl",
                                        "entities": {
                                          "description": {
                                            "urls": [
                                              {
                                                "display_url": "arXiv.org",
                                                "expanded_url": "http://arXiv.org",
                                                "url": "https://t.co/enurGFxpcS",
                                                "indices": [
                                                  10,
                                                  33
                                                ]
                                              },
                                              {
                                                "display_url": "arxiv.org/help",
                                                "expanded_url": "https://arxiv.org/help",
                                                "url": "https://t.co/LcWuhM0BOl",
                                                "indices": [
                                                  133,
                                                  156
                                                ]
                                              }
                                            ]
                                          },
                                          "url": {
                                            "urls": [
                                              {
                                                "display_url": "arxiv.org",
                                                "expanded_url": "https://arxiv.org/",
                                                "url": "https://t.co/DHMkdi4lF9",
                                                "indices": [
                                                  0,
                                                  23
                                                ]
                                              }
                                            ]
                                          }
                                        },
                                        "fast_followers_count": 0,
                                        "favourites_count": 948,
                                        "followers_count": 41365,
                                        "friends_count": 187,
                                        "has_custom_timelines": false,
                                        "is_translator": false,
                                        "listed_count": 487,
                                        "location": "Ithaca, NY",
                                        "media_count": 109,
                                        "name": "arXiv.org",
                                        "normal_followers_count": 41365,
                                        "pinned_tweet_ids_str": [],
                                        "possibly_sensitive": false,
                                        "profile_banner_url": "https://pbs.twimg.com/profile_banners/808633423300624384/1481635469",
                                        "profile_image_url_https": "https://pbs.twimg.com/profile_images/1365352170267299840/IzvjKckL_normal.jpg",
                                        "profile_interstitial_type": "",
                                        "screen_name": "arxiv",
                                        "statuses_count": 1106,
                                        "translator_type": "none",
                                        "url": "https://t.co/DHMkdi4lF9",
                                        "verified": false,
                                        "want_retweets": false,
                                        "withheld_in_countries": []
                                      },
                                      "tipjar_settings": {}
                                    }
                                  }
                                ]
                              }
                            },
                            "unmention_data": {},
                            "edit_control": {
                              "edit_tweet_ids": [
                                "1931085871991693503"
                              ],
                              "editable_until_msecs": "1749245324000",
                              "is_edit_eligible": false,
                              "edits_remaining": "5"
                            },
                            "is_translatable": false,
                            "views": {
                              "count": "185",
                              "state": "EnabledWithCount"
                            },
                            "source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
                            "legacy": {
                              "bookmark_count": 0,
                              "bookmarked": false,
                              "created_at": "Fri Jun 06 20:28:44 +0000 2025",
                              "conversation_id_str": "1928125752459022706",
                              "display_text_range": [
                                30,
                                159
                              ],
                              "entities": {
                                "hashtags": [],
                                "symbols": [],
                                "timestamps": [],
                                "urls": [
                                  {
                                    "display_url": "arxiv.org/abs/2402.17641",
                                    "expanded_url": "https://arxiv.org/abs/2402.17641",
                                    "url": "https://t.co/IGzljIU31U",
                                    "indices": [
                                      136,
                                      159
                                    ]
                                  }
                                ],
                                "user_mentions": [
                                  {
                                    "id_str": "1172891108076077057",
                                    "name": "Antonio Orvieto",
                                    "screen_name": "orvieto_antonio",
                                    "indices": [
                                      0,
                                      16
                                    ]
                                  },
                                  {
                                    "id_str": "311082384",
                                    "name": "Robert M. Gower 🇺🇦",
                                    "screen_name": "gowerrobert",
                                    "indices": [
                                      17,
                                      29
                                    ]
                                  },
                                  {
                                    "id_str": "927837253",
                                    "name": "Emtiyaz Khan",
                                    "screen_name": "EmtiyazKhan",
                                    "indices": [
                                      65,
                                      77
                                    ]
                                  }
                                ]
                              },
                              "favorite_count": 3,
                              "favorited": false,
                              "full_text": "@orvieto_antonio @gowerrobert Maybe you'll be interested in what @EmtiyazKhan is doing regarding IVON and his various versions of Adam? https://t.co/IGzljIU31U",
                              "in_reply_to_screen_name": "orvieto_antonio",
                              "in_reply_to_status_id_str": "1928125752459022706",
                              "in_reply_to_user_id_str": "1172891108076077057",
                              "is_quote_status": false,
                              "lang": "en",
                              "possibly_sensitive": false,
                              "possibly_sensitive_editable": true,
                              "quote_count": 0,
                              "reply_count": 0,
                              "retweet_count": 0,
                              "retweeted": false,
                              "user_id_str": "559572885",
                              "id_str": "1931085871991693503"
                            },
                            "quick_promote_eligibility": {
                              "eligibility": "IneligibleNotProfessional"
                            }
                          }
                        },
                        "tweetDisplayType": "Tweet"
                      },
                      "clientEventInfo": {
                        "component": "tweet",
                        "element": "tweet",
                        "details": {
                          "conversationDetails": {
                            "conversationSection": "HighQuality"
                          },
                          "timelinesDetails": {
                            "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                          }
                        }
                      }
                    }
                  }
                ],
                "metadata": {
                  "conversationMetadata": {
                    "allTweetIds": [
                      "1931085871991693503"
                    ],
                    "enableDeduplication": true
                  }
                },
                "displayType": "VerticalConversation",
                "clientEventInfo": {
                  "component": "tweet",
                  "details": {
                    "conversationDetails": {
                      "conversationSection": "HighQuality"
                    },
                    "timelinesDetails": {
                      "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                    }
                  }
                }
              }
            },
            {
              "entryId": "conversationthread-1928176125022269448",
              "sortIndex": "1953555322459127738",
              "content": {
                "entryType": "TimelineTimelineModule",
                "__typename": "TimelineTimelineModule",
                "items": [
                  {
                    "entryId": "conversationthread-1928176125022269448-tweet-1928176125022269448",
                    "item": {
                      "itemContent": {
                        "itemType": "TimelineTweet",
                        "__typename": "TimelineTweet",
                        "tweet_results": {
                          "result": {
                            "__typename": "Tweet",
                            "rest_id": "1928176125022269448",
                            "has_birdwatch_notes": false,
                            "core": {
                              "user_results": {
                                "result": {
                                  "__typename": "User",
                                  "id": "VXNlcjoxMDE3ODU1OTc4MTIzODgyNDk2",
                                  "rest_id": "1017855978123882496",
                                  "affiliates_highlighted_label": {},
                                  "has_graduated_access": true,
                                  "is_blue_verified": false,
                                  "profile_image_shape": "Circle",
                                  "legacy": {
                                    "can_dm": true,
                                    "can_media_tag": false,
                                    "created_at": "Fri Jul 13 19:39:10 +0000 2018",
                                    "default_profile": false,
                                    "default_profile_image": false,
                                    "description": "moloch disrespectoor // qualia connoisseur // tensor whisperer // epistemology enjoyer // kardashev allocator // leverage sniper // starship captain",
                                    "entities": {
                                      "description": {
                                        "urls": []
                                      },
                                      "url": {
                                        "urls": [
                                          {
                                            "display_url": "mathesis.substack.com",
                                            "expanded_url": "http://mathesis.substack.com",
                                            "url": "https://t.co/YgnRaSx7hn",
                                            "indices": [
                                              0,
                                              23
                                            ]
                                          }
                                        ]
                                      }
                                    },
                                    "fast_followers_count": 0,
                                    "favourites_count": 164417,
                                    "followers_count": 4421,
                                    "friends_count": 7504,
                                    "has_custom_timelines": true,
                                    "is_translator": false,
                                    "listed_count": 83,
                                    "location": "Noumena",
                                    "media_count": 2184,
                                    "name": "Kirito (e/acc) 🏴‍☠️",
                                    "normal_followers_count": 4421,
                                    "pinned_tweet_ids_str": [
                                      "1931627351940764116"
                                    ],
                                    "possibly_sensitive": false,
                                    "profile_banner_url": "https://pbs.twimg.com/profile_banners/1017855978123882496/1704420178",
                                    "profile_image_url_https": "https://pbs.twimg.com/profile_images/1674593632978968578/lI0b6TIU_normal.jpg",
                                    "profile_interstitial_type": "",
                                    "screen_name": "bronzeagepapi",
                                    "statuses_count": 37778,
                                    "translator_type": "none",
                                    "url": "https://t.co/YgnRaSx7hn",
                                    "verified": false,
                                    "want_retweets": false,
                                    "withheld_in_countries": []
                                  },
                                  "tipjar_settings": {}
                                }
                              }
                            },
                            "unmention_data": {},
                            "edit_control": {
                              "edit_tweet_ids": [
                                "1928176125022269448"
                              ],
                              "editable_until_msecs": "1748551586000",
                              "is_edit_eligible": false,
                              "edits_remaining": "5"
                            },
                            "is_translatable": false,
                            "views": {
                              "count": "323",
                              "state": "EnabledWithCount"
                            },
                            "source": "<a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>",
                            "legacy": {
                              "bookmark_count": 0,
                              "bookmarked": false,
                              "created_at": "Thu May 29 19:46:26 +0000 2025",
                              "conversation_id_str": "1928125752459022706",
                              "display_text_range": [
                                30,
                                42
                              ],
                              "entities": {
                                "hashtags": [],
                                "symbols": [],
                                "timestamps": [],
                                "urls": [],
                                "user_mentions": [
                                  {
                                    "id_str": "1172891108076077057",
                                    "name": "Antonio Orvieto",
                                    "screen_name": "orvieto_antonio",
                                    "indices": [
                                      0,
                                      16
                                    ]
                                  },
                                  {
                                    "id_str": "311082384",
                                    "name": "Robert M. Gower 🇺🇦",
                                    "screen_name": "gowerrobert",
                                    "indices": [
                                      17,
                                      29
                                    ]
                                  },
                                  {
                                    "id_str": "1529156127006392320",
                                    "name": "Simo Ryu",
                                    "screen_name": "cloneofsimo",
                                    "indices": [
                                      30,
                                      42
                                    ]
                                  }
                                ]
                              },
                              "favorite_count": 1,
                              "favorited": false,
                              "full_text": "@orvieto_antonio @gowerrobert @cloneofsimo",
                              "in_reply_to_screen_name": "orvieto_antonio",
                              "in_reply_to_status_id_str": "1928125752459022706",
                              "in_reply_to_user_id_str": "1172891108076077057",
                              "is_quote_status": false,
                              "lang": "qam",
                              "quote_count": 0,
                              "reply_count": 0,
                              "retweet_count": 0,
                              "retweeted": false,
                              "user_id_str": "1017855978123882496",
                              "id_str": "1928176125022269448"
                            },
                            "quick_promote_eligibility": {
                              "eligibility": "IneligibleNotProfessional"
                            }
                          }
                        },
                        "tweetDisplayType": "Tweet"
                      },
                      "clientEventInfo": {
                        "component": "tweet",
                        "element": "tweet",
                        "details": {
                          "conversationDetails": {
                            "conversationSection": "HighQuality"
                          },
                          "timelinesDetails": {
                            "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                          }
                        }
                      }
                    }
                  }
                ],
                "metadata": {
                  "conversationMetadata": {
                    "allTweetIds": [
                      "1928176125022269448"
                    ],
                    "enableDeduplication": true
                  }
                },
                "displayType": "VerticalConversation",
                "clientEventInfo": {
                  "component": "tweet",
                  "details": {
                    "conversationDetails": {
                      "conversationSection": "HighQuality"
                    },
                    "timelinesDetails": {
                      "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                    }
                  }
                }
              }
            },
            {
              "entryId": "conversationthread-1928183512546385979",
              "sortIndex": "1953555322459127728",
              "content": {
                "entryType": "TimelineTimelineModule",
                "__typename": "TimelineTimelineModule",
                "items": [
                  {
                    "entryId": "conversationthread-1928183512546385979-tweet-1928183512546385979",
                    "item": {
                      "itemContent": {
                        "itemType": "TimelineTweet",
                        "__typename": "TimelineTweet",
                        "tweet_results": {
                          "result": {
                            "__typename": "Tweet",
                            "rest_id": "1928183512546385979",
                            "has_birdwatch_notes": false,
                            "core": {
                              "user_results": {
                                "result": {
                                  "__typename": "User",
                                  "id": "VXNlcjo4MzU4MjY2OTU5MTU0OTEzMjg=",
                                  "rest_id": "835826695915491328",
                                  "affiliates_highlighted_label": {},
                                  "has_graduated_access": true,
                                  "is_blue_verified": false,
                                  "profile_image_shape": "Circle",
                                  "legacy": {
                                    "can_dm": false,
                                    "can_media_tag": true,
                                    "created_at": "Sun Feb 26 12:19:48 +0000 2017",
                                    "default_profile": true,
                                    "default_profile_image": false,
                                    "description": "Xi Wang, Full-stack Bayesian, ECNU, UMass CICS, JHU CS, Fan of U-Shape",
                                    "entities": {
                                      "description": {
                                        "urls": []
                                      }
                                    },
                                    "fast_followers_count": 0,
                                    "favourites_count": 1760,
                                    "followers_count": 336,
                                    "friends_count": 504,
                                    "has_custom_timelines": false,
                                    "is_translator": false,
                                    "listed_count": 6,
                                    "location": "",
                                    "media_count": 72,
                                    "name": "Xidulu",
                                    "normal_followers_count": 336,
                                    "pinned_tweet_ids_str": [],
                                    "possibly_sensitive": false,
                                    "profile_image_url_https": "https://pbs.twimg.com/profile_images/1412336945510817794/WR8A13zl_normal.jpg",
                                    "profile_interstitial_type": "",
                                    "screen_name": "xidulu",
                                    "statuses_count": 1118,
                                    "translator_type": "none",
                                    "verified": false,
                                    "want_retweets": false,
                                    "withheld_in_countries": []
                                  },
                                  "tipjar_settings": {}
                                }
                              }
                            },
                            "unmention_data": {},
                            "edit_control": {
                              "edit_tweet_ids": [
                                "1928183512546385979"
                              ],
                              "editable_until_msecs": "1748553347000",
                              "is_edit_eligible": false,
                              "edits_remaining": "5"
                            },
                            "is_translatable": false,
                            "views": {
                              "count": "377",
                              "state": "EnabledWithCount"
                            },
                            "source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
                            "legacy": {
                              "bookmark_count": 0,
                              "bookmarked": false,
                              "created_at": "Thu May 29 20:15:47 +0000 2025",
                              "conversation_id_str": "1928125752459022706",
                              "display_text_range": [
                                30,
                                173
                              ],
                              "entities": {
                                "hashtags": [],
                                "symbols": [],
                                "timestamps": [],
                                "urls": [
                                  {
                                    "display_url": "proceedings.mlr.press/v80/khan18a/kh…",
                                    "expanded_url": "https://proceedings.mlr.press/v80/khan18a/khan18a.pdf",
                                    "url": "https://t.co/dR0ZvWNxpF",
                                    "indices": [
                                      98,
                                      121
                                    ]
                                  },
                                  {
                                    "display_url": "proceedings.neurips.cc/paper_files/pa…",
                                    "expanded_url": "https://proceedings.neurips.cc/paper_files/paper/2019/file/b53477c2821c1bf0da5d40e57b870d35-Paper.pdf",
                                    "url": "https://t.co/zp2xW0SDEV",
                                    "indices": [
                                      122,
                                      145
                                    ]
                                  }
                                ],
                                "user_mentions": [
                                  {
                                    "id_str": "1172891108076077057",
                                    "name": "Antonio Orvieto",
                                    "screen_name": "orvieto_antonio",
                                    "indices": [
                                      0,
                                      16
                                    ]
                                  },
                                  {
                                    "id_str": "311082384",
                                    "name": "Robert M. Gower 🇺🇦",
                                    "screen_name": "gowerrobert",
                                    "indices": [
                                      17,
                                      29
                                    ]
                                  },
                                  {
                                    "id_str": "1196487762851045376",
                                    "name": "Thomas Möllenhoff",
                                    "screen_name": "tmoellenhoff",
                                    "indices": [
                                      151,
                                      164
                                    ]
                                  }
                                ]
                              },
                              "favorite_count": 4,
                              "favorited": false,
                              "full_text": "@orvieto_antonio @gowerrobert I think there are couple of papers that relates Adam with doing VI, https://t.co/dR0ZvWNxpF https://t.co/zp2xW0SDEV from @tmoellenhoff 's group",
                              "in_reply_to_screen_name": "orvieto_antonio",
                              "in_reply_to_status_id_str": "1928125752459022706",
                              "in_reply_to_user_id_str": "1172891108076077057",
                              "is_quote_status": false,
                              "lang": "en",
                              "possibly_sensitive": false,
                              "possibly_sensitive_editable": true,
                              "quote_count": 0,
                              "reply_count": 1,
                              "retweet_count": 0,
                              "retweeted": false,
                              "user_id_str": "835826695915491328",
                              "id_str": "1928183512546385979"
                            },
                            "quick_promote_eligibility": {
                              "eligibility": "IneligibleNotProfessional"
                            }
                          }
                        },
                        "tweetDisplayType": "Tweet"
                      },
                      "clientEventInfo": {
                        "component": "tweet",
                        "element": "tweet",
                        "details": {
                          "conversationDetails": {
                            "conversationSection": "HighQuality"
                          },
                          "timelinesDetails": {
                            "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                          }
                        }
                      }
                    }
                  }
                ],
                "metadata": {
                  "conversationMetadata": {
                    "allTweetIds": [
                      "1928183512546385979"
                    ],
                    "enableDeduplication": true
                  }
                },
                "displayType": "VerticalConversation",
                "clientEventInfo": {
                  "component": "tweet",
                  "details": {
                    "conversationDetails": {
                      "conversationSection": "HighQuality"
                    },
                    "timelinesDetails": {
                      "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                    }
                  }
                }
              }
            },
            {
              "entryId": "conversationthread-1928182787896385869",
              "sortIndex": "1953555322459127718",
              "content": {
                "entryType": "TimelineTimelineModule",
                "__typename": "TimelineTimelineModule",
                "items": [
                  {
                    "entryId": "conversationthread-1928182787896385869-tweet-1928182787896385869",
                    "item": {
                      "itemContent": {
                        "itemType": "TimelineTweet",
                        "__typename": "TimelineTweet",
                        "tweet_results": {
                          "result": {
                            "__typename": "Tweet",
                            "rest_id": "1928182787896385869",
                            "has_birdwatch_notes": false,
                            "core": {
                              "user_results": {
                                "result": {
                                  "__typename": "User",
                                  "id": "VXNlcjo0NjY5MTY1MTY=",
                                  "rest_id": "466916516",
                                  "affiliates_highlighted_label": {},
                                  "has_graduated_access": true,
                                  "is_blue_verified": false,
                                  "profile_image_shape": "Circle",
                                  "legacy": {
                                    "can_dm": false,
                                    "can_media_tag": true,
                                    "created_at": "Tue Jan 17 22:53:14 +0000 2012",
                                    "default_profile": true,
                                    "default_profile_image": false,
                                    "description": "Machine learning scientist.",
                                    "entities": {
                                      "description": {
                                        "urls": []
                                      },
                                      "url": {
                                        "urls": [
                                          {
                                            "display_url": "lballes.github.io",
                                            "expanded_url": "https://lballes.github.io",
                                            "url": "https://t.co/PIhzWS1hzD",
                                            "indices": [
                                              0,
                                              23
                                            ]
                                          }
                                        ]
                                      }
                                    },
                                    "fast_followers_count": 0,
                                    "favourites_count": 485,
                                    "followers_count": 552,
                                    "friends_count": 516,
                                    "has_custom_timelines": true,
                                    "is_translator": false,
                                    "listed_count": 11,
                                    "location": "Heidelberg, Deutschland",
                                    "media_count": 19,
                                    "name": "Lukas Balles",
                                    "normal_followers_count": 552,
                                    "pinned_tweet_ids_str": [],
                                    "possibly_sensitive": false,
                                    "profile_image_url_https": "https://pbs.twimg.com/profile_images/1439859752050307072/Z6h1i7wA_normal.jpg",
                                    "profile_interstitial_type": "",
                                    "screen_name": "lukas_balles",
                                    "statuses_count": 186,
                                    "translator_type": "none",
                                    "url": "https://t.co/PIhzWS1hzD",
                                    "verified": false,
                                    "want_retweets": false,
                                    "withheld_in_countries": []
                                  },
                                  "tipjar_settings": {}
                                }
                              }
                            },
                            "unmention_data": {},
                            "edit_control": {
                              "edit_tweet_ids": [
                                "1928182787896385869"
                              ],
                              "editable_until_msecs": "1748553175000",
                              "is_edit_eligible": false,
                              "edits_remaining": "5"
                            },
                            "is_translatable": false,
                            "views": {
                              "count": "289",
                              "state": "EnabledWithCount"
                            },
                            "source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
                            "legacy": {
                              "bookmark_count": 0,
                              "bookmarked": false,
                              "created_at": "Thu May 29 20:12:55 +0000 2025",
                              "conversation_id_str": "1928125752459022706",
                              "display_text_range": [
                                30,
                                78
                              ],
                              "entities": {
                                "hashtags": [],
                                "symbols": [],
                                "timestamps": [],
                                "urls": [],
                                "user_mentions": [
                                  {
                                    "id_str": "1172891108076077057",
                                    "name": "Antonio Orvieto",
                                    "screen_name": "orvieto_antonio",
                                    "indices": [
                                      0,
                                      16
                                    ]
                                  },
                                  {
                                    "id_str": "311082384",
                                    "name": "Robert M. Gower 🇺🇦",
                                    "screen_name": "gowerrobert",
                                    "indices": [
                                      17,
                                      29
                                    ]
                                  }
                                ]
                              },
                              "favorite_count": 0,
                              "favorited": false,
                              "full_text": "@orvieto_antonio @gowerrobert Sounds very interesting, will check it out asap!",
                              "in_reply_to_screen_name": "orvieto_antonio",
                              "in_reply_to_status_id_str": "1928125752459022706",
                              "in_reply_to_user_id_str": "1172891108076077057",
                              "is_quote_status": false,
                              "lang": "en",
                              "quote_count": 0,
                              "reply_count": 0,
                              "retweet_count": 0,
                              "retweeted": false,
                              "user_id_str": "466916516",
                              "id_str": "1928182787896385869"
                            },
                            "quick_promote_eligibility": {
                              "eligibility": "IneligibleNotProfessional"
                            }
                          }
                        },
                        "tweetDisplayType": "Tweet"
                      },
                      "clientEventInfo": {
                        "component": "tweet",
                        "element": "tweet",
                        "details": {
                          "conversationDetails": {
                            "conversationSection": "HighQuality"
                          },
                          "timelinesDetails": {
                            "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                          }
                        }
                      }
                    }
                  }
                ],
                "metadata": {
                  "conversationMetadata": {
                    "allTweetIds": [
                      "1928182787896385869"
                    ],
                    "enableDeduplication": true
                  }
                },
                "displayType": "VerticalConversation",
                "clientEventInfo": {
                  "component": "tweet",
                  "details": {
                    "conversationDetails": {
                      "conversationSection": "HighQuality"
                    },
                    "timelinesDetails": {
                      "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                    }
                  }
                }
              }
            },
            {
              "entryId": "conversationthread-1928570692464783490",
              "sortIndex": "1953555322459127708",
              "content": {
                "entryType": "TimelineTimelineModule",
                "__typename": "TimelineTimelineModule",
                "items": [
                  {
                    "entryId": "conversationthread-1928570692464783490-tweet-1928570692464783490",
                    "item": {
                      "itemContent": {
                        "itemType": "TimelineTweet",
                        "__typename": "TimelineTweet",
                        "tweet_results": {
                          "result": {
                            "__typename": "Tweet",
                            "rest_id": "1928570692464783490",
                            "has_birdwatch_notes": false,
                            "core": {
                              "user_results": {
                                "result": {
                                  "__typename": "User",
                                  "id": "VXNlcjoxMjAxNTU4NjkxNzQ2NDE4Njg4",
                                  "rest_id": "1201558691746418688",
                                  "affiliates_highlighted_label": {},
                                  "has_graduated_access": true,
                                  "is_blue_verified": false,
                                  "profile_image_shape": "Circle",
                                  "legacy": {
                                    "can_dm": false,
                                    "can_media_tag": true,
                                    "created_at": "Mon Dec 02 17:48:24 +0000 2019",
                                    "default_profile": true,
                                    "default_profile_image": false,
                                    "description": "#MRI Physics PhD Candidate @UBC under @rauscherMRI · Studying brain tissue microstructure via simulation · #BayesianLearning for fast inference · #JuliaLang",
                                    "entities": {
                                      "description": {
                                        "urls": []
                                      },
                                      "url": {
                                        "urls": [
                                          {
                                            "display_url": "github.com/jondeuce/",
                                            "expanded_url": "https://github.com/jondeuce/",
                                            "url": "https://t.co/meOQys7Yc3",
                                            "indices": [
                                              0,
                                              23
                                            ]
                                          }
                                        ]
                                      }
                                    },
                                    "fast_followers_count": 0,
                                    "favourites_count": 2548,
                                    "followers_count": 108,
                                    "friends_count": 502,
                                    "has_custom_timelines": true,
                                    "is_translator": false,
                                    "listed_count": 1,
                                    "location": "Vancouver, British Columbia",
                                    "media_count": 7,
                                    "name": "Jonathan Doucette",
                                    "normal_followers_count": 108,
                                    "pinned_tweet_ids_str": [
                                      "1532833420274913280"
                                    ],
                                    "possibly_sensitive": false,
                                    "profile_image_url_https": "https://pbs.twimg.com/profile_images/1201564758354251776/hZ4AR06S_normal.jpg",
                                    "profile_interstitial_type": "",
                                    "screen_name": "joncdoucette",
                                    "statuses_count": 127,
                                    "translator_type": "none",
                                    "url": "https://t.co/meOQys7Yc3",
                                    "verified": false,
                                    "want_retweets": false,
                                    "withheld_in_countries": []
                                  },
                                  "tipjar_settings": {}
                                }
                              }
                            },
                            "unmention_data": {},
                            "edit_control": {
                              "edit_tweet_ids": [
                                "1928570692464783490"
                              ],
                              "editable_until_msecs": "1748645658000",
                              "is_edit_eligible": false,
                              "edits_remaining": "5"
                            },
                            "is_translatable": false,
                            "views": {
                              "count": "138",
                              "state": "EnabledWithCount"
                            },
                            "source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
                            "legacy": {
                              "bookmark_count": 1,
                              "bookmarked": false,
                              "created_at": "Fri May 30 21:54:18 +0000 2025",
                              "conversation_id_str": "1928125752459022706",
                              "display_text_range": [
                                30,
                                316
                              ],
                              "entities": {
                                "hashtags": [],
                                "symbols": [],
                                "timestamps": [],
                                "urls": [],
                                "user_mentions": [
                                  {
                                    "id_str": "1172891108076077057",
                                    "name": "Antonio Orvieto",
                                    "screen_name": "orvieto_antonio",
                                    "indices": [
                                      0,
                                      16
                                    ]
                                  },
                                  {
                                    "id_str": "311082384",
                                    "name": "Robert M. Gower 🇺🇦",
                                    "screen_name": "gowerrobert",
                                    "indices": [
                                      17,
                                      29
                                    ]
                                  }
                                ]
                              },
                              "favorite_count": 0,
                              "favorited": false,
                              "full_text": "@orvieto_antonio @gowerrobert Interesting paper! FYI I think there's a small typo in eqn (4): in Apx C.3, (4) is minimized but with λ -&gt; 1/λ, so the β=1/(1+λ) result holds when the KL term is weighted by 1/λ, not λ. This is more intuitive to me, since then large KL weight =&gt; large β =&gt; slowly varying m, σ²",
                              "in_reply_to_screen_name": "orvieto_antonio",
                              "in_reply_to_status_id_str": "1928125752459022706",
                              "in_reply_to_user_id_str": "1172891108076077057",
                              "is_quote_status": false,
                              "lang": "en",
                              "quote_count": 0,
                              "reply_count": 0,
                              "retweet_count": 0,
                              "retweeted": false,
                              "user_id_str": "1201558691746418688",
                              "id_str": "1928570692464783490"
                            },
                            "quick_promote_eligibility": {
                              "eligibility": "IneligibleNotProfessional"
                            }
                          }
                        },
                        "tweetDisplayType": "Tweet"
                      },
                      "clientEventInfo": {
                        "component": "tweet",
                        "element": "tweet",
                        "details": {
                          "conversationDetails": {
                            "conversationSection": "HighQuality"
                          },
                          "timelinesDetails": {
                            "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                          }
                        }
                      }
                    }
                  }
                ],
                "metadata": {
                  "conversationMetadata": {
                    "allTweetIds": [
                      "1928570692464783490"
                    ],
                    "enableDeduplication": true
                  }
                },
                "displayType": "VerticalConversation",
                "clientEventInfo": {
                  "component": "tweet",
                  "details": {
                    "conversationDetails": {
                      "conversationSection": "HighQuality"
                    },
                    "timelinesDetails": {
                      "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                    }
                  }
                }
              }
            },
            {
              "entryId": "conversationthread-1928323191052611996",
              "sortIndex": "1953555322459127698",
              "content": {
                "entryType": "TimelineTimelineModule",
                "__typename": "TimelineTimelineModule",
                "items": [
                  {
                    "entryId": "conversationthread-1928323191052611996-tweet-1928323191052611996",
                    "item": {
                      "itemContent": {
                        "itemType": "TimelineTweet",
                        "__typename": "TimelineTweet",
                        "tweet_results": {
                          "result": {
                            "__typename": "TweetTombstone",
                            "tombstone": {
                              "__typename": "TextTombstone",
                              "text": {
                                "rtl": false,
                                "text": "This Post was deleted by the Post author. Learn more",
                                "entities": [
                                  {
                                    "fromIndex": 42,
                                    "toIndex": 52,
                                    "ref": {
                                      "type": "TimelineUrl",
                                      "url": "https://help.twitter.com/rules-and-policies/notices-on-twitter",
                                      "urlType": "ExternalUrl"
                                    }
                                  }
                                ]
                              }
                            }
                          }
                        },
                        "tweetDisplayType": "Tweet"
                      },
                      "clientEventInfo": {
                        "component": "tweet",
                        "element": "tweet",
                        "details": {
                          "conversationDetails": {
                            "conversationSection": "HighQuality"
                          },
                          "timelinesDetails": {
                            "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                          }
                        }
                      }
                    }
                  }
                ],
                "metadata": {
                  "conversationMetadata": {
                    "allTweetIds": [
                      "1928323191052611996"
                    ],
                    "enableDeduplication": true
                  }
                },
                "displayType": "VerticalConversation",
                "clientEventInfo": {
                  "component": "tweet",
                  "details": {
                    "conversationDetails": {
                      "conversationSection": "HighQuality"
                    },
                    "timelinesDetails": {
                      "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                    }
                  }
                }
              }
            },
            {
              "entryId": "cursor-bottom-1953555322459127697",
              "sortIndex": "1953555322459127697",
              "content": {
                "entryType": "TimelineTimelineCursor",
                "__typename": "TimelineTimelineCursor",
                "value": "DAAFCgABGxxsNyQ__48LAAIAAAEQRW1QQzZ3QUFBZlEvZ0dKTjB2R3AvQUFBQUJjYXdoYWZqVlpST2hyRGdhZGtsbUVFR3NKSUI1YVdJVTBhd2hpalJCZlJraHJDRmhvaTE3RnhHc0lVSi8yYVVYSWF3a0g0UkZkd0NCckN4N20rMXJHY0dzTjhveUpYTVdBYXd1RzhPQnBRTUJyTW1GNkcxeUMvR3NJVSs4NldBS0lhdzZqVHFKZXdnaHJDR3pBajF5QmxHc0lWZStiV1FXb2F3aHJoWEpieGJ4ckNTTEJQRjZBN0dzSlBWZGdYd1hRYXdobDlBbGN4UmhyQ1Z0T0FHbENTR3NJWHZ3Qlc4T2thd2xnS09aZXhVQnJDVFE2NzExRzkIAAMAAAACAAA",
                "cursorType": "Bottom"
              }
            }
          ]
        },
        {
          "type": "TimelineTerminateTimeline",
          "direction": "Top"
        }
      ],
      "metadata": {
        "reader_mode_config": {
          "is_reader_mode_available": true
        },
        "scribeConfig": {
          "page": "ranked_replies"
        }
      }
    }
  }
}