🐦 Twitter Post Details

Viewing enriched Twitter post

@zach_nussbaum

We trained all of the Nomic Embed models on limited compute. One trick that helped us train SoTA embeddings on 16 H100s? GradCache, a gradient checkpointing-like technique tailored for contrastive learning. I kept forgetting how it works, so I dug into the math and wrote about it… https://t.co/d0s8zR7nK0

Media 1

πŸ“Š Media Metadata

{
  "media": [
    {
      "type": "image",
      "url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/1929661653500498215/media_0.jpg?",
      "filename": "media_0.jpg"
    }
  ],
  "nlp": {
    "sentiment": "positive",
    "topics": [
      "Nomic Embed models",
      "gradient checkpointing",
      "contrastive learning"
    ],
    "entities": [],
    "summary": "The tweet discusses training Nomic Embed models using a technique called GradCache for improved performance on limited compute resources.",
    "language": "en",
    "processed_at": "2025-08-07T11:33:17.616509"
  }
}

πŸ”§ Raw API Response

{
  "data": {
    "threaded_conversation_with_injections_v2": {
      "instructions": [
        {
          "type": "TimelineClearCache"
        },
        {
          "type": "TimelineAddEntries",
          "entries": [
            {
              "entryId": "tweet-1929661653500498215",
              "sortIndex": "1953509754642890752",
              "content": {
                "entryType": "TimelineTimelineItem",
                "__typename": "TimelineTimelineItem",
                "itemContent": {
                  "itemType": "TimelineTweet",
                  "__typename": "TimelineTweet",
                  "tweet_results": {
                    "result": {
                      "__typename": "Tweet",
                      "rest_id": "1929661653500498215",
                      "has_birdwatch_notes": false,
                      "core": {
                        "user_results": {
                          "result": {
                            "__typename": "User",
                            "id": "VXNlcjoxMTE1MDc5ODU3MTM2OTE0NDM3",
                            "rest_id": "1115079857136914437",
                            "affiliates_highlighted_label": {},
                            "has_graduated_access": true,
                            "is_blue_verified": true,
                            "profile_image_shape": "Circle",
                            "legacy": {
                              "can_dm": true,
                              "can_media_tag": true,
                              "created_at": "Mon Apr 08 02:32:09 +0000 2019",
                              "default_profile": true,
                              "default_profile_image": false,
                              "description": "https://t.co/t0VFctEaZi | prev @nomic_ai πŸ—ΊοΈπŸ“",
                              "entities": {
                                "description": {
                                  "urls": [
                                    {
                                      "display_url": "nuss-and-bolts.com",
                                      "expanded_url": "https://www.nuss-and-bolts.com/",
                                      "url": "https://t.co/t0VFctEaZi",
                                      "indices": [
                                        0,
                                        23
                                      ]
                                    }
                                  ]
                                },
                                "url": {
                                  "urls": [
                                    {
                                      "display_url": "zanussbaum.github.io",
                                      "expanded_url": "https://zanussbaum.github.io/",
                                      "url": "https://t.co/QiXBCkHT9a",
                                      "indices": [
                                        0,
                                        23
                                      ]
                                    }
                                  ]
                                }
                              },
                              "fast_followers_count": 0,
                              "favourites_count": 5559,
                              "followers_count": 1192,
                              "friends_count": 749,
                              "has_custom_timelines": true,
                              "is_translator": false,
                              "listed_count": 30,
                              "location": "Manhattan",
                              "media_count": 35,
                              "name": "Zach Nussbaum",
                              "normal_followers_count": 1192,
                              "pinned_tweet_ids_str": [
                                "1929661653500498215"
                              ],
                              "possibly_sensitive": false,
                              "profile_banner_url": "https://pbs.twimg.com/profile_banners/1115079857136914437/1632785975",
                              "profile_image_url_https": "https://pbs.twimg.com/profile_images/1422750583581200392/7rT91KnS_normal.jpg",
                              "profile_interstitial_type": "",
                              "screen_name": "zach_nussbaum",
                              "statuses_count": 507,
                              "translator_type": "none",
                              "url": "https://t.co/QiXBCkHT9a",
                              "verified": false,
                              "want_retweets": false,
                              "withheld_in_countries": []
                            },
                            "professional": {
                              "rest_id": "1856387329390457185",
                              "professional_type": "Creator",
                              "category": [
                                {
                                  "id": 713,
                                  "name": "Science & Technology",
                                  "icon_name": ""
                                }
                              ]
                            },
                            "tipjar_settings": {}
                          }
                        }
                      },
                      "unmention_data": {},
                      "edit_control": {
                        "edit_tweet_ids": [
                          "1929661653500498215"
                        ],
                        "editable_until_msecs": "1748905764000",
                        "is_edit_eligible": false,
                        "edits_remaining": "5"
                      },
                      "is_translatable": false,
                      "views": {
                        "count": "25623",
                        "state": "EnabledWithCount"
                      },
                      "source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
                      "note_tweet": {
                        "is_expandable": true,
                        "note_tweet_results": {
                          "result": {
                            "id": "Tm90ZVR3ZWV0OjE5Mjk2NjE2NTM0MjkxMjUxMjA=",
                            "text": "We trained all of the Nomic Embed models on limited compute. One trick that helped us train SoTA embeddings on 16 H100s? GradCache, a gradient checkpointing-like technique tailored for contrastive learning.\nI kept forgetting how it works, so I dug into the math and wrote about it πŸ‘‡",
                            "entity_set": {
                              "hashtags": [],
                              "symbols": [],
                              "urls": [],
                              "user_mentions": []
                            },
                            "richtext": {
                              "richtext_tags": []
                            },
                            "media": {
                              "inline_media": []
                            }
                          }
                        }
                      },
                      "legacy": {
                        "bookmark_count": 222,
                        "bookmarked": false,
                        "created_at": "Mon Jun 02 22:09:24 +0000 2025",
                        "conversation_id_str": "1929661653500498215",
                        "display_text_range": [
                          0,
                          281
                        ],
                        "entities": {
                          "hashtags": [],
                          "media": [
                            {
                              "display_url": "pic.x.com/d0s8zR7nK0",
                              "expanded_url": "https://x.com/zach_nussbaum/status/1929661653500498215/photo/1",
                              "id_str": "1929657411977072640",
                              "indices": [
                                282,
                                305
                              ],
                              "media_key": "3_1929657411977072640",
                              "media_url_https": "https://pbs.twimg.com/media/GseFMUMX0AAAbZV.jpg",
                              "type": "photo",
                              "url": "https://t.co/d0s8zR7nK0",
                              "ext_media_availability": {
                                "status": "Available"
                              },
                              "features": {
                                "large": {
                                  "faces": []
                                },
                                "medium": {
                                  "faces": []
                                },
                                "small": {
                                  "faces": []
                                },
                                "orig": {
                                  "faces": []
                                }
                              },
                              "sizes": {
                                "large": {
                                  "h": 1424,
                                  "w": 1206,
                                  "resize": "fit"
                                },
                                "medium": {
                                  "h": 1200,
                                  "w": 1016,
                                  "resize": "fit"
                                },
                                "small": {
                                  "h": 680,
                                  "w": 576,
                                  "resize": "fit"
                                },
                                "thumb": {
                                  "h": 150,
                                  "w": 150,
                                  "resize": "crop"
                                }
                              },
                              "original_info": {
                                "height": 1424,
                                "width": 1206,
                                "focus_rects": [
                                  {
                                    "x": 0,
                                    "y": 0,
                                    "w": 1206,
                                    "h": 675
                                  },
                                  {
                                    "x": 0,
                                    "y": 0,
                                    "w": 1206,
                                    "h": 1206
                                  },
                                  {
                                    "x": 0,
                                    "y": 0,
                                    "w": 1206,
                                    "h": 1375
                                  },
                                  {
                                    "x": 0,
                                    "y": 0,
                                    "w": 712,
                                    "h": 1424
                                  },
                                  {
                                    "x": 0,
                                    "y": 0,
                                    "w": 1206,
                                    "h": 1424
                                  }
                                ]
                              },
                              "media_results": {
                                "result": {
                                  "media_key": "3_1929657411977072640"
                                }
                              }
                            }
                          ],
                          "symbols": [],
                          "timestamps": [],
                          "urls": [],
                          "user_mentions": []
                        },
                        "extended_entities": {
                          "media": [
                            {
                              "display_url": "pic.x.com/d0s8zR7nK0",
                              "expanded_url": "https://x.com/zach_nussbaum/status/1929661653500498215/photo/1",
                              "id_str": "1929657411977072640",
                              "indices": [
                                282,
                                305
                              ],
                              "media_key": "3_1929657411977072640",
                              "media_url_https": "https://pbs.twimg.com/media/GseFMUMX0AAAbZV.jpg",
                              "type": "photo",
                              "url": "https://t.co/d0s8zR7nK0",
                              "ext_media_availability": {
                                "status": "Available"
                              },
                              "features": {
                                "large": {
                                  "faces": []
                                },
                                "medium": {
                                  "faces": []
                                },
                                "small": {
                                  "faces": []
                                },
                                "orig": {
                                  "faces": []
                                }
                              },
                              "sizes": {
                                "large": {
                                  "h": 1424,
                                  "w": 1206,
                                  "resize": "fit"
                                },
                                "medium": {
                                  "h": 1200,
                                  "w": 1016,
                                  "resize": "fit"
                                },
                                "small": {
                                  "h": 680,
                                  "w": 576,
                                  "resize": "fit"
                                },
                                "thumb": {
                                  "h": 150,
                                  "w": 150,
                                  "resize": "crop"
                                }
                              },
                              "original_info": {
                                "height": 1424,
                                "width": 1206,
                                "focus_rects": [
                                  {
                                    "x": 0,
                                    "y": 0,
                                    "w": 1206,
                                    "h": 675
                                  },
                                  {
                                    "x": 0,
                                    "y": 0,
                                    "w": 1206,
                                    "h": 1206
                                  },
                                  {
                                    "x": 0,
                                    "y": 0,
                                    "w": 1206,
                                    "h": 1375
                                  },
                                  {
                                    "x": 0,
                                    "y": 0,
                                    "w": 712,
                                    "h": 1424
                                  },
                                  {
                                    "x": 0,
                                    "y": 0,
                                    "w": 1206,
                                    "h": 1424
                                  }
                                ]
                              },
                              "media_results": {
                                "result": {
                                  "media_key": "3_1929657411977072640"
                                }
                              }
                            }
                          ]
                        },
                        "favorite_count": 274,
                        "favorited": false,
                        "full_text": "We trained all of the Nomic Embed models on limited compute. One trick that helped us train SoTA embeddings on 16 H100s? GradCache, a gradient checkpointing-like technique tailored for contrastive learning.\nI kept forgetting how it works, so I dug into the math and wrote about it… https://t.co/d0s8zR7nK0",
                        "is_quote_status": false,
                        "lang": "en",
                        "possibly_sensitive": false,
                        "possibly_sensitive_editable": true,
                        "quote_count": 5,
                        "reply_count": 6,
                        "retweet_count": 35,
                        "retweeted": false,
                        "user_id_str": "1115079857136914437",
                        "id_str": "1929661653500498215"
                      },
                      "quick_promote_eligibility": {
                        "eligibility": "IneligibleNotProfessional"
                      }
                    }
                  },
                  "tweetDisplayType": "SelfThread"
                },
                "clientEventInfo": {
                  "component": "tweet",
                  "element": "tweet"
                }
              }
            },
            {
              "entryId": "conversationthread-1929661656092889107",
              "sortIndex": "1953509754642890742",
              "content": {
                "entryType": "TimelineTimelineModule",
                "__typename": "TimelineTimelineModule",
                "items": [
                  {
                    "entryId": "conversationthread-1929661656092889107-tweet-1929661656092889107",
                    "item": {
                      "itemContent": {
                        "itemType": "TimelineTweet",
                        "__typename": "TimelineTweet",
                        "tweet_results": {
                          "result": {
                            "__typename": "Tweet",
                            "rest_id": "1929661656092889107",
                            "has_birdwatch_notes": false,
                            "core": {
                              "user_results": {
                                "result": {
                                  "__typename": "User",
                                  "id": "VXNlcjoxMTE1MDc5ODU3MTM2OTE0NDM3",
                                  "rest_id": "1115079857136914437",
                                  "affiliates_highlighted_label": {},
                                  "has_graduated_access": true,
                                  "is_blue_verified": true,
                                  "profile_image_shape": "Circle",
                                  "legacy": {
                                    "can_dm": true,
                                    "can_media_tag": true,
                                    "created_at": "Mon Apr 08 02:32:09 +0000 2019",
                                    "default_profile": true,
                                    "default_profile_image": false,
                                    "description": "https://t.co/t0VFctEaZi | prev @nomic_ai πŸ—ΊοΈπŸ“",
                                    "entities": {
                                      "description": {
                                        "urls": [
                                          {
                                            "display_url": "nuss-and-bolts.com",
                                            "expanded_url": "https://www.nuss-and-bolts.com/",
                                            "url": "https://t.co/t0VFctEaZi",
                                            "indices": [
                                              0,
                                              23
                                            ]
                                          }
                                        ]
                                      },
                                      "url": {
                                        "urls": [
                                          {
                                            "display_url": "zanussbaum.github.io",
                                            "expanded_url": "https://zanussbaum.github.io/",
                                            "url": "https://t.co/QiXBCkHT9a",
                                            "indices": [
                                              0,
                                              23
                                            ]
                                          }
                                        ]
                                      }
                                    },
                                    "fast_followers_count": 0,
                                    "favourites_count": 5559,
                                    "followers_count": 1192,
                                    "friends_count": 749,
                                    "has_custom_timelines": true,
                                    "is_translator": false,
                                    "listed_count": 30,
                                    "location": "Manhattan",
                                    "media_count": 35,
                                    "name": "Zach Nussbaum",
                                    "normal_followers_count": 1192,
                                    "pinned_tweet_ids_str": [
                                      "1929661653500498215"
                                    ],
                                    "possibly_sensitive": false,
                                    "profile_banner_url": "https://pbs.twimg.com/profile_banners/1115079857136914437/1632785975",
                                    "profile_image_url_https": "https://pbs.twimg.com/profile_images/1422750583581200392/7rT91KnS_normal.jpg",
                                    "profile_interstitial_type": "",
                                    "screen_name": "zach_nussbaum",
                                    "statuses_count": 507,
                                    "translator_type": "none",
                                    "url": "https://t.co/QiXBCkHT9a",
                                    "verified": false,
                                    "want_retweets": false,
                                    "withheld_in_countries": []
                                  },
                                  "professional": {
                                    "rest_id": "1856387329390457185",
                                    "professional_type": "Creator",
                                    "category": [
                                      {
                                        "id": 713,
                                        "name": "Science & Technology",
                                        "icon_name": ""
                                      }
                                    ]
                                  },
                                  "tipjar_settings": {}
                                }
                              }
                            },
                            "unmention_data": {},
                            "edit_control": {
                              "edit_tweet_ids": [
                                "1929661656092889107"
                              ],
                              "editable_until_msecs": "1748905764000",
                              "is_edit_eligible": false,
                              "edits_remaining": "5"
                            },
                            "is_translatable": false,
                            "views": {
                              "count": "828",
                              "state": "EnabledWithCount"
                            },
                            "source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
                            "legacy": {
                              "bookmark_count": 4,
                              "bookmarked": false,
                              "created_at": "Mon Jun 02 22:09:24 +0000 2025",
                              "conversation_id_str": "1929661653500498215",
                              "display_text_range": [
                                0,
                                39
                              ],
                              "entities": {
                                "hashtags": [],
                                "symbols": [],
                                "timestamps": [],
                                "urls": [
                                  {
                                    "display_url": "open.substack.com/pub/zanussbaum…",
                                    "expanded_url": "https://open.substack.com/pub/zanussbaum/p/i-like-big-batches-and-i-cannot-lie?r=coo9n&utm_campaign=post&utm_medium=web&showWelcomeOnShare=true",
                                    "url": "https://t.co/5blQNdTR5y",
                                    "indices": [
                                      16,
                                      39
                                    ]
                                  }
                                ],
                                "user_mentions": []
                              },
                              "favorite_count": 14,
                              "favorited": false,
                              "full_text": "Full write-up:\n https://t.co/5blQNdTR5y",
                              "in_reply_to_screen_name": "zach_nussbaum",
                              "in_reply_to_status_id_str": "1929661653500498215",
                              "in_reply_to_user_id_str": "1115079857136914437",
                              "is_quote_status": false,
                              "lang": "en",
                              "possibly_sensitive": false,
                              "possibly_sensitive_editable": true,
                              "quote_count": 0,
                              "reply_count": 1,
                              "retweet_count": 1,
                              "retweeted": false,
                              "user_id_str": "1115079857136914437",
                              "id_str": "1929661656092889107"
                            },
                            "quick_promote_eligibility": {
                              "eligibility": "IneligibleNotProfessional"
                            }
                          }
                        },
                        "tweetDisplayType": "SelfThread"
                      },
                      "clientEventInfo": {
                        "component": "tweet",
                        "element": "tweet",
                        "details": {
                          "conversationDetails": {
                            "conversationSection": "HighQuality"
                          },
                          "timelinesDetails": {
                            "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                          }
                        }
                      }
                    }
                  },
                  {
                    "entryId": "conversationthread-1929661656092889107-tweet-1929661657887727742",
                    "item": {
                      "itemContent": {
                        "itemType": "TimelineTweet",
                        "__typename": "TimelineTweet",
                        "tweet_results": {
                          "result": {
                            "__typename": "Tweet",
                            "rest_id": "1929661657887727742",
                            "has_birdwatch_notes": false,
                            "core": {
                              "user_results": {
                                "result": {
                                  "__typename": "User",
                                  "id": "VXNlcjoxMTE1MDc5ODU3MTM2OTE0NDM3",
                                  "rest_id": "1115079857136914437",
                                  "affiliates_highlighted_label": {},
                                  "has_graduated_access": true,
                                  "is_blue_verified": true,
                                  "profile_image_shape": "Circle",
                                  "legacy": {
                                    "can_dm": true,
                                    "can_media_tag": true,
                                    "created_at": "Mon Apr 08 02:32:09 +0000 2019",
                                    "default_profile": true,
                                    "default_profile_image": false,
                                    "description": "https://t.co/t0VFctEaZi | prev @nomic_ai πŸ—ΊοΈπŸ“",
                                    "entities": {
                                      "description": {
                                        "urls": [
                                          {
                                            "display_url": "nuss-and-bolts.com",
                                            "expanded_url": "https://www.nuss-and-bolts.com/",
                                            "url": "https://t.co/t0VFctEaZi",
                                            "indices": [
                                              0,
                                              23
                                            ]
                                          }
                                        ]
                                      },
                                      "url": {
                                        "urls": [
                                          {
                                            "display_url": "zanussbaum.github.io",
                                            "expanded_url": "https://zanussbaum.github.io/",
                                            "url": "https://t.co/QiXBCkHT9a",
                                            "indices": [
                                              0,
                                              23
                                            ]
                                          }
                                        ]
                                      }
                                    },
                                    "fast_followers_count": 0,
                                    "favourites_count": 5559,
                                    "followers_count": 1192,
                                    "friends_count": 749,
                                    "has_custom_timelines": true,
                                    "is_translator": false,
                                    "listed_count": 30,
                                    "location": "Manhattan",
                                    "media_count": 35,
                                    "name": "Zach Nussbaum",
                                    "normal_followers_count": 1192,
                                    "pinned_tweet_ids_str": [
                                      "1929661653500498215"
                                    ],
                                    "possibly_sensitive": false,
                                    "profile_banner_url": "https://pbs.twimg.com/profile_banners/1115079857136914437/1632785975",
                                    "profile_image_url_https": "https://pbs.twimg.com/profile_images/1422750583581200392/7rT91KnS_normal.jpg",
                                    "profile_interstitial_type": "",
                                    "screen_name": "zach_nussbaum",
                                    "statuses_count": 507,
                                    "translator_type": "none",
                                    "url": "https://t.co/QiXBCkHT9a",
                                    "verified": false,
                                    "want_retweets": false,
                                    "withheld_in_countries": []
                                  },
                                  "professional": {
                                    "rest_id": "1856387329390457185",
                                    "professional_type": "Creator",
                                    "category": [
                                      {
                                        "id": 713,
                                        "name": "Science & Technology",
                                        "icon_name": ""
                                      }
                                    ]
                                  },
                                  "tipjar_settings": {}
                                }
                              }
                            },
                            "card": {
                              "rest_id": "https://t.co/HjaGHvpTRs",
                              "legacy": {
                                "binding_values": [
                                  {
                                    "key": "thumbnail_image",
                                    "value": {
                                      "image_value": {
                                        "alt": "arXiv logo",
                                        "height": 144,
                                        "width": 144,
                                        "url": "https://pbs.twimg.com/card_img/1952295676374810624/xxWiRL_6?format=jpg&name=144x144_2"
                                      },
                                      "type": "IMAGE"
                                    }
                                  },
                                  {
                                    "key": "description",
                                    "value": {
                                      "string_value": "Contrastive learning has been applied successfully to learn vector representations of text. Previous research demonstrated that learning high-quality representations benefits from batch-wise...",
                                      "type": "STRING"
                                    }
                                  },
                                  {
                                    "key": "domain",
                                    "value": {
                                      "string_value": "arxiv.org",
                                      "type": "STRING"
                                    }
                                  },
                                  {
                                    "key": "thumbnail_image_large",
                                    "value": {
                                      "image_value": {
                                        "alt": "arXiv logo",
                                        "height": 420,
                                        "width": 420,
                                        "url": "https://pbs.twimg.com/card_img/1952295676374810624/xxWiRL_6?format=jpg&name=420x420_2"
                                      },
                                      "type": "IMAGE"
                                    }
                                  },
                                  {
                                    "key": "thumbnail_image_original",
                                    "value": {
                                      "image_value": {
                                        "alt": "arXiv logo",
                                        "height": 1000,
                                        "width": 1000,
                                        "url": "https://pbs.twimg.com/card_img/1952295676374810624/xxWiRL_6?format=jpg&name=orig"
                                      },
                                      "type": "IMAGE"
                                    }
                                  },
                                  {
                                    "key": "site",
                                    "value": {
                                      "scribe_key": "publisher_id",
                                      "type": "USER",
                                      "user_value": {
                                        "id_str": "808633423300624384",
                                        "path": []
                                      }
                                    }
                                  },
                                  {
                                    "key": "thumbnail_image_small",
                                    "value": {
                                      "image_value": {
                                        "alt": "arXiv logo",
                                        "height": 100,
                                        "width": 100,
                                        "url": "https://pbs.twimg.com/card_img/1952295676374810624/xxWiRL_6?format=jpg&name=100x100_2"
                                      },
                                      "type": "IMAGE"
                                    }
                                  },
                                  {
                                    "key": "thumbnail_image_x_large",
                                    "value": {
                                      "image_value": {
                                        "alt": "arXiv logo",
                                        "height": 1000,
                                        "width": 1000,
                                        "url": "https://pbs.twimg.com/card_img/1952295676374810624/xxWiRL_6?format=png&name=2048x2048_2_exp"
                                      },
                                      "type": "IMAGE"
                                    }
                                  },
                                  {
                                    "key": "thumbnail_image_alt_text",
                                    "value": {
                                      "string_value": "arXiv logo",
                                      "type": "STRING"
                                    }
                                  },
                                  {
                                    "key": "vanity_url",
                                    "value": {
                                      "scribe_key": "vanity_url",
                                      "string_value": "arxiv.org",
                                      "type": "STRING"
                                    }
                                  },
                                  {
                                    "key": "thumbnail_image_color",
                                    "value": {
                                      "image_color_value": {
                                        "palette": [
                                          {
                                            "rgb": {
                                              "blue": 255,
                                              "green": 255,
                                              "red": 255
                                            },
                                            "percentage": 94.17
                                          },
                                          {
                                            "rgb": {
                                              "blue": 105,
                                              "green": 116,
                                              "red": 124
                                            },
                                            "percentage": 4.33
                                          },
                                          {
                                            "rgb": {
                                              "blue": 46,
                                              "green": 21,
                                              "red": 170
                                            },
                                            "percentage": 1.26
                                          },
                                          {
                                            "rgb": {
                                              "blue": 131,
                                              "green": 116,
                                              "red": 203
                                            },
                                            "percentage": 0.23
                                          }
                                        ]
                                      },
                                      "type": "IMAGE_COLOR"
                                    }
                                  },
                                  {
                                    "key": "title",
                                    "value": {
                                      "string_value": "Scaling Deep Contrastive Learning Batch Size under Memory Limited Setup",
                                      "type": "STRING"
                                    }
                                  },
                                  {
                                    "key": "card_url",
                                    "value": {
                                      "scribe_key": "card_url",
                                      "string_value": "https://t.co/HjaGHvpTRs",
                                      "type": "STRING"
                                    }
                                  }
                                ],
                                "card_platform": {
                                  "platform": {
                                    "audience": {
                                      "name": "production"
                                    },
                                    "device": {
                                      "name": "Android",
                                      "version": "12"
                                    }
                                  }
                                },
                                "name": "summary",
                                "url": "https://t.co/HjaGHvpTRs",
                                "user_refs_results": [
                                  {
                                    "result": {
                                      "__typename": "User",
                                      "id": "VXNlcjo4MDg2MzM0MjMzMDA2MjQzODQ=",
                                      "rest_id": "808633423300624384",
                                      "affiliates_highlighted_label": {},
                                      "has_graduated_access": true,
                                      "is_blue_verified": false,
                                      "profile_image_shape": "Circle",
                                      "legacy": {
                                        "can_dm": true,
                                        "can_media_tag": true,
                                        "created_at": "Tue Dec 13 11:23:26 +0000 2016",
                                        "default_profile": false,
                                        "default_profile_image": false,
                                        "description": "News from https://t.co/enurGFxpcS, a free distribution service and an open archive for scholarly articles.\n\nFor help with arXiv, see https://t.co/LcWuhM0BOl",
                                        "entities": {
                                          "description": {
                                            "urls": [
                                              {
                                                "display_url": "arXiv.org",
                                                "expanded_url": "http://arXiv.org",
                                                "url": "https://t.co/enurGFxpcS",
                                                "indices": [
                                                  10,
                                                  33
                                                ]
                                              },
                                              {
                                                "display_url": "arxiv.org/help",
                                                "expanded_url": "https://arxiv.org/help",
                                                "url": "https://t.co/LcWuhM0BOl",
                                                "indices": [
                                                  133,
                                                  156
                                                ]
                                              }
                                            ]
                                          },
                                          "url": {
                                            "urls": [
                                              {
                                                "display_url": "arxiv.org",
                                                "expanded_url": "https://arxiv.org/",
                                                "url": "https://t.co/DHMkdi4lF9",
                                                "indices": [
                                                  0,
                                                  23
                                                ]
                                              }
                                            ]
                                          }
                                        },
                                        "fast_followers_count": 0,
                                        "favourites_count": 948,
                                        "followers_count": 41364,
                                        "friends_count": 187,
                                        "has_custom_timelines": false,
                                        "is_translator": false,
                                        "listed_count": 487,
                                        "location": "Ithaca, NY",
                                        "media_count": 109,
                                        "name": "arXiv.org",
                                        "normal_followers_count": 41364,
                                        "pinned_tweet_ids_str": [],
                                        "possibly_sensitive": false,
                                        "profile_banner_url": "https://pbs.twimg.com/profile_banners/808633423300624384/1481635469",
                                        "profile_image_url_https": "https://pbs.twimg.com/profile_images/1365352170267299840/IzvjKckL_normal.jpg",
                                        "profile_interstitial_type": "",
                                        "screen_name": "arxiv",
                                        "statuses_count": 1106,
                                        "translator_type": "none",
                                        "url": "https://t.co/DHMkdi4lF9",
                                        "verified": false,
                                        "want_retweets": false,
                                        "withheld_in_countries": []
                                      },
                                      "tipjar_settings": {}
                                    }
                                  }
                                ]
                              }
                            },
                            "unmention_data": {},
                            "edit_control": {
                              "edit_tweet_ids": [
                                "1929661657887727742"
                              ],
                              "editable_until_msecs": "1748905765000",
                              "is_edit_eligible": false,
                              "edits_remaining": "5"
                            },
                            "is_translatable": false,
                            "views": {
                              "count": "727",
                              "state": "EnabledWithCount"
                            },
                            "source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
                            "legacy": {
                              "bookmark_count": 4,
                              "bookmarked": false,
                              "created_at": "Mon Jun 02 22:09:25 +0000 2025",
                              "conversation_id_str": "1929661653500498215",
                              "display_text_range": [
                                0,
                                144
                              ],
                              "entities": {
                                "hashtags": [],
                                "symbols": [],
                                "timestamps": [],
                                "urls": [
                                  {
                                    "display_url": "arxiv.org/abs/2101.06983",
                                    "expanded_url": "https://arxiv.org/abs/2101.06983",
                                    "url": "https://t.co/HjaGHvpTRs",
                                    "indices": [
                                      121,
                                      144
                                    ]
                                  }
                                ],
                                "user_mentions": [
                                  {
                                    "id_str": "1255599597763862529",
                                    "name": "Luyu Gao",
                                    "screen_name": "luyu_gao",
                                    "indices": [
                                      34,
                                      43
                                    ]
                                  }
                                ]
                              },
                              "favorite_count": 11,
                              "favorited": false,
                              "full_text": "GradCache was first introduced by @luyu_gao in\nScaling Deep Contrastive Learning Batch Size under Memory Limited Setup:\n https://t.co/HjaGHvpTRs",
                              "in_reply_to_screen_name": "zach_nussbaum",
                              "in_reply_to_status_id_str": "1929661656092889107",
                              "in_reply_to_user_id_str": "1115079857136914437",
                              "is_quote_status": false,
                              "lang": "en",
                              "possibly_sensitive": false,
                              "possibly_sensitive_editable": true,
                              "quote_count": 0,
                              "reply_count": 1,
                              "retweet_count": 2,
                              "retweeted": false,
                              "user_id_str": "1115079857136914437",
                              "id_str": "1929661657887727742"
                            },
                            "quick_promote_eligibility": {
                              "eligibility": "IneligibleNotProfessional"
                            }
                          }
                        },
                        "tweetDisplayType": "SelfThread"
                      },
                      "clientEventInfo": {
                        "component": "tweet",
                        "element": "tweet",
                        "details": {
                          "conversationDetails": {
                            "conversationSection": "HighQuality"
                          },
                          "timelinesDetails": {
                            "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                          }
                        }
                      }
                    }
                  },
                  {
                    "entryId": "conversationthread-1929661656092889107-tweet-1929661659401908426",
                    "item": {
                      "itemContent": {
                        "itemType": "TimelineTweet",
                        "__typename": "TimelineTweet",
                        "tweet_results": {
                          "result": {
                            "__typename": "Tweet",
                            "rest_id": "1929661659401908426",
                            "has_birdwatch_notes": false,
                            "core": {
                              "user_results": {
                                "result": {
                                  "__typename": "User",
                                  "id": "VXNlcjoxMTE1MDc5ODU3MTM2OTE0NDM3",
                                  "rest_id": "1115079857136914437",
                                  "affiliates_highlighted_label": {},
                                  "has_graduated_access": true,
                                  "is_blue_verified": true,
                                  "profile_image_shape": "Circle",
                                  "legacy": {
                                    "can_dm": true,
                                    "can_media_tag": true,
                                    "created_at": "Mon Apr 08 02:32:09 +0000 2019",
                                    "default_profile": true,
                                    "default_profile_image": false,
                                    "description": "https://t.co/t0VFctEaZi | prev @nomic_ai πŸ—ΊοΈπŸ“",
                                    "entities": {
                                      "description": {
                                        "urls": [
                                          {
                                            "display_url": "nuss-and-bolts.com",
                                            "expanded_url": "https://www.nuss-and-bolts.com/",
                                            "url": "https://t.co/t0VFctEaZi",
                                            "indices": [
                                              0,
                                              23
                                            ]
                                          }
                                        ]
                                      },
                                      "url": {
                                        "urls": [
                                          {
                                            "display_url": "zanussbaum.github.io",
                                            "expanded_url": "https://zanussbaum.github.io/",
                                            "url": "https://t.co/QiXBCkHT9a",
                                            "indices": [
                                              0,
                                              23
                                            ]
                                          }
                                        ]
                                      }
                                    },
                                    "fast_followers_count": 0,
                                    "favourites_count": 5559,
                                    "followers_count": 1192,
                                    "friends_count": 749,
                                    "has_custom_timelines": true,
                                    "is_translator": false,
                                    "listed_count": 30,
                                    "location": "Manhattan",
                                    "media_count": 35,
                                    "name": "Zach Nussbaum",
                                    "normal_followers_count": 1192,
                                    "pinned_tweet_ids_str": [
                                      "1929661653500498215"
                                    ],
                                    "possibly_sensitive": false,
                                    "profile_banner_url": "https://pbs.twimg.com/profile_banners/1115079857136914437/1632785975",
                                    "profile_image_url_https": "https://pbs.twimg.com/profile_images/1422750583581200392/7rT91KnS_normal.jpg",
                                    "profile_interstitial_type": "",
                                    "screen_name": "zach_nussbaum",
                                    "statuses_count": 507,
                                    "translator_type": "none",
                                    "url": "https://t.co/QiXBCkHT9a",
                                    "verified": false,
                                    "want_retweets": false,
                                    "withheld_in_countries": []
                                  },
                                  "professional": {
                                    "rest_id": "1856387329390457185",
                                    "professional_type": "Creator",
                                    "category": [
                                      {
                                        "id": 713,
                                        "name": "Science & Technology",
                                        "icon_name": ""
                                      }
                                    ]
                                  },
                                  "tipjar_settings": {}
                                }
                              }
                            },
                            "unmention_data": {},
                            "edit_control": {
                              "edit_tweet_ids": [
                                "1929661659401908426"
                              ],
                              "editable_until_msecs": "1748905765000",
                              "is_edit_eligible": false,
                              "edits_remaining": "5"
                            },
                            "is_translatable": false,
                            "views": {
                              "count": "653",
                              "state": "EnabledWithCount"
                            },
                            "source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
                            "legacy": {
                              "bookmark_count": 1,
                              "bookmarked": false,
                              "created_at": "Mon Jun 02 22:09:25 +0000 2025",
                              "conversation_id_str": "1929661653500498215",
                              "display_text_range": [
                                0,
                                173
                              ],
                              "entities": {
                                "hashtags": [],
                                "symbols": [],
                                "timestamps": [],
                                "urls": [],
                                "user_mentions": []
                              },
                              "favorite_count": 7,
                              "favorited": false,
                              "full_text": "Using GradCache, we trained state-of-the-art text embedding models on just 16 H100s, dramatically less compute than you'd normally need for large batch contrastive learning!",
                              "in_reply_to_screen_name": "zach_nussbaum",
                              "in_reply_to_status_id_str": "1929661657887727742",
                              "in_reply_to_user_id_str": "1115079857136914437",
                              "is_quote_status": false,
                              "lang": "en",
                              "quote_count": 0,
                              "reply_count": 1,
                              "retweet_count": 1,
                              "retweeted": false,
                              "user_id_str": "1115079857136914437",
                              "id_str": "1929661659401908426"
                            },
                            "quick_promote_eligibility": {
                              "eligibility": "IneligibleNotProfessional"
                            }
                          }
                        },
                        "tweetDisplayType": "SelfThread"
                      },
                      "clientEventInfo": {
                        "component": "tweet",
                        "element": "tweet",
                        "details": {
                          "conversationDetails": {
                            "conversationSection": "HighQuality"
                          },
                          "timelinesDetails": {
                            "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                          }
                        }
                      }
                    }
                  },
                  {
                    "entryId": "conversationthread-1929661656092889107-tweet-1929661661511929913",
                    "item": {
                      "itemContent": {
                        "itemType": "TimelineTweet",
                        "__typename": "TimelineTweet",
                        "tweet_results": {
                          "result": {
                            "__typename": "Tweet",
                            "rest_id": "1929661661511929913",
                            "has_birdwatch_notes": false,
                            "core": {
                              "user_results": {
                                "result": {
                                  "__typename": "User",
                                  "id": "VXNlcjoxMTE1MDc5ODU3MTM2OTE0NDM3",
                                  "rest_id": "1115079857136914437",
                                  "affiliates_highlighted_label": {},
                                  "has_graduated_access": true,
                                  "is_blue_verified": true,
                                  "profile_image_shape": "Circle",
                                  "legacy": {
                                    "can_dm": true,
                                    "can_media_tag": true,
                                    "created_at": "Mon Apr 08 02:32:09 +0000 2019",
                                    "default_profile": true,
                                    "default_profile_image": false,
                                    "description": "https://t.co/t0VFctEaZi | prev @nomic_ai πŸ—ΊοΈπŸ“",
                                    "entities": {
                                      "description": {
                                        "urls": [
                                          {
                                            "display_url": "nuss-and-bolts.com",
                                            "expanded_url": "https://www.nuss-and-bolts.com/",
                                            "url": "https://t.co/t0VFctEaZi",
                                            "indices": [
                                              0,
                                              23
                                            ]
                                          }
                                        ]
                                      },
                                      "url": {
                                        "urls": [
                                          {
                                            "display_url": "zanussbaum.github.io",
                                            "expanded_url": "https://zanussbaum.github.io/",
                                            "url": "https://t.co/QiXBCkHT9a",
                                            "indices": [
                                              0,
                                              23
                                            ]
                                          }
                                        ]
                                      }
                                    },
                                    "fast_followers_count": 0,
                                    "favourites_count": 5559,
                                    "followers_count": 1192,
                                    "friends_count": 749,
                                    "has_custom_timelines": true,
                                    "is_translator": false,
                                    "listed_count": 30,
                                    "location": "Manhattan",
                                    "media_count": 35,
                                    "name": "Zach Nussbaum",
                                    "normal_followers_count": 1192,
                                    "pinned_tweet_ids_str": [
                                      "1929661653500498215"
                                    ],
                                    "possibly_sensitive": false,
                                    "profile_banner_url": "https://pbs.twimg.com/profile_banners/1115079857136914437/1632785975",
                                    "profile_image_url_https": "https://pbs.twimg.com/profile_images/1422750583581200392/7rT91KnS_normal.jpg",
                                    "profile_interstitial_type": "",
                                    "screen_name": "zach_nussbaum",
                                    "statuses_count": 507,
                                    "translator_type": "none",
                                    "url": "https://t.co/QiXBCkHT9a",
                                    "verified": false,
                                    "want_retweets": false,
                                    "withheld_in_countries": []
                                  },
                                  "professional": {
                                    "rest_id": "1856387329390457185",
                                    "professional_type": "Creator",
                                    "category": [
                                      {
                                        "id": 713,
                                        "name": "Science & Technology",
                                        "icon_name": ""
                                      }
                                    ]
                                  },
                                  "tipjar_settings": {}
                                }
                              }
                            },
                            "unmention_data": {},
                            "edit_control": {
                              "edit_tweet_ids": [
                                "1929661661511929913"
                              ],
                              "editable_until_msecs": "1748905766000",
                              "is_edit_eligible": false,
                              "edits_remaining": "5"
                            },
                            "is_translatable": false,
                            "views": {
                              "count": "569",
                              "state": "EnabledWithCount"
                            },
                            "source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
                            "legacy": {
                              "bookmark_count": 0,
                              "bookmarked": false,
                              "created_at": "Mon Jun 02 22:09:26 +0000 2025",
                              "conversation_id_str": "1929661653500498215",
                              "display_text_range": [
                                0,
                                48
                              ],
                              "entities": {
                                "hashtags": [],
                                "symbols": [],
                                "timestamps": [],
                                "urls": [],
                                "user_mentions": [
                                  {
                                    "id_str": "1571655775902380039",
                                    "name": "Playground",
                                    "screen_name": "playground_ai",
                                    "indices": [
                                      9,
                                      23
                                    ]
                                  }
                                ]
                              },
                              "favorite_count": 5,
                              "favorited": false,
                              "full_text": "also h/t @playground_ai for the article image :)",
                              "in_reply_to_screen_name": "zach_nussbaum",
                              "in_reply_to_status_id_str": "1929661659401908426",
                              "in_reply_to_user_id_str": "1115079857136914437",
                              "is_quote_status": false,
                              "lang": "en",
                              "quote_count": 0,
                              "reply_count": 0,
                              "retweet_count": 1,
                              "retweeted": false,
                              "user_id_str": "1115079857136914437",
                              "id_str": "1929661661511929913"
                            },
                            "quick_promote_eligibility": {
                              "eligibility": "IneligibleNotProfessional"
                            }
                          }
                        },
                        "tweetDisplayType": "SelfThread"
                      },
                      "clientEventInfo": {
                        "component": "tweet",
                        "element": "tweet",
                        "details": {
                          "conversationDetails": {
                            "conversationSection": "HighQuality"
                          },
                          "timelinesDetails": {
                            "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                          }
                        }
                      }
                    }
                  }
                ],
                "metadata": {
                  "conversationMetadata": {
                    "allTweetIds": [
                      "1929661661511929913"
                    ],
                    "enableDeduplication": true
                  }
                },
                "displayType": "VerticalConversation",
                "clientEventInfo": {
                  "component": "tweet",
                  "details": {
                    "conversationDetails": {
                      "conversationSection": "HighQuality"
                    },
                    "timelinesDetails": {
                      "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                    }
                  }
                }
              }
            },
            {
              "entryId": "conversationthread-1929698543151067336",
              "sortIndex": "1953509754642890732",
              "content": {
                "entryType": "TimelineTimelineModule",
                "__typename": "TimelineTimelineModule",
                "items": [
                  {
                    "entryId": "conversationthread-1929698543151067336-tweet-1929698543151067336",
                    "item": {
                      "itemContent": {
                        "itemType": "TimelineTweet",
                        "__typename": "TimelineTweet",
                        "tweet_results": {
                          "result": {
                            "__typename": "Tweet",
                            "rest_id": "1929698543151067336",
                            "has_birdwatch_notes": false,
                            "core": {
                              "user_results": {
                                "result": {
                                  "__typename": "User",
                                  "id": "VXNlcjoxMjk5ODU2ODAyMjY4Mzc3MDkw",
                                  "rest_id": "1299856802268377090",
                                  "affiliates_highlighted_label": {},
                                  "has_graduated_access": true,
                                  "is_blue_verified": false,
                                  "profile_image_shape": "Circle",
                                  "legacy": {
                                    "can_dm": true,
                                    "can_media_tag": false,
                                    "created_at": "Sat Aug 29 23:49:56 +0000 2020",
                                    "default_profile": true,
                                    "default_profile_image": false,
                                    "description": "πŸ€– Computer scientist, next-word-prediction enjoyer\nπŸ“Š Prev. research fellow @ Stanford RegLab\nπŸ› οΈ bUiLdiNg sOmeThiNg nEw (https://t.co/mdYPZmjSzN - YC S23)\nπŸ³οΈβ€πŸŒˆ",
                                    "entities": {
                                      "description": {
                                        "urls": [
                                          {
                                            "display_url": "trytaylor.ai",
                                            "expanded_url": "http://trytaylor.ai",
                                            "url": "https://t.co/mdYPZmjSzN",
                                            "indices": [
                                              120,
                                              143
                                            ]
                                          }
                                        ]
                                      },
                                      "url": {
                                        "urls": [
                                          {
                                            "display_url": "trytaylor.ai",
                                            "expanded_url": "https://trytaylor.ai",
                                            "url": "https://t.co/8ndhXQEa9x",
                                            "indices": [
                                              0,
                                              23
                                            ]
                                          }
                                        ]
                                      }
                                    },
                                    "fast_followers_count": 0,
                                    "favourites_count": 29399,
                                    "followers_count": 5934,
                                    "friends_count": 4453,
                                    "has_custom_timelines": true,
                                    "is_translator": false,
                                    "listed_count": 98,
                                    "location": "San Francisco, CA",
                                    "media_count": 753,
                                    "name": "Ben (no treats)",
                                    "normal_followers_count": 5934,
                                    "pinned_tweet_ids_str": [
                                      "1942394950953623584"
                                    ],
                                    "possibly_sensitive": false,
                                    "profile_banner_url": "https://pbs.twimg.com/profile_banners/1299856802268377090/1671821579",
                                    "profile_image_url_https": "https://pbs.twimg.com/profile_images/1299864018081865729/CMlOyn1u_normal.jpg",
                                    "profile_interstitial_type": "",
                                    "screen_name": "andersonbcdefg",
                                    "statuses_count": 12400,
                                    "translator_type": "none",
                                    "url": "https://t.co/8ndhXQEa9x",
                                    "verified": false,
                                    "want_retweets": false,
                                    "withheld_in_countries": []
                                  },
                                  "tipjar_settings": {},
                                  "super_follow_eligible": true
                                }
                              }
                            },
                            "unmention_data": {},
                            "edit_control": {
                              "edit_tweet_ids": [
                                "1929698543151067336"
                              ],
                              "editable_until_msecs": "1748914559000",
                              "is_edit_eligible": false,
                              "edits_remaining": "5"
                            },
                            "is_translatable": false,
                            "views": {
                              "count": "294",
                              "state": "EnabledWithCount"
                            },
                            "source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
                            "legacy": {
                              "bookmark_count": 0,
                              "bookmarked": false,
                              "created_at": "Tue Jun 03 00:35:59 +0000 2025",
                              "conversation_id_str": "1929661653500498215",
                              "display_text_range": [
                                15,
                                20
                              ],
                              "entities": {
                                "hashtags": [],
                                "symbols": [],
                                "timestamps": [],
                                "urls": [],
                                "user_mentions": [
                                  {
                                    "id_str": "1115079857136914437",
                                    "name": "Zach Nussbaum",
                                    "screen_name": "zach_nussbaum",
                                    "indices": [
                                      0,
                                      14
                                    ]
                                  }
                                ]
                              },
                              "favorite_count": 1,
                              "favorited": false,
                              "full_text": "@zach_nussbaum based",
                              "in_reply_to_screen_name": "zach_nussbaum",
                              "in_reply_to_status_id_str": "1929661653500498215",
                              "in_reply_to_user_id_str": "1115079857136914437",
                              "is_quote_status": false,
                              "lang": "en",
                              "quote_count": 0,
                              "reply_count": 1,
                              "retweet_count": 0,
                              "retweeted": false,
                              "user_id_str": "1299856802268377090",
                              "id_str": "1929698543151067336"
                            },
                            "quick_promote_eligibility": {
                              "eligibility": "IneligibleNotProfessional"
                            }
                          }
                        },
                        "tweetDisplayType": "Tweet"
                      },
                      "clientEventInfo": {
                        "component": "tweet",
                        "element": "tweet",
                        "details": {
                          "conversationDetails": {
                            "conversationSection": "HighQuality"
                          },
                          "timelinesDetails": {
                            "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                          }
                        }
                      }
                    }
                  },
                  {
                    "entryId": "conversationthread-1929698543151067336-tweet-1929699778168045601",
                    "item": {
                      "itemContent": {
                        "itemType": "TimelineTweet",
                        "__typename": "TimelineTweet",
                        "tweet_results": {
                          "result": {
                            "__typename": "Tweet",
                            "rest_id": "1929699778168045601",
                            "has_birdwatch_notes": false,
                            "core": {
                              "user_results": {
                                "result": {
                                  "__typename": "User",
                                  "id": "VXNlcjoxMTE1MDc5ODU3MTM2OTE0NDM3",
                                  "rest_id": "1115079857136914437",
                                  "affiliates_highlighted_label": {},
                                  "has_graduated_access": true,
                                  "is_blue_verified": true,
                                  "profile_image_shape": "Circle",
                                  "legacy": {
                                    "can_dm": true,
                                    "can_media_tag": true,
                                    "created_at": "Mon Apr 08 02:32:09 +0000 2019",
                                    "default_profile": true,
                                    "default_profile_image": false,
                                    "description": "https://t.co/t0VFctEaZi | prev @nomic_ai πŸ—ΊοΈπŸ“",
                                    "entities": {
                                      "description": {
                                        "urls": [
                                          {
                                            "display_url": "nuss-and-bolts.com",
                                            "expanded_url": "https://www.nuss-and-bolts.com/",
                                            "url": "https://t.co/t0VFctEaZi",
                                            "indices": [
                                              0,
                                              23
                                            ]
                                          }
                                        ]
                                      },
                                      "url": {
                                        "urls": [
                                          {
                                            "display_url": "zanussbaum.github.io",
                                            "expanded_url": "https://zanussbaum.github.io/",
                                            "url": "https://t.co/QiXBCkHT9a",
                                            "indices": [
                                              0,
                                              23
                                            ]
                                          }
                                        ]
                                      }
                                    },
                                    "fast_followers_count": 0,
                                    "favourites_count": 5559,
                                    "followers_count": 1192,
                                    "friends_count": 749,
                                    "has_custom_timelines": true,
                                    "is_translator": false,
                                    "listed_count": 30,
                                    "location": "Manhattan",
                                    "media_count": 35,
                                    "name": "Zach Nussbaum",
                                    "normal_followers_count": 1192,
                                    "pinned_tweet_ids_str": [
                                      "1929661653500498215"
                                    ],
                                    "possibly_sensitive": false,
                                    "profile_banner_url": "https://pbs.twimg.com/profile_banners/1115079857136914437/1632785975",
                                    "profile_image_url_https": "https://pbs.twimg.com/profile_images/1422750583581200392/7rT91KnS_normal.jpg",
                                    "profile_interstitial_type": "",
                                    "screen_name": "zach_nussbaum",
                                    "statuses_count": 507,
                                    "translator_type": "none",
                                    "url": "https://t.co/QiXBCkHT9a",
                                    "verified": false,
                                    "want_retweets": false,
                                    "withheld_in_countries": []
                                  },
                                  "professional": {
                                    "rest_id": "1856387329390457185",
                                    "professional_type": "Creator",
                                    "category": [
                                      {
                                        "id": 713,
                                        "name": "Science & Technology",
                                        "icon_name": ""
                                      }
                                    ]
                                  },
                                  "tipjar_settings": {}
                                }
                              }
                            },
                            "unmention_data": {},
                            "edit_control": {
                              "edit_tweet_ids": [
                                "1929699778168045601"
                              ],
                              "editable_until_msecs": "1748914853000",
                              "is_edit_eligible": false,
                              "edits_remaining": "5"
                            },
                            "is_translatable": false,
                            "views": {
                              "count": "252",
                              "state": "EnabledWithCount"
                            },
                            "source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
                            "legacy": {
                              "bookmark_count": 0,
                              "bookmarked": false,
                              "created_at": "Tue Jun 03 00:40:53 +0000 2025",
                              "conversation_id_str": "1929661653500498215",
                              "display_text_range": [
                                16,
                                20
                              ],
                              "entities": {
                                "hashtags": [],
                                "symbols": [],
                                "timestamps": [],
                                "urls": [],
                                "user_mentions": [
                                  {
                                    "id_str": "1299856802268377090",
                                    "name": "Ben (no treats)",
                                    "screen_name": "andersonbcdefg",
                                    "indices": [
                                      0,
                                      15
                                    ]
                                  }
                                ]
                              },
                              "favorite_count": 1,
                              "favorited": false,
                              "full_text": "@andersonbcdefg πŸ˜€πŸ˜€ty",
                              "in_reply_to_screen_name": "andersonbcdefg",
                              "in_reply_to_status_id_str": "1929698543151067336",
                              "in_reply_to_user_id_str": "1299856802268377090",
                              "is_quote_status": false,
                              "lang": "und",
                              "quote_count": 0,
                              "reply_count": 0,
                              "retweet_count": 0,
                              "retweeted": false,
                              "user_id_str": "1115079857136914437",
                              "id_str": "1929699778168045601"
                            },
                            "quick_promote_eligibility": {
                              "eligibility": "IneligibleNotProfessional"
                            }
                          }
                        },
                        "tweetDisplayType": "Tweet"
                      },
                      "clientEventInfo": {
                        "component": "tweet",
                        "element": "tweet",
                        "details": {
                          "conversationDetails": {
                            "conversationSection": "HighQuality"
                          },
                          "timelinesDetails": {
                            "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                          }
                        }
                      }
                    }
                  }
                ],
                "metadata": {
                  "conversationMetadata": {
                    "allTweetIds": [
                      "1929699778168045601"
                    ],
                    "enableDeduplication": true
                  }
                },
                "displayType": "VerticalConversation",
                "clientEventInfo": {
                  "component": "tweet",
                  "details": {
                    "conversationDetails": {
                      "conversationSection": "HighQuality"
                    },
                    "timelinesDetails": {
                      "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                    }
                  }
                }
              }
            },
            {
              "entryId": "conversationthread-1929892021734367286",
              "sortIndex": "1953509754642890722",
              "content": {
                "entryType": "TimelineTimelineModule",
                "__typename": "TimelineTimelineModule",
                "items": [
                  {
                    "entryId": "conversationthread-1929892021734367286-tweet-1929892021734367286",
                    "item": {
                      "itemContent": {
                        "itemType": "TimelineTweet",
                        "__typename": "TimelineTweet",
                        "tweet_results": {
                          "result": {
                            "__typename": "Tweet",
                            "rest_id": "1929892021734367286",
                            "has_birdwatch_notes": false,
                            "core": {
                              "user_results": {
                                "result": {
                                  "__typename": "User",
                                  "id": "VXNlcjoxMjY3MDkyNjE5MzY2MjIzODcy",
                                  "rest_id": "1267092619366223872",
                                  "affiliates_highlighted_label": {},
                                  "has_graduated_access": true,
                                  "is_blue_verified": false,
                                  "profile_image_shape": "Circle",
                                  "legacy": {
                                    "can_dm": false,
                                    "can_media_tag": true,
                                    "created_at": "Sun May 31 13:56:49 +0000 2020",
                                    "default_profile": true,
                                    "default_profile_image": false,
                                    "description": "efficiently scaling recsys ml @pinterest, prev ml/math @Columbia",
                                    "entities": {
                                      "description": {
                                        "urls": []
                                      }
                                    },
                                    "fast_followers_count": 0,
                                    "favourites_count": 865,
                                    "followers_count": 31,
                                    "friends_count": 125,
                                    "has_custom_timelines": false,
                                    "is_translator": false,
                                    "listed_count": 0,
                                    "location": "New York, USA",
                                    "media_count": 1,
                                    "name": "matt",
                                    "normal_followers_count": 31,
                                    "pinned_tweet_ids_str": [],
                                    "possibly_sensitive": false,
                                    "profile_image_url_https": "https://pbs.twimg.com/profile_images/1276582297790267394/7ZXL_fcB_normal.jpg",
                                    "profile_interstitial_type": "",
                                    "screen_name": "mattylawhon",
                                    "statuses_count": 41,
                                    "translator_type": "none",
                                    "verified": false,
                                    "want_retweets": false,
                                    "withheld_in_countries": []
                                  },
                                  "tipjar_settings": {}
                                }
                              }
                            },
                            "unmention_data": {},
                            "edit_control": {
                              "edit_tweet_ids": [
                                "1929892021734367286"
                              ],
                              "editable_until_msecs": "1748960688000",
                              "is_edit_eligible": false,
                              "edits_remaining": "5"
                            },
                            "is_translatable": false,
                            "views": {
                              "count": "133",
                              "state": "EnabledWithCount"
                            },
                            "source": "<a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>",
                            "legacy": {
                              "bookmark_count": 0,
                              "bookmarked": false,
                              "created_at": "Tue Jun 03 13:24:48 +0000 2025",
                              "conversation_id_str": "1929661653500498215",
                              "display_text_range": [
                                15,
                                49
                              ],
                              "entities": {
                                "hashtags": [],
                                "symbols": [],
                                "timestamps": [],
                                "urls": [],
                                "user_mentions": [
                                  {
                                    "id_str": "1115079857136914437",
                                    "name": "Zach Nussbaum",
                                    "screen_name": "zach_nussbaum",
                                    "indices": [
                                      0,
                                      14
                                    ]
                                  }
                                ]
                              },
                              "favorite_count": 1,
                              "favorited": false,
                              "full_text": "@zach_nussbaum Ooc did you try just using SigLIP?",
                              "in_reply_to_screen_name": "zach_nussbaum",
                              "in_reply_to_status_id_str": "1929661653500498215",
                              "in_reply_to_user_id_str": "1115079857136914437",
                              "is_quote_status": false,
                              "lang": "en",
                              "quote_count": 0,
                              "reply_count": 1,
                              "retweet_count": 0,
                              "retweeted": false,
                              "user_id_str": "1267092619366223872",
                              "id_str": "1929892021734367286"
                            },
                            "quick_promote_eligibility": {
                              "eligibility": "IneligibleNotProfessional"
                            }
                          }
                        },
                        "tweetDisplayType": "Tweet"
                      },
                      "clientEventInfo": {
                        "component": "tweet",
                        "element": "tweet",
                        "details": {
                          "conversationDetails": {
                            "conversationSection": "HighQuality"
                          },
                          "timelinesDetails": {
                            "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                          }
                        }
                      }
                    }
                  },
                  {
                    "entryId": "conversationthread-1929892021734367286-tweet-1929899357307797825",
                    "item": {
                      "itemContent": {
                        "itemType": "TimelineTweet",
                        "__typename": "TimelineTweet",
                        "tweet_results": {
                          "result": {
                            "__typename": "Tweet",
                            "rest_id": "1929899357307797825",
                            "has_birdwatch_notes": false,
                            "core": {
                              "user_results": {
                                "result": {
                                  "__typename": "User",
                                  "id": "VXNlcjoxMTE1MDc5ODU3MTM2OTE0NDM3",
                                  "rest_id": "1115079857136914437",
                                  "affiliates_highlighted_label": {},
                                  "has_graduated_access": true,
                                  "is_blue_verified": true,
                                  "profile_image_shape": "Circle",
                                  "legacy": {
                                    "can_dm": true,
                                    "can_media_tag": true,
                                    "created_at": "Mon Apr 08 02:32:09 +0000 2019",
                                    "default_profile": true,
                                    "default_profile_image": false,
                                    "description": "https://t.co/t0VFctEaZi | prev @nomic_ai πŸ—ΊοΈπŸ“",
                                    "entities": {
                                      "description": {
                                        "urls": [
                                          {
                                            "display_url": "nuss-and-bolts.com",
                                            "expanded_url": "https://www.nuss-and-bolts.com/",
                                            "url": "https://t.co/t0VFctEaZi",
                                            "indices": [
                                              0,
                                              23
                                            ]
                                          }
                                        ]
                                      },
                                      "url": {
                                        "urls": [
                                          {
                                            "display_url": "zanussbaum.github.io",
                                            "expanded_url": "https://zanussbaum.github.io/",
                                            "url": "https://t.co/QiXBCkHT9a",
                                            "indices": [
                                              0,
                                              23
                                            ]
                                          }
                                        ]
                                      }
                                    },
                                    "fast_followers_count": 0,
                                    "favourites_count": 5559,
                                    "followers_count": 1192,
                                    "friends_count": 749,
                                    "has_custom_timelines": true,
                                    "is_translator": false,
                                    "listed_count": 30,
                                    "location": "Manhattan",
                                    "media_count": 35,
                                    "name": "Zach Nussbaum",
                                    "normal_followers_count": 1192,
                                    "pinned_tweet_ids_str": [
                                      "1929661653500498215"
                                    ],
                                    "possibly_sensitive": false,
                                    "profile_banner_url": "https://pbs.twimg.com/profile_banners/1115079857136914437/1632785975",
                                    "profile_image_url_https": "https://pbs.twimg.com/profile_images/1422750583581200392/7rT91KnS_normal.jpg",
                                    "profile_interstitial_type": "",
                                    "screen_name": "zach_nussbaum",
                                    "statuses_count": 507,
                                    "translator_type": "none",
                                    "url": "https://t.co/QiXBCkHT9a",
                                    "verified": false,
                                    "want_retweets": false,
                                    "withheld_in_countries": []
                                  },
                                  "professional": {
                                    "rest_id": "1856387329390457185",
                                    "professional_type": "Creator",
                                    "category": [
                                      {
                                        "id": 713,
                                        "name": "Science & Technology",
                                        "icon_name": ""
                                      }
                                    ]
                                  },
                                  "tipjar_settings": {}
                                }
                              }
                            },
                            "unmention_data": {},
                            "edit_control": {
                              "edit_tweet_ids": [
                                "1929899357307797825"
                              ],
                              "editable_until_msecs": "1748962437000",
                              "is_edit_eligible": false,
                              "edits_remaining": "5"
                            },
                            "is_translatable": false,
                            "views": {
                              "count": "119",
                              "state": "EnabledWithCount"
                            },
                            "source": "<a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>",
                            "legacy": {
                              "bookmark_count": 0,
                              "bookmarked": false,
                              "created_at": "Tue Jun 03 13:53:57 +0000 2025",
                              "conversation_id_str": "1929661653500498215",
                              "display_text_range": [
                                13,
                                185
                              ],
                              "entities": {
                                "hashtags": [],
                                "symbols": [],
                                "timestamps": [],
                                "urls": [],
                                "user_mentions": [
                                  {
                                    "id_str": "1267092619366223872",
                                    "name": "matt",
                                    "screen_name": "mattylawhon",
                                    "indices": [
                                      0,
                                      12
                                    ]
                                  }
                                ]
                              },
                              "favorite_count": 0,
                              "favorited": false,
                              "full_text": "@mattylawhon we did for our CLIP style models but found we had to do the inverse to retain text perf!\nwe also scaled the batch size much larger so IIRC we did end up using GradCache too",
                              "in_reply_to_screen_name": "mattylawhon",
                              "in_reply_to_status_id_str": "1929892021734367286",
                              "in_reply_to_user_id_str": "1267092619366223872",
                              "is_quote_status": false,
                              "lang": "en",
                              "quote_count": 0,
                              "reply_count": 0,
                              "retweet_count": 0,
                              "retweeted": false,
                              "user_id_str": "1115079857136914437",
                              "id_str": "1929899357307797825"
                            },
                            "quick_promote_eligibility": {
                              "eligibility": "IneligibleNotProfessional"
                            }
                          }
                        },
                        "tweetDisplayType": "Tweet"
                      },
                      "clientEventInfo": {
                        "component": "tweet",
                        "element": "tweet",
                        "details": {
                          "conversationDetails": {
                            "conversationSection": "HighQuality"
                          },
                          "timelinesDetails": {
                            "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                          }
                        }
                      }
                    }
                  }
                ],
                "metadata": {
                  "conversationMetadata": {
                    "allTweetIds": [
                      "1929899357307797825"
                    ],
                    "enableDeduplication": true
                  }
                },
                "displayType": "VerticalConversation",
                "clientEventInfo": {
                  "component": "tweet",
                  "details": {
                    "conversationDetails": {
                      "conversationSection": "HighQuality"
                    },
                    "timelinesDetails": {
                      "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                    }
                  }
                }
              }
            },
            {
              "entryId": "conversationthread-1929915603948843374",
              "sortIndex": "1953509754642890712",
              "content": {
                "entryType": "TimelineTimelineModule",
                "__typename": "TimelineTimelineModule",
                "items": [
                  {
                    "entryId": "conversationthread-1929915603948843374-tweet-1929915603948843374",
                    "item": {
                      "itemContent": {
                        "itemType": "TimelineTweet",
                        "__typename": "TimelineTweet",
                        "tweet_results": {
                          "result": {
                            "__typename": "Tweet",
                            "rest_id": "1929915603948843374",
                            "has_birdwatch_notes": false,
                            "core": {
                              "user_results": {
                                "result": {
                                  "__typename": "User",
                                  "id": "VXNlcjozMTUwNjE2OTM4",
                                  "rest_id": "3150616938",
                                  "affiliates_highlighted_label": {},
                                  "has_graduated_access": true,
                                  "is_blue_verified": true,
                                  "profile_image_shape": "Circle",
                                  "legacy": {
                                    "can_dm": false,
                                    "can_media_tag": true,
                                    "created_at": "Sun Apr 12 01:51:49 +0000 2015",
                                    "default_profile": true,
                                    "default_profile_image": false,
                                    "description": "IA/ML Engineer\nPortfolio: https://t.co/0WECrYiOEL",
                                    "entities": {
                                      "description": {
                                        "urls": [
                                          {
                                            "display_url": "bvantuan.github.io",
                                            "expanded_url": "https://bvantuan.github.io/",
                                            "url": "https://t.co/0WECrYiOEL",
                                            "indices": [
                                              26,
                                              49
                                            ]
                                          }
                                        ]
                                      },
                                      "url": {
                                        "urls": [
                                          {
                                            "display_url": "linkedin.com/in/van-tuan-bui",
                                            "expanded_url": "https://www.linkedin.com/in/van-tuan-bui",
                                            "url": "https://t.co/SqE6AQUJmY",
                                            "indices": [
                                              0,
                                              23
                                            ]
                                          }
                                        ]
                                      }
                                    },
                                    "fast_followers_count": 0,
                                    "favourites_count": 550,
                                    "followers_count": 78,
                                    "friends_count": 336,
                                    "has_custom_timelines": false,
                                    "is_translator": false,
                                    "listed_count": 1,
                                    "location": "France",
                                    "media_count": 63,
                                    "name": "Van Tuan Bui",
                                    "normal_followers_count": 78,
                                    "pinned_tweet_ids_str": [
                                      "1927642042462806155"
                                    ],
                                    "possibly_sensitive": false,
                                    "profile_image_url_https": "https://pbs.twimg.com/profile_images/1897393113779372032/sLdsiUDI_normal.jpg",
                                    "profile_interstitial_type": "",
                                    "screen_name": "bvttuan",
                                    "statuses_count": 703,
                                    "translator_type": "none",
                                    "url": "https://t.co/SqE6AQUJmY",
                                    "verified": false,
                                    "want_retweets": false,
                                    "withheld_in_countries": []
                                  },
                                  "professional": {
                                    "rest_id": "1897395166106825099",
                                    "professional_type": "Business",
                                    "category": [
                                      {
                                        "id": 713,
                                        "name": "Science & Technology",
                                        "icon_name": ""
                                      }
                                    ]
                                  },
                                  "tipjar_settings": {}
                                }
                              }
                            },
                            "unmention_data": {},
                            "edit_control": {
                              "edit_tweet_ids": [
                                "1929915603948843374"
                              ],
                              "editable_until_msecs": "1748966310000",
                              "is_edit_eligible": false,
                              "edits_remaining": "5"
                            },
                            "is_translatable": false,
                            "views": {
                              "count": "99",
                              "state": "EnabledWithCount"
                            },
                            "source": "<a href=\"http://twitter.com/download/android\" rel=\"nofollow\">Twitter for Android</a>",
                            "legacy": {
                              "bookmark_count": 0,
                              "bookmarked": false,
                              "created_at": "Tue Jun 03 14:58:30 +0000 2025",
                              "conversation_id_str": "1929661653500498215",
                              "display_text_range": [
                                15,
                                56
                              ],
                              "entities": {
                                "hashtags": [],
                                "symbols": [],
                                "timestamps": [],
                                "urls": [],
                                "user_mentions": [
                                  {
                                    "id_str": "1115079857136914437",
                                    "name": "Zach Nussbaum",
                                    "screen_name": "zach_nussbaum",
                                    "indices": [
                                      0,
                                      14
                                    ]
                                  }
                                ]
                              },
                              "favorite_count": 1,
                              "favorited": false,
                              "full_text": "@zach_nussbaum Looking forward to experimenting with it!",
                              "in_reply_to_screen_name": "zach_nussbaum",
                              "in_reply_to_status_id_str": "1929661653500498215",
                              "in_reply_to_user_id_str": "1115079857136914437",
                              "is_quote_status": false,
                              "lang": "en",
                              "quote_count": 0,
                              "reply_count": 0,
                              "retweet_count": 0,
                              "retweeted": false,
                              "user_id_str": "3150616938",
                              "id_str": "1929915603948843374"
                            },
                            "quick_promote_eligibility": {
                              "eligibility": "IneligibleNotProfessional"
                            }
                          }
                        },
                        "tweetDisplayType": "Tweet"
                      },
                      "clientEventInfo": {
                        "component": "tweet",
                        "element": "tweet",
                        "details": {
                          "conversationDetails": {
                            "conversationSection": "HighQuality"
                          },
                          "timelinesDetails": {
                            "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                          }
                        }
                      }
                    }
                  }
                ],
                "metadata": {
                  "conversationMetadata": {
                    "allTweetIds": [
                      "1929915603948843374"
                    ],
                    "enableDeduplication": true
                  }
                },
                "displayType": "VerticalConversation",
                "clientEventInfo": {
                  "component": "tweet",
                  "details": {
                    "conversationDetails": {
                      "conversationSection": "HighQuality"
                    },
                    "timelinesDetails": {
                      "controllerData": "DAACDAAEDAABCgABAAAAAAAAAAEKAAIAAAAAAAAAAAAAAAA="
                    }
                  }
                }
              }
            },
            {
              "entryId": "cursor-showmorethreads-1953509754642890711",
              "sortIndex": "1953509754642890711",
              "content": {
                "entryType": "TimelineTimelineCursor",
                "__typename": "TimelineTimelineCursor",
                "value": "DAAFCgABGxxCxY6__9ULAAIAAACIRW1QQzZ3QUFBZlEvZ0dKTjB2R3AvQUFBQUFvYXg0a09NVmR3eWhySGlRMXNHOUFUR3NoYWtacFdZRFlheUhBRVE5cXhiaHJJWVQyTWxnRkJHc2VKRE5HWEVTY2F4NGtOMXhiZ2ZockhxN2xvMjBBaEdzZXFtZHdic01nYXg0a09yeHZRT1E9PQgAAwAAAAcAAA",
                "cursorType": "ShowMoreThreads",
                "displayTreatment": {
                  "actionText": "Show probable spam"
                }
              }
            }
          ]
        },
        {
          "type": "TimelineTerminateTimeline",
          "direction": "Top"
        }
      ],
      "metadata": {
        "reader_mode_config": {
          "is_reader_mode_available": true
        },
        "scribeConfig": {
          "page": "ranked_replies"
        }
      }
    }
  }
}