{
  "type": "tweet",
  "id": "2113707577616028091",
  "url": "https://x.com/dlwh/status/2113707577616028091",
  "twitterUrl": "https://twitter.com/dlwh/status/2113707577616028091",
  "text": "Marin's 535b is now >80% through pretraining! Here’s loss vs. our scaling-ladder forecasts. The sharp drop comes with the 4K→16K context switch, so we're kind of cheating the forecast. (This was planned.) We'll re-eval at 4k too. https://t.co/YPREnmluJY https://t.co/hU9lhL63yx",
  "source": "",
  "retweetCount": 10,
  "replyCount": 9,
  "likeCount": 134,
  "quoteCount": 3,
  "viewCount": 9783,
  "createdAt": "Fri Oct 23 19:02:11 +0000 2026",
  "lang": "en",
  "bookmarkCount": 39,
  "isReply": false,
  "inReplyToId": null,
  "conversationId": "2113707577616028091",
  "displayTextRange": [
    0,
    256
  ],
  "inReplyToUserId": null,
  "inReplyToUsername": null,
  "author": {
    "type": "user",
    "userName": "dlwh",
    "url": "https://x.com/dlwh",
    "twitterUrl": "https://twitter.com/dlwh",
    "id": "8630302",
    "name": "David Hall",
    "isVerified": false,
    "isBlueVerified": false,
    "verifiedType": null,
    "profilePicture": "https://pbs.twimg.com/profile_images/1308145746596642816/0Y7sEKSt_normal.jpg",
    "coverPicture": "",
    "description": "",
    "location": "Berkeley, CA",
    "followers": 4015,
    "following": 1334,
    "status": "",
    "canDm": false,
    "canMediaTag": true,
    "createdAt": "Mon Sep 03 20:14:30 +0000 2007",
    "entities": {
      "description": {
        "urls": []
      },
      "url": {}
    },
    "fastFollowersCount": 0,
    "favouritesCount": 2551,
    "hasCustomTimelines": true,
    "isTranslator": false,
    "mediaCount": 56,
    "statusesCount": 2000,
    "withheldInCountries": [],
    "affiliatesHighlightedLabel": {},
    "possiblySensitive": false,
    "pinnedTweetIds": [],
    "profile_bio": {
      "description": "Creator of Levanter and @MarinCommunity. MTS @ Open Athena.  Previously Research Engineering @StanfordCRFM, co-founder at Semantic Machines ⟶ MSFT.",
      "entities": {
        "description": {
          "user_mentions": [
            {
              "id_str": "",
              "indices": [
                24,
                39
              ],
              "name": "",
              "screen_name": "MarinCommunity"
            },
            {
              "id_str": "",
              "indices": [
                93,
                106
              ],
              "name": "",
              "screen_name": "StanfordCRFM"
            }
          ]
        },
        "url": {
          "urls": [
            {
              "display_url": "dlwh.org",
              "expanded_url": "http://dlwh.org",
              "indices": [
                0,
                23
              ],
              "url": "https://t.co/d6mmXkIkzf"
            }
          ]
        }
      }
    },
    "isAutomated": false,
    "automatedBy": null,
    "protected": false
  },
  "extendedEntities": {
    "media": [
      {
        "allow_download_status": {
          "allow_download": true
        },
        "display_url": "pic.x.com/hU9lhL63yx",
        "expanded_url": "https://x.com/dlwh/status/2113707577616028091/photo/1",
        "ext_alt_text": "Forecast versus observed loss: Hero’s evaluation loss falls below both scaling-ladder forecasts, reaching 1.528 at step 314,999. A sharp drop accompanies the switch from 4K to 16K context near step 258,000, making subsequent values not directly comparable with the 4K forecasts. The cooldown mixture begins at step 312,192.",
        "ext_master_playlist_only": [],
        "ext_media_availability": {
          "status": "Available"
        },
        "ext_playlists": [],
        "features": {
          "large": {
            "faces": []
          },
          "orig": {
            "faces": []
          }
        },
        "id_str": "2113707442580434944",
        "indices": [
          257,
          280
        ],
        "media_key": "3_2113707442580434944",
        "media_results": {
          "id": "QXBpTWVkaWFSZXN1bHRzOgwAAQoAAR1VZbhaGzAACgACHVVl18ra0bsAAA==",
          "result": {
            "__typename": "ApiMedia",
            "id": "QXBpTWVkaWE6DAABCgABHVVluFobMAAKAAIdVWXXytrRuwAA",
            "media_key": "3_2113707442580434944"
          }
        },
        "media_url_https": "https://pbs.twimg.com/media/HVVluFobMAACyZM.jpg",
        "original_info": {
          "focus_rects": [
            {
              "h": 1434,
              "w": 2560,
              "x": 0,
              "y": 0
            },
            {
              "h": 1600,
              "w": 1600,
              "x": 0,
              "y": 0
            },
            {
              "h": 1600,
              "w": 1404,
              "x": 0,
              "y": 0
            },
            {
              "h": 1600,
              "w": 800,
              "x": 0,
              "y": 0
            },
            {
              "h": 1600,
              "w": 2560,
              "x": 0,
              "y": 0
            }
          ],
          "height": 1600,
          "width": 2560
        },
        "sizes": {
          "large": {
            "h": 1280,
            "w": 2048
          }
        },
        "type": "photo",
        "url": "https://t.co/hU9lhL63yx"
      }
    ]
  },
  "card": null,
  "place": {},
  "entities": {
    "urls": [
      {
        "display_url": "forge.coreweave.com/wandb/marin-co…",
        "expanded_url": "https://forge.coreweave.com/wandb/marin-community/marin_moe/reports/535B-A23B-18T-Token-Hero-Run-Scaling-Ladder--VmlldzoxNzc2MDM5Ng",
        "indices": [
          233,
          256
        ],
        "url": "https://t.co/YPREnmluJY"
      }
    ]
  },
  "quoted_tweet": null,
  "retweeted_tweet": null,
  "isLimitedReply": false,
  "communityInfo": null,
  "article": null
}