{
  "type": "tweet",
  "id": "2111151066389913633",
  "url": "https://x.com/arankomatsuzaki/status/2111151066389913633",
  "twitterUrl": "https://twitter.com/arankomatsuzaki/status/2111151066389913633",
  "text": "RT @counathe: While QAT helps improve model quality at 2-4 bits, it has a structural optimization problem. Indeed, at every step, the high-…",
  "source": "Twitter for iPhone",
  "retweetCount": 20,
  "replyCount": 7,
  "likeCount": 77,
  "quoteCount": 3,
  "viewCount": 3720,
  "createdAt": "Fri Oct 16 17:43:32 +0000 2026",
  "lang": "en",
  "bookmarkCount": 50,
  "isReply": false,
  "inReplyToId": null,
  "conversationId": "2111151066389913633",
  "displayTextRange": [
    0,
    140
  ],
  "inReplyToUserId": null,
  "inReplyToUsername": null,
  "author": {
    "type": "user",
    "userName": "arankomatsuzaki",
    "url": "https://x.com/arankomatsuzaki",
    "twitterUrl": "https://twitter.com/arankomatsuzaki",
    "id": "794433401591693312",
    "name": "Aran Komatsuzaki",
    "isVerified": false,
    "isBlueVerified": true,
    "verifiedType": null,
    "profilePicture": "https://pbs.twimg.com/profile_images/1561220982328754176/JOYS5kab_normal.jpg",
    "coverPicture": "",
    "description": "",
    "location": "",
    "followers": 196434,
    "following": 442,
    "status": "",
    "canDm": true,
    "canMediaTag": true,
    "createdAt": "Fri Nov 04 06:57:37 +0000 2016",
    "entities": {
      "description": {
        "urls": []
      },
      "url": {}
    },
    "fastFollowersCount": 0,
    "favouritesCount": 17402,
    "hasCustomTimelines": true,
    "isTranslator": false,
    "mediaCount": 2584,
    "statusesCount": 6935,
    "withheldInCountries": [],
    "affiliatesHighlightedLabel": {},
    "possiblySensitive": false,
    "pinnedTweetIds": [
      "2035363139299242192"
    ],
    "profile_bio": {
      "description": "Sharing AI research. Early work on AI (GPT-J, scaling, MoE). Ex ML PhD (GT) & Google.",
      "entities": {
        "description": {},
        "url": {
          "urls": [
            {
              "display_url": "arankomatsuzaki.wordpress.com/about-me/",
              "expanded_url": "https://arankomatsuzaki.wordpress.com/about-me/",
              "indices": [
                0,
                23
              ],
              "url": "https://t.co/aZGCShojNY"
            }
          ]
        }
      }
    },
    "isAutomated": false,
    "automatedBy": null
  },
  "extendedEntities": {},
  "card": null,
  "place": {},
  "entities": {
    "user_mentions": [
      {
        "id_str": "1126386954852020225",
        "indices": [
          3,
          12
        ],
        "name": "Vincent Counathe",
        "screen_name": "counathe"
      }
    ]
  },
  "quoted_tweet": null,
  "retweeted_tweet": {
    "type": "tweet",
    "id": "2111147664134017328",
    "url": "https://x.com/counathe/status/2111147664134017328",
    "twitterUrl": "https://twitter.com/counathe/status/2111147664134017328",
    "text": "While QAT helps improve model quality at 2-4 bits, it has a structural optimization problem. Indeed, at every step, the high-precision latent weights receive the gradient updates, but the loss and gradients are computed on their low-bit reconstructions, i.e. the weights the model will use at inference.\n\nThis mismatch results in suboptimal training dynamics and a higher loss floor. The main existing QAT methods (learning the scales alongside model parameters, soft-to-hard rounding, or better initialization) do not directly address this mismatch.\n\nWith QUASAR, we introduce a simple and computationally cheap way to address the mismatch. QUASAR consistently achieves lower loss than all QAT baselines and adds no inference overhead. Also, it can be combined with most other QAT methods, since it only changes the weight reconstruction map in the fwd pass.",
    "source": "Twitter for iPhone",
    "retweetCount": 20,
    "replyCount": 7,
    "likeCount": 77,
    "quoteCount": 3,
    "viewCount": 3720,
    "createdAt": "Fri Oct 16 17:30:01 +0000 2026",
    "lang": "en",
    "bookmarkCount": 50,
    "isReply": false,
    "inReplyToId": null,
    "conversationId": "2111147664134017328",
    "displayTextRange": [
      0,
      280
    ],
    "inReplyToUserId": null,
    "inReplyToUsername": null,
    "author": {
      "type": "user",
      "userName": "counathe",
      "url": "https://x.com/counathe",
      "twitterUrl": "https://twitter.com/counathe",
      "id": "1126386954852020225",
      "name": "Vincent Counathe",
      "isVerified": false,
      "isBlueVerified": true,
      "verifiedType": null,
      "profilePicture": "https://pbs.twimg.com/profile_images/1950542570905374720/aYMgG1II_normal.jpg",
      "coverPicture": "",
      "description": "",
      "location": "SF",
      "followers": 184,
      "following": 2894,
      "status": "",
      "canDm": false,
      "canMediaTag": true,
      "createdAt": "Thu May 09 07:22:32 +0000 2019",
      "entities": {
        "description": {
          "urls": []
        },
        "url": {}
      },
      "fastFollowersCount": 0,
      "favouritesCount": 1209,
      "hasCustomTimelines": true,
      "isTranslator": false,
      "mediaCount": 10,
      "statusesCount": 31,
      "withheldInCountries": [],
      "affiliatesHighlightedLabel": {},
      "possiblySensitive": false,
      "pinnedTweetIds": [],
      "profile_bio": {
        "description": "Quantization and low-precision training for LLMs @Cornell_Bowers @togethercompute",
        "entities": {
          "description": {
            "user_mentions": [
              {
                "id_str": "",
                "indices": [
                  49,
                  64
                ],
                "name": "",
                "screen_name": "Cornell_Bowers"
              },
              {
                "id_str": "",
                "indices": [
                  65,
                  81
                ],
                "name": "",
                "screen_name": "togethercompute"
              }
            ]
          },
          "url": {
            "urls": [
              {
                "display_url": "vincentcounathe.github.io",
                "expanded_url": "http://vincentcounathe.github.io",
                "indices": [
                  0,
                  23
                ],
                "url": "https://t.co/qNOzOqVOVw"
              }
            ]
          }
        }
      },
      "isAutomated": false,
      "automatedBy": null
    },
    "extendedEntities": {
      "media": [
        {
          "additional_media_info": {
            "monetizable": false
          },
          "allow_download_status": {
            "allow_download": true
          },
          "display_url": "pic.x.com/djl28BNz7G",
          "expanded_url": "https://x.com/counathe/status/2111147664134017328/video/1",
          "ext_master_playlist_only": [],
          "ext_media_availability": {
            "status": "Available"
          },
          "ext_playlists": [],
          "id_str": "2111147097739456512",
          "indices": [
            281,
            304
          ],
          "media_key": "13_2111147097739456512",
          "media_results": {
            "id": "QXBpTWVkaWFSZXN1bHRzOgwABAoAAR1MTRmdW3AAAAA=",
            "result": {
              "__typename": "ApiMedia",
              "id": "QXBpTWVkaWE6DAAECgABHUxNGZ1bcAAAAA==",
              "media_key": "13_2111147097739456512"
            }
          },
          "media_url_https": "https://pbs.twimg.com/amplify_video_thumb/2111147097739456512/img/lml8Y5hi8mtDqO0j.jpg",
          "original_info": {
            "focus_rects": [],
            "height": 1080,
            "width": 1920
          },
          "sizes": {
            "large": {
              "h": 1080,
              "w": 1920
            }
          },
          "type": "video",
          "url": "https://t.co/djl28BNz7G",
          "video_info": {
            "aspect_ratio": [
              16,
              9
            ],
            "duration_millis": 18900,
            "variants": [
              {
                "content_type": "application/x-mpegURL",
                "url": "https://video-s.twimg.com/amplify_video/2111147097739456512/pl/x7SU5jF1dlcpOQba.m3u8?tag=29"
              },
              {
                "bitrate": 256000,
                "content_type": "video/mp4",
                "url": "https://video-s.twimg.com/amplify_video/2111147097739456512/vid/avc1/480x270/xrg1TV6LZy9L4W0l.mp4?tag=29"
              },
              {
                "bitrate": 832000,
                "content_type": "video/mp4",
                "url": "https://video-s.twimg.com/amplify_video/2111147097739456512/vid/avc1/640x360/Wzal7xc8u8-VBswR.mp4?tag=29"
              },
              {
                "bitrate": 2176000,
                "content_type": "video/mp4",
                "url": "https://video-s.twimg.com/amplify_video/2111147097739456512/vid/avc1/1280x720/t3KpKSvDnFNyUWPe.mp4?tag=29"
              },
              {
                "bitrate": 10368000,
                "content_type": "video/mp4",
                "url": "https://video-s.twimg.com/amplify_video/2111147097739456512/vid/avc1/1920x1080/Fod0KG6CxyhWBCaV.mp4?tag=29"
              }
            ]
          }
        }
      ]
    },
    "card": null,
    "place": {},
    "entities": {
      "hashtags": [],
      "symbols": [],
      "timestamps": [],
      "urls": [],
      "user_mentions": []
    },
    "quoted_tweet": null,
    "retweeted_tweet": null,
    "isLimitedReply": false,
    "communityInfo": null,
    "article": null
  },
  "isLimitedReply": false,
  "communityInfo": null,
  "article": null
}