🐦 Twitter Post Details

Viewing enriched Twitter post

@Sanemavcil

LIFT is a new language model design that lets a Transformer send more than one token's worth of information from its deepest layer back to its first layer at every step. Per the creator, the model feeds a latent state from its last layer back into its first layer and still pretrains fully in parallel. The video explains the bottleneck it targets and shows validation loss curves where, at 1B parameters, a standard Transformer needs about twice the data to catch up. Why it matters: language models mostly improve by adding more data and compute, so an architecture that learns more from the same data could make training far more efficient. Credit: @TiroshDor https://t.co/tvj5mECkRD

📊 Media Metadata

{
  "media": [
    {
      "url": "https://video-s.twimg.com/amplify_video/2115854535805542400/vid/avc1/1920x1080/vSuwGZQgVcH7fPx7.mp4?tag=29",
      "type": "video"
    }
  ],
  "processed_at": "2026-10-30T11:03:00.238032",
  "pipeline_version": "2.0"
}

🔧 Raw API Response

{
  "type": "tweet",
  "id": "2116114436100349955",
  "url": "https://x.com/Sanemavcil/status/2116114436100349955",
  "twitterUrl": "https://twitter.com/Sanemavcil/status/2116114436100349955",
  "text": "LIFT is a new language model design that lets a Transformer send more than one token's worth of information from its deepest layer back to its first layer at every step.\n\nPer the creator, the model feeds a latent state from its last layer back into its first layer and still pretrains fully in parallel. The video explains the bottleneck it targets and shows validation loss curves where, at 1B parameters, a standard Transformer needs about twice the data to catch up.\n\nWhy it matters: language models mostly improve by adding more data and compute, so an architecture that learns more from the same data could make training far more efficient.\n\nCredit: @TiroshDor https://t.co/tvj5mECkRD",
  "source": "",
  "retweetCount": 0,
  "replyCount": 0,
  "likeCount": 0,
  "quoteCount": 0,
  "viewCount": 25,
  "createdAt": "Fri Oct 30 10:26:11 +0000 2026",
  "lang": "en",
  "bookmarkCount": 0,
  "isReply": false,
  "inReplyToId": null,
  "conversationId": "2116114436100349955",
  "displayTextRange": [
    0,
    274
  ],
  "inReplyToUserId": null,
  "inReplyToUsername": null,
  "author": {
    "type": "user",
    "userName": "Sanemavcil",
    "url": "https://x.com/Sanemavcil",
    "twitterUrl": "https://twitter.com/Sanemavcil",
    "id": "405871371",
    "name": "Sanem Avcil 🚀 Blockchain",
    "isVerified": false,
    "isBlueVerified": true,
    "verifiedType": null,
    "profilePicture": "https://pbs.twimg.com/profile_images/2009353294657835008/vKk96SNL_normal.jpg",
    "coverPicture": "https://pbs.twimg.com/profile_banners/405871371/1766326505",
    "description": "",
    "location": "Los Angeles, CA",
    "followers": 41718,
    "following": 637,
    "status": "",
    "canDm": true,
    "canMediaTag": false,
    "createdAt": "Sat Nov 05 22:44:43 +0000 2011",
    "entities": {
      "description": {
        "urls": []
      },
      "url": {}
    },
    "fastFollowersCount": 0,
    "favouritesCount": 13081,
    "hasCustomTimelines": true,
    "isTranslator": false,
    "mediaCount": 2401,
    "statusesCount": 6665,
    "withheldInCountries": [],
    "affiliatesHighlightedLabel": {},
    "possiblySensitive": false,
    "pinnedTweetIds": [
      "2113311686069248139"
    ],
    "profile_bio": {
      "description": "Human 🦞• Founder @gamibooks • Emerging tech influencer: AI, AR/VR ✨Thinker ✨Maker ✨Though Leader ✨ Trailblazer",
      "entities": {
        "description": {
          "user_mentions": [
            {
              "id_str": "",
              "indices": [
                17,
                27
              ],
              "name": "",
              "screen_name": "gamibooks"
            }
          ]
        },
        "url": {
          "urls": [
            {
              "display_url": "linkedin.com/in/sanemavcil",
              "expanded_url": "https://www.linkedin.com/in/sanemavcil",
              "indices": [
                0,
                23
              ],
              "url": "https://t.co/75kyajA2D8"
            }
          ]
        }
      }
    },
    "isAutomated": false,
    "automatedBy": null,
    "protected": false
  },
  "extendedEntities": {
    "media": [
      {
        "additional_media_info": {
          "monetizable": false,
          "source_user": {
            "user_results": {
              "rest_id": "1157363137278029824",
              "result": {
                "__typename": "User",
                "action_counts": {
                  "favorites_count": 507
                },
                "avatar": {
                  "image_url": "https://pbs.twimg.com/profile_images/2105654923807326208/mpDCAqMh_normal.jpg"
                },
                "banner": {
                  "image_url": ""
                },
                "core": {
                  "created_at": "Fri Aug 02 18:50:49 +0000 2019",
                  "name": "Dor Tirosh",
                  "screen_name": "TiroshDor"
                },
                "dm_permissions": {
                  "can_dm": false
                },
                "exclusive_tweet_following": false,
                "follow_request_sent": false,
                "identity_profile_labels_highlighted_label": {},
                "location": {
                  "location": ""
                },
                "media_permissions": {
                  "can_media_tag": true
                },
                "notifications_settings": {
                  "notifications_enabled": false
                },
                "pinned_items": {
                  "tweet_ids_str": [
                    "2115854588687552759"
                  ]
                },
                "privacy": {
                  "protected": false,
                  "suspended": false
                },
                "private_super_following": false,
                "profile_bio": {
                  "description": "AI researcher | CS MSc Student at Tel Aviv University",
                  "entities": {
                    "description": {}
                  }
                },
                "profile_image_shape": "Circle",
                "profile_metadata": {
                  "profile_interstitial_type": "",
                  "profile_link_color": "1DA1F2"
                },
                "profile_translation": {
                  "translator_type_enum": "None"
                },
                "properties": {
                  "has_extended_profile": true,
                  "has_no_screen_name": false
                },
                "relationship_counts": {
                  "followers": 62,
                  "following": 95
                },
                "relationship_perspectives": {
                  "blocked_by": false,
                  "blocking": false,
                  "followed_by": false,
                  "following": false,
                  "live_following": false,
                  "muting": false
                },
                "rest_id": "1157363137278029824",
                "smart_blocked_by": false,
                "smart_blocking": false,
                "super_follow_eligible": false,
                "super_followed_by": false,
                "super_following": false,
                "tweet_counts": {
                  "media_tweets": 8,
                  "tweets": 32
                },
                "verification": {
                  "is_blue_verified": true,
                  "verified": false
                },
                "website": {
                  "url": ""
                }
              }
            }
          }
        },
        "allow_download_status": {
          "allow_download": true
        },
        "display_url": "pic.x.com/tvj5mECkRD",
        "expanded_url": "https://x.com/TiroshDor/status/2115854588687552759/video/1",
        "ext_master_playlist_only": [],
        "ext_media_availability": {
          "status": "Available"
        },
        "ext_playlists": [],
        "id_str": "2115854535805542400",
        "indices": [
          666,
          689
        ],
        "media_key": "13_2115854535805542400",
        "media_results": {
          "id": "QXBpTWVkaWFSZXN1bHRzOgwABAoAAR1dBn1zFqAAAAA=",
          "result": {
            "__typename": "ApiMedia",
            "id": "QXBpTWVkaWE6DAAECgABHV0GfXMWoAAAAA==",
            "media_key": "13_2115854535805542400"
          }
        },
        "media_url_https": "https://pbs.twimg.com/amplify_video_thumb/2115854535805542400/img/yd81i1tYGYqLiLer.jpg",
        "original_info": {
          "focus_rects": [],
          "height": 1080,
          "width": 1920
        },
        "sizes": {
          "large": {
            "h": 1080,
            "w": 1920
          }
        },
        "source_status_id_str": "2115854588687552759",
        "source_user_id_str": "1157363137278029824",
        "type": "video",
        "url": "https://t.co/tvj5mECkRD",
        "video_info": {
          "aspect_ratio": [
            16,
            9
          ],
          "duration_millis": 97050,
          "variants": [
            {
              "content_type": "application/x-mpegURL",
              "url": "https://video-s.twimg.com/amplify_video/2115854535805542400/pl/2u_Ysg5jheTPaTG7.m3u8?tag=29&v=cfc"
            },
            {
              "bitrate": 256000,
              "content_type": "video/mp4",
              "url": "https://video-s.twimg.com/amplify_video/2115854535805542400/vid/avc1/480x270/9jw8p5Kc0_FCrV0H.mp4?tag=29"
            },
            {
              "bitrate": 832000,
              "content_type": "video/mp4",
              "url": "https://video-s.twimg.com/amplify_video/2115854535805542400/vid/avc1/640x360/K16pmf53P6ywjSFI.mp4?tag=29"
            },
            {
              "bitrate": 2176000,
              "content_type": "video/mp4",
              "url": "https://video-s.twimg.com/amplify_video/2115854535805542400/vid/avc1/1280x720/P8QHU1uHvg2IjsOw.mp4?tag=29"
            },
            {
              "bitrate": 10368000,
              "content_type": "video/mp4",
              "url": "https://video-s.twimg.com/amplify_video/2115854535805542400/vid/avc1/1920x1080/vSuwGZQgVcH7fPx7.mp4?tag=29"
            }
          ]
        }
      }
    ]
  },
  "card": null,
  "place": {},
  "entities": {
    "hashtags": [],
    "symbols": [],
    "urls": [
      {
        "display_url": "x.com/TiroshDor/stat…",
        "expanded_url": "https://x.com/TiroshDor/status/2115854588687552759/video/1",
        "indices": [
          666,
          689
        ],
        "url": "https://t.co/tvj5mECkRD"
      }
    ],
    "user_mentions": [
      {
        "id_str": "1157363137278029824",
        "indices": [
          655,
          665
        ],
        "name": "Dor Tirosh",
        "screen_name": "TiroshDor"
      }
    ]
  },
  "quoted_tweet": null,
  "retweeted_tweet": null,
  "isLimitedReply": false,
  "communityInfo": null,
  "article": null
}