{
  "type": "tweet",
  "id": "2040782340343922713",
  "url": "https://x.com/rasbt/status/2040782340343922713",
  "twitterUrl": "https://twitter.com/rasbt/status/2040782340343922713",
  "text": "@pomogranet1 @JoshuahTouyz I would probably start with \n1. my Build A Large Language Model (From Scratch) book to understand the basic architecture and basic pipeline. Then maybe \n2. Build A Reasoning Model (From Scratch) for inference scaling and reinforcement learning\n3. Maybe one of the \"production\" PyTorch code bases to adapt. E.g.,\n\n- Allen AI’s OLMo 3 (32B): https://t.co/stZqgmwO9N\n- Hugging Face’s SmolLM3 (3B): https://t.co/KkocdKVzJ4\n- Intellect-3 (106B MoE): https://t.co/fZ2GbAvb5d\n- Nemotron 3: https://t.co/pznZ0la8f7",
  "source": "Twitter for iPhone",
  "retweetCount": 0,
  "replyCount": 0,
  "likeCount": 1,
  "quoteCount": 0,
  "viewCount": 8,
  "createdAt": "Sun Apr 05 13:23:20 +0000 2026",
  "lang": "en",
  "bookmarkCount": 0,
  "isReply": true,
  "inReplyToId": "2040527524615102526",
  "conversationId": "2040058135910690959",
  "displayTextRange": [
    27,
    303
  ],
  "inReplyToUserId": "1106403898804396032",
  "inReplyToUsername": "pomogranet1",
  "author": {
    "type": "user",
    "userName": "rasbt",
    "url": "https://x.com/rasbt",
    "twitterUrl": "https://twitter.com/rasbt",
    "id": "865622395",
    "name": "Sebastian Raschka",
    "isVerified": false,
    "isBlueVerified": true,
    "verifiedType": null,
    "profilePicture": "https://pbs.twimg.com/profile_images/1661187442043486209/a3E4t1eV_normal.jpg",
    "coverPicture": "https://pbs.twimg.com/profile_banners/865622395/1742309979",
    "description": "",
    "location": "United States",
    "followers": 415543,
    "following": 1140,
    "status": "",
    "canDm": false,
    "canMediaTag": true,
    "createdAt": "Sun Oct 07 02:06:16 +0000 2012",
    "entities": {
      "description": {
        "urls": []
      },
      "url": {}
    },
    "fastFollowersCount": 0,
    "favouritesCount": 24719,
    "hasCustomTimelines": true,
    "isTranslator": false,
    "mediaCount": 2098,
    "statusesCount": 19627,
    "withheldInCountries": [],
    "affiliatesHighlightedLabel": {},
    "possiblySensitive": false,
    "pinnedTweetIds": [
      "1999847254367117736"
    ],
    "profile_bio": {
      "description": "ML/AI research engineer. Ex stats professor.\nAuthor of \"Build a Large Language Model From Scratch\" (https://t.co/O8LAAMRzzW) & reasoning (https://t.co/5TueQKx2Fk)",
      "entities": {
        "description": {
          "hashtags": [],
          "symbols": [],
          "urls": [
            {
              "display_url": "amzn.to/4fqvn0D",
              "expanded_url": "https://amzn.to/4fqvn0D",
              "indices": [
                100,
                123
              ],
              "url": "https://t.co/O8LAAMRzzW"
            },
            {
              "display_url": "mng.bz/lZ5B",
              "expanded_url": "https://mng.bz/lZ5B",
              "indices": [
                138,
                161
              ],
              "url": "https://t.co/5TueQKx2Fk"
            }
          ],
          "user_mentions": []
        },
        "url": {
          "urls": [
            {
              "display_url": "sebastianraschka.com",
              "expanded_url": "https://sebastianraschka.com",
              "indices": [
                0,
                23
              ],
              "url": "https://t.co/HrtQQ5tgJl"
            }
          ]
        }
      }
    },
    "isAutomated": false,
    "automatedBy": null
  },
  "extendedEntities": {},
  "card": {
    "binding_values": [
      {
        "key": "photo_image_full_size_large",
        "value": {
          "image_value": {
            "height": 419,
            "url": "https://pbs.twimg.com/card_img/2039023533192589313/5BYZul2M?format=jpg&name=800x419",
            "width": 800
          }
        }
      },
      {
        "key": "thumbnail_image",
        "value": {
          "image_value": {
            "height": 200,
            "url": "https://pbs.twimg.com/card_img/2039023533192589313/5BYZul2M?format=jpg&name=400x400",
            "width": 400
          }
        }
      },
      {
        "key": "description",
        "value": {
          "string_value": "PyTorch building blocks for the OLMo ecosystem. Contribute to allenai/OLMo-core development by creating an account on GitHub."
        }
      },
      {
        "key": "domain",
        "value": {
          "string_value": "github.com"
        }
      },
      {
        "key": "thumbnail_image_large",
        "value": {
          "image_value": {
            "height": 300,
            "url": "https://pbs.twimg.com/card_img/2039023533192589313/5BYZul2M?format=jpg&name=600x600",
            "width": 600
          }
        }
      },
      {
        "key": "summary_photo_image_small",
        "value": {
          "image_value": {
            "height": 202,
            "url": "https://pbs.twimg.com/card_img/2039023533192589313/5BYZul2M?format=jpg&name=386x202",
            "width": 386
          }
        }
      },
      {
        "key": "thumbnail_image_original",
        "value": {
          "image_value": {
            "height": 600,
            "url": "https://pbs.twimg.com/card_img/2039023533192589313/5BYZul2M?format=jpg&name=orig",
            "width": 1200
          }
        }
      },
      {
        "key": "site",
        "value": {
          "scribe_key": "publisher_id",
          "user_value": {
            "id_str": "13334762",
            "path": []
          }
        }
      },
      {
        "key": "photo_image_full_size_small",
        "value": {
          "image_value": {
            "height": 202,
            "url": "https://pbs.twimg.com/card_img/2039023533192589313/5BYZul2M?format=jpg&name=386x202",
            "width": 386
          }
        }
      },
      {
        "key": "summary_photo_image_large",
        "value": {
          "image_value": {
            "height": 419,
            "url": "https://pbs.twimg.com/card_img/2039023533192589313/5BYZul2M?format=jpg&name=800x419",
            "width": 800
          }
        }
      },
      {
        "key": "thumbnail_image_small",
        "value": {
          "image_value": {
            "height": 72,
            "url": "https://pbs.twimg.com/card_img/2039023533192589313/5BYZul2M?format=jpg&name=144x144",
            "width": 144
          }
        }
      },
      {
        "key": "thumbnail_image_x_large",
        "value": {
          "image_value": {
            "height": 600,
            "url": "https://pbs.twimg.com/card_img/2039023533192589313/5BYZul2M?format=png&name=2048x2048_2_exp",
            "width": 1200
          }
        }
      },
      {
        "key": "photo_image_full_size_original",
        "value": {
          "image_value": {
            "height": 600,
            "url": "https://pbs.twimg.com/card_img/2039023533192589313/5BYZul2M?format=jpg&name=orig",
            "width": 1200
          }
        }
      },
      {
        "key": "photo_image_full_size_alt_text",
        "value": {
          "string_value": "PyTorch building blocks for the OLMo ecosystem. Contribute to allenai/OLMo-core development by creating an account on GitHub."
        }
      },
      {
        "key": "vanity_url",
        "value": {
          "scribe_key": "vanity_url",
          "string_value": "github.com"
        }
      },
      {
        "key": "photo_image_full_size",
        "value": {
          "image_value": {
            "height": 314,
            "url": "https://pbs.twimg.com/card_img/2039023533192589313/5BYZul2M?format=jpg&name=600x314",
            "width": 600
          }
        }
      },
      {
        "key": "summary_photo_image_alt_text",
        "value": {
          "string_value": "PyTorch building blocks for the OLMo ecosystem. Contribute to allenai/OLMo-core development by creating an account on GitHub."
        }
      },
      {
        "key": "thumbnail_image_color",
        "value": {
          "image_color_value": {
            "palette": [
              {
                "percentage": 89.7,
                "rgb": {
                  "blue": 255,
                  "green": 255,
                  "red": 255
                }
              },
              {
                "percentage": 5.14,
                "rgb": {
                  "blue": 52,
                  "green": 50,
                  "red": 10
                }
              },
              {
                "percentage": 3.08,
                "rgb": {
                  "blue": 166,
                  "green": 115,
                  "red": 53
                }
              },
              {
                "percentage": 0.67,
                "rgb": {
                  "blue": 148,
                  "green": 80,
                  "red": 241
                }
              },
              {
                "percentage": 0.34,
                "rgb": {
                  "blue": 113,
                  "green": 69,
                  "red": 157
                }
              }
            ]
          }
        }
      },
      {
        "key": "title",
        "value": {
          "string_value": "GitHub - allenai/OLMo-core: PyTorch building blocks for the OLMo ecosystem"
        }
      },
      {
        "key": "summary_photo_image_color",
        "value": {
          "image_color_value": {
            "palette": [
              {
                "percentage": 89.7,
                "rgb": {
                  "blue": 255,
                  "green": 255,
                  "red": 255
                }
              },
              {
                "percentage": 5.14,
                "rgb": {
                  "blue": 52,
                  "green": 50,
                  "red": 10
                }
              },
              {
                "percentage": 3.08,
                "rgb": {
                  "blue": 166,
                  "green": 115,
                  "red": 53
                }
              },
              {
                "percentage": 0.67,
                "rgb": {
                  "blue": 148,
                  "green": 80,
                  "red": 241
                }
              },
              {
                "percentage": 0.34,
                "rgb": {
                  "blue": 113,
                  "green": 69,
                  "red": 157
                }
              }
            ]
          }
        }
      },
      {
        "key": "summary_photo_image_x_large",
        "value": {
          "image_value": {
            "height": 600,
            "url": "https://pbs.twimg.com/card_img/2039023533192589313/5BYZul2M?format=png&name=2048x2048_2_exp",
            "width": 1200
          }
        }
      },
      {
        "key": "summary_photo_image",
        "value": {
          "image_value": {
            "height": 314,
            "url": "https://pbs.twimg.com/card_img/2039023533192589313/5BYZul2M?format=jpg&name=600x314",
            "width": 600
          }
        }
      },
      {
        "key": "photo_image_full_size_color",
        "value": {
          "image_color_value": {
            "palette": [
              {
                "percentage": 89.7,
                "rgb": {
                  "blue": 255,
                  "green": 255,
                  "red": 255
                }
              },
              {
                "percentage": 5.14,
                "rgb": {
                  "blue": 52,
                  "green": 50,
                  "red": 10
                }
              },
              {
                "percentage": 3.08,
                "rgb": {
                  "blue": 166,
                  "green": 115,
                  "red": 53
                }
              },
              {
                "percentage": 0.67,
                "rgb": {
                  "blue": 148,
                  "green": 80,
                  "red": 241
                }
              },
              {
                "percentage": 0.34,
                "rgb": {
                  "blue": 113,
                  "green": 69,
                  "red": 157
                }
              }
            ]
          }
        }
      },
      {
        "key": "photo_image_full_size_x_large",
        "value": {
          "image_value": {
            "height": 600,
            "url": "https://pbs.twimg.com/card_img/2039023533192589313/5BYZul2M?format=png&name=2048x2048_2_exp",
            "width": 1200
          }
        }
      },
      {
        "key": "card_url",
        "value": {
          "scribe_key": "card_url",
          "string_value": "https://t.co/stZqgmwO9N"
        }
      },
      {
        "key": "summary_photo_image_original",
        "value": {
          "image_value": {
            "height": 600,
            "url": "https://pbs.twimg.com/card_img/2039023533192589313/5BYZul2M?format=jpg&name=orig",
            "width": 1200
          }
        }
      }
    ],
    "card_platform": {
      "platform": {
        "audience": {
          "name": "production"
        },
        "device": {
          "name": "iPhone",
          "version": "13"
        }
      }
    },
    "name": "summary_large_image",
    "url": "https://t.co/stZqgmwO9N",
    "user_refs_results": [
      {
        "rest_id": "13334762",
        "result": {
          "__typename": "User",
          "action_counts": {
            "favorites_count": 8670
          },
          "avatar": {
            "image_url": "https://pbs.twimg.com/profile_images/1633247750010830848/8zfRrYjA_normal.png"
          },
          "banner": {
            "image_url": "https://pbs.twimg.com/profile_banners/13334762/1765308302"
          },
          "core": {
            "created_at": "Mon Feb 11 04:41:50 +0000 2008",
            "name": "GitHub",
            "screen_name": "github"
          },
          "dm_permissions": {
            "can_dm": true
          },
          "exclusive_tweet_following": false,
          "follow_request_sent": false,
          "identity_profile_labels_highlighted_label": {},
          "location": {
            "location": "San Francisco, CA"
          },
          "media_permissions": {
            "can_media_tag": true
          },
          "notifications_settings": {
            "notifications_enabled": false
          },
          "pinned_items": {
            "tweet_ids_str": [
              "2019093909981257849"
            ]
          },
          "privacy": {
            "protected": false,
            "suspended": false
          },
          "private_super_following": false,
          "profile_bio": {
            "description": "The AI-powered developer platform to build, scale, and deliver secure software.",
            "entities": {
              "description": {
                "hashtags": [],
                "symbols": [],
                "urls": [],
                "user_mentions": []
              },
              "url": {
                "urls": [
                  {
                    "display_url": "github.com",
                    "expanded_url": "http://github.com",
                    "indices": [
                      0,
                      23
                    ],
                    "url": "https://t.co/bbJgfyzKzp"
                  }
                ]
              }
            }
          },
          "profile_image_shape": "Square",
          "profile_metadata": {
            "profile_interstitial_type": "",
            "profile_link_color": "981CEB"
          },
          "profile_translation": {
            "translator_type_enum": "None"
          },
          "properties": {
            "has_extended_profile": true
          },
          "relationship_counts": {
            "followers": 2627364,
            "following": 334
          },
          "relationship_perspectives": {
            "blocked_by": false,
            "blocking": false,
            "followed_by": false,
            "following": false,
            "live_following": false,
            "muting": false
          },
          "rest_id": "13334762",
          "smart_blocked_by": false,
          "smart_blocking": false,
          "super_follow_eligible": false,
          "super_followed_by": false,
          "super_following": false,
          "tweet_counts": {
            "media_tweets": 2943,
            "tweets": 10473
          },
          "verification": {
            "is_blue_verified": true,
            "verified": false,
            "verified_type": "Business"
          },
          "website": {
            "url": "https://t.co/bbJgfyzKzp"
          }
        }
      }
    ]
  },
  "place": {},
  "entities": {
    "hashtags": [],
    "symbols": [],
    "urls": [
      {
        "display_url": "github.com/allenai/olmo-c…",
        "expanded_url": "https://github.com/allenai/olmo-core",
        "indices": [
          340,
          363
        ],
        "url": "https://t.co/stZqgmwO9N"
      },
      {
        "display_url": "github.com/huggingface/na…",
        "expanded_url": "https://github.com/huggingface/nanotron/tree/smollm3",
        "indices": [
          395,
          418
        ],
        "url": "https://t.co/KkocdKVzJ4"
      },
      {
        "display_url": "github.com/PrimeIntellect…",
        "expanded_url": "https://github.com/PrimeIntellect-ai/prime-rl",
        "indices": [
          445,
          468
        ],
        "url": "https://t.co/fZ2GbAvb5d"
      },
      {
        "display_url": "github.com/NVIDIA-NeMo/Ne…",
        "expanded_url": "https://github.com/NVIDIA-NeMo/Nemotron",
        "indices": [
          483,
          506
        ],
        "url": "https://t.co/pznZ0la8f7"
      }
    ],
    "user_mentions": []
  },
  "quoted_tweet": null,
  "retweeted_tweet": null,
  "isLimitedReply": false,
  "communityInfo": null,
  "article": null
}