Viewing enriched Twitter post
We pretrained multiple 7B LLMs from scratch and found that natural exposure to AI misalignment discourse causes models to become more misaligned. Optimistically, we also find that adding positive synthetic documents in pretraining reduces misalignment. Thread 🧵 https://t.co/ACMsC1qkV9
{
"media": [
{
"url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/2012210281120698501/media_0.jpg?",
"media_url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/2012210281120698501/media_0.jpg?",
"type": "photo",
"filename": "media_0.jpg"
}
],
"processed_at": "2026-01-18T19:41:27.840035",
"pipeline_version": "2.0"
}{
"type": "tweet",
"id": "2012210281120698501",
"url": "https://x.com/GeodesResearch/status/2012210281120698501",
"twitterUrl": "https://twitter.com/GeodesResearch/status/2012210281120698501",
"text": "We pretrained multiple 7B LLMs from scratch and found that natural exposure to AI misalignment discourse causes models to become more misaligned.\n\nOptimistically, we also find that adding positive synthetic documents in pretraining reduces misalignment.\n\nThread 🧵 https://t.co/ACMsC1qkV9",
"source": "Twitter for iPhone",
"retweetCount": 18,
"replyCount": 12,
"likeCount": 293,
"quoteCount": 42,
"viewCount": 99810,
"createdAt": "Fri Jan 16 17:08:10 +0000 2026",
"lang": "en",
"bookmarkCount": 99,
"isReply": false,
"inReplyToId": null,
"conversationId": "2012210281120698501",
"displayTextRange": [
0,
263
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "GeodesResearch",
"url": "https://x.com/GeodesResearch",
"twitterUrl": "https://twitter.com/GeodesResearch",
"id": "1960076125432156160",
"name": "Geodesic Research",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/1960076914342699008/S3Fl8Shc_normal.jpg",
"coverPicture": "https://pbs.twimg.com/profile_banners/1960076125432156160/1756153728",
"description": "",
"location": "Cambridge, UK",
"followers": 124,
"following": 139,
"status": "",
"canDm": false,
"canMediaTag": true,
"createdAt": "Mon Aug 25 20:25:52 +0000 2025",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 32,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 9,
"statusesCount": 31,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [],
"profile_bio": {
"description": "We're behind https://t.co/qHdncaj3hn. \n\nLet's align some AIs.",
"entities": {
"description": {
"urls": [
{
"display_url": "alignmentpretraining.ai",
"expanded_url": "http://www.alignmentpretraining.ai",
"indices": [
13,
36
],
"url": "https://t.co/qHdncaj3hn"
}
]
},
"url": {
"urls": [
{
"display_url": "geodesicresearch.org",
"expanded_url": "http://geodesicresearch.org",
"indices": [
0,
23
],
"url": "https://t.co/PIqoFDekst"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {
"media": [
{
"allow_download_status": {
"allow_download": true
},
"display_url": "pic.twitter.com/ACMsC1qkV9",
"expanded_url": "https://twitter.com/GeodesResearch/status/2012210281120698501/photo/1",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {},
"orig": {}
},
"id_str": "2012209183912034304",
"indices": [
264,
287
],
"media_key": "3_2012209183912034304",
"media_results": {
"id": "QXBpTWVkaWFSZXN1bHRzOgwAAQoAARvszZd02wAACgACG+zOluuWkIUAAA==",
"result": {
"__typename": "ApiMedia",
"id": "QXBpTWVkaWE6DAABCgABG+zNl3TbAAAKAAIb7M6W65aQhQAA",
"media_key": "3_2012209183912034304"
}
},
"media_url_https": "https://pbs.twimg.com/media/G-zNl3TbAAAZCCv.png",
"original_info": {
"focus_rects": [
{
"h": 672,
"w": 1200,
"x": 0,
"y": 0
},
{
"h": 722,
"w": 722,
"x": 0,
"y": 0
},
{
"h": 722,
"w": 633,
"x": 0,
"y": 0
},
{
"h": 722,
"w": 361,
"x": 89,
"y": 0
},
{
"h": 722,
"w": 1200,
"x": 0,
"y": 0
}
],
"height": 722,
"width": 1200
},
"sizes": {
"large": {
"h": 722,
"w": 1200
}
},
"type": "photo",
"url": "https://t.co/ACMsC1qkV9"
}
]
},
"card": null,
"place": {},
"entities": {},
"quoted_tweet": null,
"retweeted_tweet": null,
"isLimitedReply": false,
"article": null
}