@Teknium
@berryxia I'm very confused where they came up with this many tokens. It is around 3k tokens for the actual system prompt, with another 7.5K or so because of the core toolset.
Viewing enriched Twitter post
@berryxia I'm very confused where they came up with this many tokens. It is around 3k tokens for the actual system prompt, with another 7.5K or so because of the core toolset.
{
"score": 0.36,
"score_components": {
"author": 0.09,
"engagement": 0.0,
"quality": 0.06000000000000001,
"source": 0.135,
"nlp": 0.05,
"recency": 0.025
},
"scored_at": "2026-04-15T09:36:43.645650",
"import_source": "api_import",
"source_tagged_at": "2026-04-15T09:36:43.645663",
"enriched": true,
"enriched_at": "2026-04-15T09:36:43.645666"
} {
"type": "tweet",
"id": "2044348881492914352",
"url": "https://x.com/Teknium/status/2044348881492914352",
"twitterUrl": "https://twitter.com/Teknium/status/2044348881492914352",
"text": "@berryxia I'm very confused where they came up with this many tokens. It is around 3k tokens for the actual system prompt, with another 7.5K or so because of the core toolset.",
"source": "Twitter for iPhone",
"retweetCount": 0,
"replyCount": 0,
"likeCount": 0,
"quoteCount": 0,
"viewCount": 1,
"createdAt": "Wed Apr 15 09:35:30 +0000 2026",
"lang": "en",
"bookmarkCount": 0,
"isReply": true,
"inReplyToId": "2044289538340859904",
"conversationId": "2044289538340859904",
"displayTextRange": [
10,
175
],
"inReplyToUserId": "431617343",
"inReplyToUsername": "berryxia",
"author": {
"type": "user",
"userName": "Teknium",
"url": "https://x.com/Teknium",
"twitterUrl": "https://twitter.com/Teknium",
"id": "1365020011123773442",
"name": "Teknium (e/λ)",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/1642401912648777728/2KFikPsE_normal.jpg",
"coverPicture": "https://pbs.twimg.com/profile_banners/1365020011123773442/1679544051",
"description": "",
"location": "USA",
"followers": 70736,
"following": 5981,
"status": "",
"canDm": true,
"canMediaTag": true,
"createdAt": "Thu Feb 25 19:25:11 +0000 2021",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 153271,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 3079,
"statusesCount": 57194,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"2026760653743206502"
],
"profile_bio": {
"description": "Cofounder and Head of Post Training @NousResearch, prev @StabilityAI\nGithub: https://t.co/LZwHTUFwPq\nHuggingFace: https://t.co/sN2FFU8PVE",
"entities": {
"description": {
"hashtags": [],
"symbols": [],
"urls": [
{
"display_url": "github.com/teknium1",
"expanded_url": "http://github.com/teknium1",
"indices": [
77,
100
],
"url": "https://t.co/LZwHTUFwPq"
},
{
"display_url": "huggingface.co/teknium",
"expanded_url": "http://huggingface.co/teknium",
"indices": [
114,
137
],
"url": "https://t.co/sN2FFU8PVE"
}
],
"user_mentions": [
{
"id_str": "0",
"indices": [
36,
49
],
"name": "",
"screen_name": "NousResearch"
},
{
"id_str": "0",
"indices": [
56,
68
],
"name": "",
"screen_name": "StabilityAI"
}
]
},
"url": {
"urls": [
{
"display_url": "github.com/sponsors/tekni…",
"expanded_url": "http://github.com/sponsors/teknium1",
"indices": [
0,
23
],
"url": "https://t.co/7DnNfZEOPh"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {},
"card": null,
"place": {},
"entities": {
"hashtags": [],
"symbols": [],
"timestamps": [],
"urls": [],
"user_mentions": [
{
"id_str": "431617343",
"indices": [
0,
9
],
"name": "Berryxia.AI",
"screen_name": "berryxia"
}
]
},
"quoted_tweet": null,
"retweeted_tweet": null,
"isLimitedReply": false,
"communityInfo": null,
"article": null
}