Viewing enriched Twitter post
Gemma 4 31b scores 52.3% and is the strongest open model on on WeirdML, ahead of GLM 5 and gpt-oss-120b. This score is comparable to o3 and gemini 2.5 pro, and well ahead of qwen 3.5 27b at 39.5%. Gemma 4 is also significantly cheaper than other models with the same score. I ran this locally through ollama, with a 4-bit quant (q4_K_M). Full precision might score even better. The costs assume $0.14/$0.40/M.
{
"media": [
{
"url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/2042512270572323192/media_0.jpg",
"media_url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/2042512270572323192/media_0.jpg",
"type": "photo",
"filename": "media_0.jpg"
},
{
"url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/2042512270572323192/media_1.jpg",
"media_url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/2042512270572323192/media_1.jpg",
"type": "photo",
"filename": "media_1.jpg"
}
],
"processed_at": "2026-04-11T23:51:39.065900",
"pipeline_version": "2.0"
}{
"type": "tweet",
"id": "2042512270572323192",
"url": "https://x.com/htihle/status/2042512270572323192",
"twitterUrl": "https://twitter.com/htihle/status/2042512270572323192",
"text": "Gemma 4 31b scores 52.3% and is the strongest open model on on WeirdML, ahead of GLM 5 and gpt-oss-120b. This score is comparable to o3 and gemini 2.5 pro, and well ahead of qwen 3.5 27b at 39.5%. \n\nGemma 4 is also significantly cheaper than other models with the same score. \n\nI ran this locally through ollama, with a 4-bit quant (q4_K_M). Full precision might score even better. The costs assume $0.14/$0.40/M.",
"source": "Twitter for iPhone",
"retweetCount": 26,
"replyCount": 11,
"likeCount": 246,
"quoteCount": 9,
"viewCount": 44721,
"createdAt": "Fri Apr 10 07:57:28 +0000 2026",
"lang": "en",
"bookmarkCount": 93,
"isReply": false,
"inReplyToId": null,
"conversationId": "2042512270572323192",
"displayTextRange": [
0,
279
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "htihle",
"url": "https://x.com/htihle",
"twitterUrl": "https://twitter.com/htihle",
"id": "229533071",
"name": "Håvard Ihle",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/1872511286673543168/DLkOFLmd_normal.jpg",
"coverPicture": "https://pbs.twimg.com/profile_banners/229533071/1768294973",
"description": "",
"location": "",
"followers": 1487,
"following": 633,
"status": "",
"canDm": false,
"canMediaTag": true,
"createdAt": "Wed Dec 22 17:05:49 +0000 2010",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 81652,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 132,
"statusesCount": 681,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"1938603525702930849"
],
"profile_bio": {
"description": "AI researcher, former cosmologist",
"entities": {
"description": {
"hashtags": [],
"symbols": [],
"urls": [],
"user_mentions": []
},
"url": {
"urls": [
{
"display_url": "htihle.github.io",
"expanded_url": "http://htihle.github.io",
"indices": [
0,
23
],
"url": "https://t.co/2B3G37mZb9"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {
"media": [
{
"display_url": "pic.twitter.com/HOAYdkfmKF",
"expanded_url": "https://twitter.com/htihle/status/2042512270572323192/photo/1",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": []
},
"orig": {
"faces": []
}
},
"id_str": "2042510466619183104",
"indices": [
280,
303
],
"media_key": "3_2042510466619183104",
"media_results": {
"id": "QXBpTWVkaWFSZXN1bHRzOgwAAQoAARxYdHKc2pAACgACHFh2FqDXAXgAAA==",
"result": {
"__typename": "ApiMedia",
"id": "QXBpTWVkaWE6DAABCgABHFh0cpzakAAKAAIcWHYWoNcBeAAA",
"media_key": "3_2042510466619183104"
}
},
"media_url_https": "https://pbs.twimg.com/media/HFh0cpzakAAMtIL.jpg",
"original_info": {
"focus_rects": [
{
"h": 959,
"w": 1713,
"x": 0,
"y": 0
},
{
"h": 1257,
"w": 1257,
"x": 456,
"y": 0
},
{
"h": 1257,
"w": 1103,
"x": 610,
"y": 0
},
{
"h": 1257,
"w": 629,
"x": 1084,
"y": 0
},
{
"h": 1257,
"w": 1713,
"x": 0,
"y": 0
}
],
"height": 1257,
"width": 1713
},
"sizes": {
"large": {
"h": 1257,
"w": 1713
}
},
"type": "photo",
"url": "https://t.co/HOAYdkfmKF"
},
{
"display_url": "pic.twitter.com/HOAYdkfmKF",
"expanded_url": "https://twitter.com/htihle/status/2042512270572323192/photo/1",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": [
{
"h": 71,
"w": 71,
"x": 468,
"y": 491
},
{
"h": 70,
"w": 70,
"x": 770,
"y": 493
},
{
"h": 89,
"w": 89,
"x": 687,
"y": 365
}
]
},
"orig": {
"faces": [
{
"h": 71,
"w": 71,
"x": 468,
"y": 491
},
{
"h": 70,
"w": 70,
"x": 770,
"y": 493
},
{
"h": 89,
"w": 89,
"x": 687,
"y": 365
}
]
}
},
"id_str": "2042511839880450048",
"indices": [
280,
303
],
"media_key": "3_2042511839880450048",
"media_results": {
"id": "QXBpTWVkaWFSZXN1bHRzOgwAAQoAARxYdbJZmpAACgACHFh2FqDXAXgAAA==",
"result": {
"__typename": "ApiMedia",
"id": "QXBpTWVkaWE6DAABCgABHFh1slmakAAKAAIcWHYWoNcBeAAA",
"media_key": "3_2042511839880450048"
}
},
"media_url_https": "https://pbs.twimg.com/media/HFh1slmakAAR-s1.jpg",
"original_info": {
"focus_rects": [
{
"h": 747,
"w": 1334,
"x": 0,
"y": 0
},
{
"h": 747,
"w": 747,
"x": 0,
"y": 0
},
{
"h": 747,
"w": 655,
"x": 0,
"y": 0
},
{
"h": 747,
"w": 374,
"x": 0,
"y": 0
},
{
"h": 747,
"w": 1391,
"x": 0,
"y": 0
}
],
"height": 747,
"width": 1391
},
"sizes": {
"large": {
"h": 747,
"w": 1391
}
},
"type": "photo",
"url": "https://t.co/HOAYdkfmKF"
}
]
},
"card": null,
"place": {},
"entities": {
"hashtags": [],
"symbols": [],
"urls": [],
"user_mentions": []
},
"quoted_tweet": {
"type": "tweet",
"id": "1938603525702930849",
"url": "https://x.com/htihle/status/1938603525702930849",
"twitterUrl": "https://twitter.com/htihle/status/1938603525702930849",
"text": "WeirdML v2 is now out! The update includes a bunch of new tasks (now 19 tasks total, up from 6), and results from all the latest models. We now also track api costs and other metadata which give more insight into the different models. The new results are shown in these two figures. The first one shows an overview of the overall results as well as the results on individual tasks, in addition to various metadata. \n\nThe second figure shows cost vs performance and shows a clear scaling with better results for higher costs. We also have a very varied pareto frontier with 11 models from 6 different companies having the best accuracy for a given cost for at least some of the cost range. Grok 3, Claude Opus 4 and GPT 4.5 are the ones that underperform for their costs, while Gemini pro and o3 pro have the best results at the highest costs. Qwen3 30B3A, grok 3 mini and deepseek R1 also each represent a good chunk of the pareto frontier.",
"source": "Twitter for iPhone",
"retweetCount": 18,
"replyCount": 9,
"likeCount": 177,
"quoteCount": 4,
"viewCount": 471008,
"createdAt": "Fri Jun 27 14:21:12 +0000 2025",
"lang": "en",
"bookmarkCount": 74,
"isReply": false,
"inReplyToId": null,
"conversationId": "1938603525702930849",
"displayTextRange": [
0,
274
],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {
"type": "user",
"userName": "htihle",
"url": "https://x.com/htihle",
"twitterUrl": "https://twitter.com/htihle",
"id": "229533071",
"name": "Håvard Ihle",
"isVerified": false,
"isBlueVerified": true,
"verifiedType": null,
"profilePicture": "https://pbs.twimg.com/profile_images/1872511286673543168/DLkOFLmd_normal.jpg",
"coverPicture": "https://pbs.twimg.com/profile_banners/229533071/1768294973",
"description": "",
"location": "",
"followers": 1487,
"following": 633,
"status": "",
"canDm": false,
"canMediaTag": true,
"createdAt": "Wed Dec 22 17:05:49 +0000 2010",
"entities": {
"description": {
"urls": []
},
"url": {}
},
"fastFollowersCount": 0,
"favouritesCount": 81652,
"hasCustomTimelines": true,
"isTranslator": false,
"mediaCount": 132,
"statusesCount": 681,
"withheldInCountries": [],
"affiliatesHighlightedLabel": {},
"possiblySensitive": false,
"pinnedTweetIds": [
"1938603525702930849"
],
"profile_bio": {
"description": "AI researcher, former cosmologist",
"entities": {
"description": {
"hashtags": [],
"symbols": [],
"urls": [],
"user_mentions": []
},
"url": {
"urls": [
{
"display_url": "htihle.github.io",
"expanded_url": "http://htihle.github.io",
"indices": [
0,
23
],
"url": "https://t.co/2B3G37mZb9"
}
]
}
}
},
"isAutomated": false,
"automatedBy": null
},
"extendedEntities": {
"media": [
{
"display_url": "pic.twitter.com/SrrRCYoU3k",
"expanded_url": "https://twitter.com/htihle/status/1938603525702930849/photo/1",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": [
{
"h": 132,
"w": 132,
"x": 622,
"y": 984
}
]
},
"orig": {
"faces": [
{
"h": 264,
"w": 264,
"x": 1244,
"y": 1968
}
]
}
},
"id_str": "1938599629265752064",
"indices": [
275,
298
],
"media_key": "3_1938599629265752064",
"media_results": {
"id": "QXBpTWVkaWFSZXN1bHRzOgwAAQoAARrnShd4FtAACgACGudNoq3X0aEAAA==",
"result": {
"__typename": "ApiMedia",
"id": "QXBpTWVkaWE6DAABCgABGudKF3gW0AAKAAIa502irdfRoQAA",
"media_key": "3_1938599629265752064"
}
},
"media_url_https": "https://pbs.twimg.com/media/GudKF3gW0AAtorc.jpg",
"original_info": {
"focus_rects": [
{
"h": 2294,
"w": 4096,
"x": 0,
"y": 0
},
{
"h": 3765,
"w": 3765,
"x": 0,
"y": 0
},
{
"h": 3765,
"w": 3303,
"x": 0,
"y": 0
},
{
"h": 3765,
"w": 1883,
"x": 0,
"y": 0
},
{
"h": 3765,
"w": 4096,
"x": 0,
"y": 0
}
],
"height": 3765,
"width": 4096
},
"sizes": {
"large": {
"h": 1883,
"w": 2048
}
},
"type": "photo",
"url": "https://t.co/SrrRCYoU3k"
},
{
"display_url": "pic.twitter.com/SrrRCYoU3k",
"expanded_url": "https://twitter.com/htihle/status/1938603525702930849/photo/1",
"ext_media_availability": {
"status": "Available"
},
"features": {
"large": {
"faces": []
},
"orig": {
"faces": []
}
},
"id_str": "1938599762929844224",
"indices": [
275,
298
],
"media_key": "3_1938599762929844224",
"media_results": {
"id": "QXBpTWVkaWFSZXN1bHRzOgwAAQoAARrnSjaXFwAACgACGudNoq3X0aEAAA==",
"result": {
"__typename": "ApiMedia",
"id": "QXBpTWVkaWE6DAABCgABGudKNpcXAAAKAAIa502irdfRoQAA",
"media_key": "3_1938599762929844224"
}
},
"media_url_https": "https://pbs.twimg.com/media/GudKNpcXAAAJZ8k.png",
"original_info": {
"focus_rects": [
{
"h": 1985,
"w": 3545,
"x": 0,
"y": 0
},
{
"h": 2967,
"w": 2967,
"x": 578,
"y": 0
},
{
"h": 2967,
"w": 2603,
"x": 913,
"y": 0
},
{
"h": 2967,
"w": 1484,
"x": 1472,
"y": 0
},
{
"h": 2967,
"w": 3545,
"x": 0,
"y": 0
}
],
"height": 2967,
"width": 3545
},
"sizes": {
"large": {
"h": 1714,
"w": 2048
}
},
"type": "photo",
"url": "https://t.co/SrrRCYoU3k"
}
]
},
"card": null,
"place": {},
"entities": {
"hashtags": [],
"symbols": [],
"urls": [],
"user_mentions": []
},
"quoted_tweet": {
"type": "tweet",
"id": "1879872398666965236",
"url": "",
"twitterUrl": "",
"text": "",
"source": "Twitter for iPhone",
"retweetCount": 0,
"replyCount": 0,
"likeCount": 0,
"quoteCount": 0,
"viewCount": 0,
"createdAt": "",
"lang": "",
"bookmarkCount": 0,
"isReply": false,
"inReplyToId": null,
"conversationId": "",
"displayTextRange": [],
"inReplyToUserId": null,
"inReplyToUsername": null,
"author": {},
"extendedEntities": {},
"card": null,
"place": {},
"entities": {},
"quoted_tweet": null,
"retweeted_tweet": null,
"isLimitedReply": false,
"communityInfo": null,
"article": null
},
"retweeted_tweet": null,
"isLimitedReply": false,
"communityInfo": null,
"article": null
},
"retweeted_tweet": null,
"isLimitedReply": false,
"communityInfo": null,
"article": null
}