Viewing enriched Twitter post
Releasing mistral-7b-sft, an initial fine-tune for code completion, explanation and repair. MMLU scores dropped from the base mistral model (as expected) but still much higher than codellama model and comparable to llama-2 7b HumanEval: pass@1 54.27% MMLU: 45.89% https://t.co/C4SfYepsOl
{
"user": {
"created_at": "2009-08-31T22:06:04.000Z",
"default_profile_image": false,
"description": "Software engineer. Hacking on large language models",
"fast_followers_count": 0,
"favourites_count": 25263,
"followers_count": 16934,
"friends_count": 344,
"has_custom_timelines": true,
"is_translator": false,
"listed_count": 511,
"location": "",
"media_count": 1326,
"name": "anton",
"normal_followers_count": 16934,
"possibly_sensitive": false,
"profile_banner_url": "https://pbs.twimg.com/profile_banners/70514287/1665627801",
"profile_image_url_https": "https://pbs.twimg.com/profile_images/1678598826544734210/Z8ZMuiAR_normal.jpg",
"screen_name": "abacaj",
"statuses_count": 7528,
"translator_type": "none",
"url": "https://t.co/aRGjYzYepk",
"verified": false,
"withheld_in_countries": [],
"id_str": "70514287"
},
"id": "1708979505430208680",
"conversation_id": "1708979505430208680",
"full_text": "Releasing mistral-7b-sft, an initial fine-tune for code completion, explanation and repair. MMLU scores dropped from the base mistral model (as expected) but still much higher than codellama model and comparable to llama-2 7b\n\nHumanEval: pass@1 54.27% \nMMLU: 45.89% https://t.co/C4SfYepsOl",
"reply_count": 9,
"retweet_count": 25,
"favorite_count": 309,
"hashtags": [],
"symbols": [],
"user_mentions": [],
"urls": [],
"media": [
{
"media_url": "https://pbs.twimg.com/media/F7eDVmpXQAATfqz.png",
"type": "photo"
},
{
"media_url": "https://pbs.twimg.com/media/F7eDWARWEAAmaCG.jpg",
"type": "photo"
}
],
"url": "https://twitter.com/abacaj/status/1708979505430208680",
"created_at": "2023-10-02T22:57:20.000Z",
"#sort_index": "1708979505430208680",
"view_count": 45944,
"quote_count": 0,
"is_quote_tweet": false,
"is_retweet": false,
"is_pinned": false,
"is_truncated": false,
"startUrl": "https://twitter.com/abacaj/status/1708979505430208680"
}