Viewing enriched Twitter post
Do we need RL to align LLMs with Human feedback? 🤔 Direct Preference Optimization (DPO) allows training models like ChatGPT directly on Human preferences🤯 @huggingface trained Zephyr a 7B model with DPO outperforming Llama-2 70B chat on the MT Bench benchmark! 🥇 🧶 https://t.co/sazlXZc6Il
{
"user": {
"created_at": "2019-06-18T18:39:49.000Z",
"default_profile_image": false,
"description": "Tech Lead at @huggingface 👨🏻💻 🤗 and AWS ML Hero 🦸🏻\n| Cloud & ML enthusiast | 📍Nuremberg | 🇩🇪 https://t.co/l1ppq3q3hk",
"fast_followers_count": 0,
"favourites_count": 3304,
"followers_count": 8261,
"friends_count": 429,
"has_custom_timelines": false,
"is_translator": false,
"listed_count": 236,
"location": "Nürnberg",
"media_count": 208,
"name": "Philipp Schmid",
"normal_followers_count": 8261,
"possibly_sensitive": false,
"profile_banner_url": "https://pbs.twimg.com/profile_banners/1141052916570214400/1582380032",
"profile_image_url_https": "https://pbs.twimg.com/profile_images/1663943981728686083/C0_GQDvW_normal.jpg",
"screen_name": "_philschmid",
"statuses_count": 964,
"translator_type": "none",
"url": "https://t.co/8BDXIK6omb",
"verified": false,
"withheld_in_countries": [],
"id_str": "1141052916570214400"
},
"id": "1711758849319776270",
"conversation_id": "1711758849319776270",
"full_text": "Do we need RL to align LLMs with Human feedback? 🤔 Direct Preference Optimization (DPO) allows training models like ChatGPT directly on Human preferences🤯\n\n@huggingface trained Zephyr a 7B model with DPO outperforming Llama-2 70B chat on the MT Bench benchmark! 🥇\n\n🧶 https://t.co/sazlXZc6Il",
"reply_count": 1,
"retweet_count": 22,
"favorite_count": 98,
"hashtags": [],
"symbols": [],
"user_mentions": [
{
"id_str": "778764142412984320",
"name": "Hugging Face",
"screen_name": "huggingface",
"profile": "https://twitter.com/huggingface"
}
],
"urls": [],
"media": [
{
"media_url": "https://pbs.twimg.com/media/F8FjHyOXIAAV0zF.jpg",
"type": "photo"
}
],
"url": "https://twitter.com/_philschmid/status/1711758849319776270",
"created_at": "2023-10-10T15:01:27.000Z",
"#sort_index": "1711758849319776270",
"view_count": 22748,
"quote_count": 1,
"is_quote_tweet": false,
"is_retweet": false,
"is_pinned": false,
"is_truncated": false,
"startUrl": "https://twitter.com/_philschmid/status/1711758849319776270"
}