Viewing enriched Twitter post
Not much is known about the pretraining data of Code Llama but there is some good evidence the @StackOverflow was part of it. Found some breadcrumbs while working on a demo with a hello world example: Suddenly the model started generating a discussion between two users. https://t.co/3vnGo8Wr2j
{
"media": [
{
"url": "https://pbs.twimg.com/media/F4Yio6DXYAAO-r3.jpg",
"type": "photo",
"original_url": "https://pbs.twimg.com/media/F4Yio6DXYAAO-r3.jpg",
"format_converted_from_list": true
}
],
"conversion_date": "2025-08-13T00:32:46.635344",
"format_converted": true,
"original_structure": "had_media_only"
}{
"user": {
"created_at": "2019-03-11T18:18:29.000Z",
"default_profile_image": false,
"description": "ML@🤗 - working on NLP and RL.",
"fast_followers_count": 0,
"favourites_count": 3351,
"followers_count": 4732,
"friends_count": 295,
"has_custom_timelines": true,
"is_translator": false,
"listed_count": 120,
"location": "Bern, Switzerland",
"media_count": 223,
"name": "Leandro von Werra",
"normal_followers_count": 4732,
"possibly_sensitive": false,
"profile_banner_url": "https://pbs.twimg.com/profile_banners/1105171148382326789/1579706530",
"profile_image_url_https": "https://pbs.twimg.com/profile_images/1664932984196145153/UDYifACN_normal.jpg",
"screen_name": "lvwerra",
"statuses_count": 1048,
"translator_type": "none",
"url": "https://t.co/4FkS4scFY7",
"verified": false,
"withheld_in_countries": [],
"id_str": "1105171148382326789"
},
"id": "1695083889859969459",
"conversation_id": "1695083889859969459",
"full_text": "Not much is known about the pretraining data of Code Llama but there is some good evidence the @StackOverflow was part of it.\n\nFound some breadcrumbs while working on a demo with a hello world example: Suddenly the model started generating a discussion between two users. https://t.co/3vnGo8Wr2j",
"reply_count": 8,
"retweet_count": 42,
"favorite_count": 183,
"hashtags": [],
"symbols": [],
"user_mentions": [
{
"id_str": "128700677",
"name": "Stack Overflow",
"screen_name": "StackOverflow",
"profile": "https://twitter.com/StackOverflow"
}
],
"urls": [],
"media": [
{
"media_url": "https://pbs.twimg.com/media/F4Yio6DXYAAO-r3.jpg",
"type": "photo"
}
],
"url": "https://twitter.com/lvwerra/status/1695083889859969459",
"created_at": "2023-08-25T14:41:07.000Z",
"#sort_index": "1695083889859969459",
"view_count": 52740,
"quote_count": 7,
"is_quote_tweet": false,
"is_retweet": false,
"is_pinned": false,
"is_truncated": false,
"startUrl": "https://twitter.com/lvwerra/status/1695083889859969459"
}