🐦 Twitter Post Details

Viewing enriched Twitter post

@Birchlabs

measured xformers flash attention 2 against torch sdp attention. I'm not noticing any speedup, except 2.6% speedup for batch-of-8. maybe it doesn't get to use the new optimization (parallelizing over sequence length), because of large batch or num_heads? https://t.co/mIGPp1IM5p

🔧 Raw API Response

{
  "created_at": "Fri Jul 21 10:57:55 +0000 2023",
  "id": 1682344145296171008,
  "id_str": "1682344145296171008",
  "full_text": "measured xformers flash attention 2 against torch sdp attention.\nI'm not noticing any speedup, except 2.6% speedup for batch-of-8.\nmaybe it doesn't get to use the new optimization (parallelizing over sequence length), because of large batch or num_heads? https://t.co/mIGPp1IM5p",
  "truncated": false,
  "display_text_range": [
    0,
    254
  ],
  "entities": {
    "hashtags": [],
    "symbols": [],
    "user_mentions": [],
    "urls": [],
    "media": [
      {
        "id": 1682344055399763968,
        "id_str": "1682344055399763968",
        "indices": [
          255,
          278
        ],
        "media_url": "http://pbs.twimg.com/media/F1jjAUQX0AAjdPV.jpg",
        "media_url_https": "https://pbs.twimg.com/media/F1jjAUQX0AAjdPV.jpg",
        "url": "https://t.co/mIGPp1IM5p",
        "display_url": "pic.twitter.com/mIGPp1IM5p",
        "expanded_url": "https://twitter.com/Birchlabs/status/1682344145296171008/photo/1",
        "type": "photo",
        "sizes": {
          "thumb": {
            "w": 150,
            "h": 150,
            "resize": "crop"
          },
          "medium": {
            "w": 1200,
            "h": 862,
            "resize": "fit"
          },
          "small": {
            "w": 680,
            "h": 489,
            "resize": "fit"
          },
          "large": {
            "w": 1592,
            "h": 1144,
            "resize": "fit"
          }
        }
      }
    ]
  },
  "extended_entities": {
    "media": [
      {
        "id": 1682344055399763968,
        "id_str": "1682344055399763968",
        "indices": [
          255,
          278
        ],
        "media_url": "http://pbs.twimg.com/media/F1jjAUQX0AAjdPV.jpg",
        "media_url_https": "https://pbs.twimg.com/media/F1jjAUQX0AAjdPV.jpg",
        "url": "https://t.co/mIGPp1IM5p",
        "display_url": "pic.twitter.com/mIGPp1IM5p",
        "expanded_url": "https://twitter.com/Birchlabs/status/1682344145296171008/photo/1",
        "type": "photo",
        "sizes": {
          "thumb": {
            "w": 150,
            "h": 150,
            "resize": "crop"
          },
          "medium": {
            "w": 1200,
            "h": 862,
            "resize": "fit"
          },
          "small": {
            "w": 680,
            "h": 489,
            "resize": "fit"
          },
          "large": {
            "w": 1592,
            "h": 1144,
            "resize": "fit"
          }
        }
      }
    ]
  },
  "source": "<a href=\"https://mobile.twitter.com\" rel=\"nofollow\">Twitter Web App</a>",
  "in_reply_to_status_id": null,
  "in_reply_to_status_id_str": null,
  "in_reply_to_user_id": null,
  "in_reply_to_user_id_str": null,
  "in_reply_to_screen_name": null,
  "user": {
    "id": 15925126,
    "id_str": "15925126",
    "name": "Birchlabs",
    "screen_name": "Birchlabs",
    "location": "",
    "description": "Very Full-stack Software Developer at Some FinTech Company. 大学で日本語を勉強した。part-time fumo researcher.",
    "url": "https://t.co/RRDFX1WHVA",
    "entities": {
      "url": {
        "urls": [
          {
            "url": "https://t.co/RRDFX1WHVA",
            "expanded_url": "https://birchlabs.co.uk",
            "display_url": "birchlabs.co.uk",
            "indices": [
              0,
              23
            ]
          }
        ]
      },
      "description": {
        "urls": []
      }
    },
    "protected": false,
    "followers_count": 1964,
    "friends_count": 133,
    "listed_count": 56,
    "created_at": "Wed Aug 20 23:52:53 +0000 2008",
    "favourites_count": 1432,
    "utc_offset": null,
    "time_zone": null,
    "geo_enabled": false,
    "verified": false,
    "statuses_count": 1428,
    "lang": null,
    "contributors_enabled": false,
    "is_translator": false,
    "is_translation_enabled": false,
    "profile_background_color": "C0DEED",
    "profile_background_image_url": "http://abs.twimg.com/images/themes/theme1/bg.png",
    "profile_background_image_url_https": "https://abs.twimg.com/images/themes/theme1/bg.png",
    "profile_background_tile": false,
    "profile_image_url": "http://pbs.twimg.com/profile_images/1576700065099485184/v94oLShy_normal.jpg",
    "profile_image_url_https": "https://pbs.twimg.com/profile_images/1576700065099485184/v94oLShy_normal.jpg",
    "profile_link_color": "1DA1F2",
    "profile_sidebar_border_color": "C0DEED",
    "profile_sidebar_fill_color": "DDEEF6",
    "profile_text_color": "333333",
    "profile_use_background_image": true,
    "has_extended_profile": false,
    "default_profile": true,
    "default_profile_image": false,
    "following": false,
    "follow_request_sent": false,
    "notifications": false,
    "translator_type": "none",
    "withheld_in_countries": []
  },
  "geo": null,
  "coordinates": null,
  "place": null,
  "contributors": null,
  "is_quote_status": false,
  "retweet_count": 5,
  "favorite_count": 37,
  "favorited": false,
  "retweeted": false,
  "possibly_sensitive": false,
  "possibly_sensitive_appealable": false,
  "lang": "en"
}