๐Ÿฆ Twitter Post Details

Viewing enriched Twitter post

@shoubin621

Introducing Ego2Web from Google DeepMind and UNC Chapel Hill, accepted to #CVPR2026. AI agents can browse the web. But can they act based on what you see? Existing benchmarks focus only on web interaction while ignoring the real world. Ego2Web bridges egocentric video perception and web execution, enabling agents that can see through first-person video, understand real-world context, and take actions on the web grounded in the egocentric video. This opens a path toward AI assistants that operate seamlessly across physical and digital environments. We hope Ego2Web serves as an important step for building more capable, perception-driven agents. ๐Ÿงต๐Ÿ‘‡

๐Ÿ“Š Media Metadata

{
  "media": [
    {
      "url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/2036856534978740373/media_0.mp4",
      "media_url": "https://crmoxkoizveukayfjuyo.supabase.co/storage/v1/object/public/media/posts/2036856534978740373/media_0.mp4",
      "type": "video",
      "filename": "media_0.mp4"
    }
  ],
  "processed_at": "2026-03-25T18:37:10.648048",
  "pipeline_version": "2.0"
}

๐Ÿ”ง Raw API Response

{
  "type": "tweet",
  "id": "2036856534978740373",
  "url": "https://x.com/shoubin621/status/2036856534978740373",
  "twitterUrl": "https://twitter.com/shoubin621/status/2036856534978740373",
  "text": "Introducing Ego2Web from Google DeepMind and UNC Chapel Hill, accepted to #CVPR2026.\n\nAI agents can browse the web. But can they act based on what you see? Existing benchmarks focus only on web interaction while ignoring the real world.\n\nEgo2Web bridges egocentric video perception and web execution, enabling agents that can see through first-person video, understand real-world context, and take actions on the web grounded in the egocentric video.\n\nThis opens a path toward AI assistants that operate seamlessly across physical and digital environments. We hope Ego2Web serves as an important step for building more capable, perception-driven agents.\n\n๐Ÿงต๐Ÿ‘‡",
  "source": "Twitter for iPhone",
  "retweetCount": 15,
  "replyCount": 2,
  "likeCount": 26,
  "quoteCount": 1,
  "viewCount": 851,
  "createdAt": "Wed Mar 25 17:23:35 +0000 2026",
  "lang": "en",
  "bookmarkCount": 1,
  "isReply": false,
  "inReplyToId": null,
  "conversationId": "2036856534978740373",
  "displayTextRange": [
    0,
    270
  ],
  "inReplyToUserId": null,
  "inReplyToUsername": null,
  "author": {
    "type": "user",
    "userName": "shoubin621",
    "url": "https://x.com/shoubin621",
    "twitterUrl": "https://twitter.com/shoubin621",
    "id": "1462792592760786946",
    "name": "Shoubin Yu",
    "isVerified": false,
    "isBlueVerified": true,
    "verifiedType": null,
    "profilePicture": "https://pbs.twimg.com/profile_images/2021317012123721728/pc-_bWh5_normal.jpg",
    "coverPicture": "https://pbs.twimg.com/profile_banners/1462792592760786946/1770754544",
    "description": "",
    "location": "",
    "followers": 909,
    "following": 993,
    "status": "",
    "canDm": false,
    "canMediaTag": true,
    "createdAt": "Mon Nov 22 14:38:35 +0000 2021",
    "entities": {
      "description": {
        "urls": []
      },
      "url": {}
    },
    "fastFollowersCount": 0,
    "favouritesCount": 1072,
    "hasCustomTimelines": true,
    "isTranslator": false,
    "mediaCount": 49,
    "statusesCount": 544,
    "withheldInCountries": [],
    "affiliatesHighlightedLabel": {},
    "possiblySensitive": false,
    "pinnedTweetIds": [
      "2036856534978740373"
    ],
    "profile_bio": {
      "description": "Ph.D. Student at @unccs @uncnlp, advised by @mohitban47. \nPrev: @Amazon @Adobe @GoogleDeepmind",
      "entities": {
        "description": {
          "hashtags": [],
          "symbols": [],
          "urls": [],
          "user_mentions": [
            {
              "id_str": "0",
              "indices": [
                17,
                23
              ],
              "name": "",
              "screen_name": "unccs"
            },
            {
              "id_str": "0",
              "indices": [
                24,
                31
              ],
              "name": "",
              "screen_name": "uncnlp"
            },
            {
              "id_str": "0",
              "indices": [
                44,
                55
              ],
              "name": "",
              "screen_name": "mohitban47"
            },
            {
              "id_str": "0",
              "indices": [
                64,
                71
              ],
              "name": "",
              "screen_name": "Amazon"
            },
            {
              "id_str": "0",
              "indices": [
                72,
                78
              ],
              "name": "",
              "screen_name": "Adobe"
            },
            {
              "id_str": "0",
              "indices": [
                79,
                94
              ],
              "name": "",
              "screen_name": "GoogleDeepmind"
            }
          ]
        },
        "url": {
          "urls": [
            {
              "display_url": "yui010206.github.io",
              "expanded_url": "http://yui010206.github.io",
              "indices": [
                0,
                23
              ],
              "url": "https://t.co/f53PhG70UH"
            }
          ]
        }
      }
    },
    "isAutomated": false,
    "automatedBy": null
  },
  "extendedEntities": {
    "media": [
      {
        "additional_media_info": {
          "monetizable": false
        },
        "allow_download_status": {
          "allow_download": true
        },
        "display_url": "pic.twitter.com/C8yBPbRG1X",
        "expanded_url": "https://twitter.com/shoubin621/status/2036856534978740373/video/1",
        "ext_media_availability": {
          "status": "Available"
        },
        "id_str": "2036856477181165568",
        "indices": [
          271,
          294
        ],
        "media_key": "13_2036856477181165568",
        "media_results": {
          "id": "QXBpTWVkaWFSZXN1bHRzOgwABAoAARxEXiyc1kAAAAA=",
          "result": {
            "__typename": "ApiMedia",
            "id": "QXBpTWVkaWE6DAAECgABHEReLJzWQAAAAA==",
            "media_key": "13_2036856477181165568"
          }
        },
        "media_url_https": "https://pbs.twimg.com/amplify_video_thumb/2036856477181165568/img/XCHSJ9sTPZU_3dna.jpg",
        "original_info": {
          "focus_rects": [],
          "height": 720,
          "width": 1286
        },
        "sizes": {
          "large": {
            "h": 720,
            "w": 1286
          }
        },
        "type": "video",
        "url": "https://t.co/C8yBPbRG1X",
        "video_info": {
          "aspect_ratio": [
            643,
            360
          ],
          "duration_millis": 92706,
          "variants": [
            {
              "content_type": "application/x-mpegURL",
              "url": "https://video.twimg.com/amplify_video/2036856477181165568/pl/Fr9ZD_CR3ONOf58x.m3u8?tag=21"
            },
            {
              "bitrate": 256000,
              "content_type": "video/mp4",
              "url": "https://video.twimg.com/amplify_video/2036856477181165568/vid/avc1/482x270/_bRYcnUdvFLlfWap.mp4?tag=21"
            },
            {
              "bitrate": 832000,
              "content_type": "video/mp4",
              "url": "https://video.twimg.com/amplify_video/2036856477181165568/vid/avc1/642x360/QEw3vqa3KC1akvE3.mp4?tag=21"
            },
            {
              "bitrate": 2176000,
              "content_type": "video/mp4",
              "url": "https://video.twimg.com/amplify_video/2036856477181165568/vid/avc1/1286x720/cOmxtdOzs-7E2qvh.mp4?tag=21"
            }
          ]
        }
      }
    ]
  },
  "card": null,
  "place": {},
  "entities": {
    "hashtags": [
      {
        "indices": [
          74,
          83
        ],
        "text": "CVPR2026"
      }
    ],
    "symbols": [],
    "timestamps": [],
    "urls": [],
    "user_mentions": []
  },
  "quoted_tweet": null,
  "retweeted_tweet": null,
  "isLimitedReply": false,
  "article": null
}