微博爬虫接口&步骤

狗蛋啊

7824人浏览 · 2020-06-18 09:46:16

狗蛋啊 · 2020-06-18 09:46:16 发布

写在开始

以下内容只是基本步骤和一些接口数据的结构 没有http请求及html内容解析代码
仅限学些交流用
接口访问应有一定得时间间隔.
部分接口请求需要携带登陆cookies信息

基本步骤

获取用户信息->获取微博列表->获取微博详情

几个重要的属性

card_type 微博类型 card_type==9 为微博内容
请求参数 containerid 有两部分组成大概可能是业务id+用户id

获取用户信息

接口 https://m.weibo.cn/api/container/getIndex?containerid=100505+{userId}
例: https://m.weibo.cn/api/container/getIndex?containerid=1005052039679457
返回数据:

{
  "ok": 1,
  "data": {
    "avatar_guide": [
      
    ],
    "isStarStyle": 0,
    "userInfo": {
      "id": 2039679457,
      "screen_name": "一头鬼",
      "profile_image_url": "https:\/\/tva2.sinaimg.cn\/crop.0.0.180.180.180\/799309e1jw1e8qgp5bmzyj2050050aa8.jpg?KID=imgbed,tva&Expires=1592397609&ssig=lSjwpI4YOI",
      "profile_url": "https:\/\/m.weibo.cn\/u\/2039679457?uid=2039679457&luicode=10000011&lfid=1005052039679457",
      "statuses_count": 241,
      "verified": false,
      "verified_type": -1,
      "close_blue_v": false,
      "description": "",
      "gender": "m",
      "mbtype": 0,
      "urank": 10,
      "mbrank": 0,
      "follow_me": false,
      "following": false,
      "followers_count": 245,
      "follow_count": 152,
      "cover_image_phone": "https:\/\/tva1.sinaimg.cn\/crop.0.0.640.640.640\/549d0121tw1egm1kjly3jj20hs0hsq4f.jpg",
      "avatar_hd": "https:\/\/ww2.sinaimg.cn\/orj480\/799309e1jw1e8qgp5bmzyj2050050aa8.jpg",
      "like": false,
      "like_me": false
    },
    "fans_scheme": "https:\/\/m.weibo.cn\/p\/index?containerid=231016&luicode=10000011&lfid=1005052039679457",
    "follow_scheme": "https:\/\/m.weibo.cn\/p\/index?containerid=231093_-_selfrecomm&luicode=10000011&lfid=1005052039679457",
    "tabsInfo": {
      "selectedTab": 1,
      "tabs": [
        {
          "id": 1,
          "tabKey": "profile",
          "must_show": 1,
          "hidden": 0,
          "title": "主页",
          "tab_type": "profile",
          "containerid": "2302832039679457"
        },
        {
          "id": 2,
          "tabKey": "weibo",
          "must_show": 1,
          "hidden": 0,
          "title": "微博",
          "tab_type": "weibo",
          "containerid": "1076032039679457",
          "apipath": "\/profile\/statuses",
          "url": "\/index\/my"
        },
        {
          "id": 10,
          "tabKey": "album",
          "must_show": 0,
          "hidden": 0,
          "title": "相册",
          "tab_type": "album",
          "containerid": "1078032039679457",
          "filter_group": [
            {
              "name": "图片墙",
              "containerid": "1078032039679457",
              "title": "图片墙",
              "scheme": ""
            },
            {
              "name": "头像专辑",
              "containerid": "1078032039679457_387551730000002039679457_-_albumeachCard",
              "title": "头像专辑",
              "scheme": ""
            },
            {
              "name": "相册专辑",
              "containerid": "1078032039679457_-_albumlist",
              "title": "相册专辑",
              "scheme": ""
            }
          ],
          "filter_group_info": {
            "title": "全部照片(85)",
            "icon": "http:\/\/u1.sinaimg.cn\/upload\/2014\/06\/10\/userinfo_icon_album.png",
            "icon_name": "专辑",
            "icon_scheme": ""
          }
        }
      ]
    },
    "avatar_scheme": "https:\/\/new.vip.weibo.cn\/headportrait\/mall?F=gjsc_profile&share_menu=1&portrait_only=1",
    "scheme": "sinaweibo:\/\/userinfo?uid=2039679457&luicode=20000174&v_p=42&lfid=1005052039679457",
    "showAppTips": 1
  }
}

调用
例: https://m.weibo.cn/api/container/getIndex?containerid=230283{userId}_-_INFO
返回:

{
  "ok": 1,
  "data": {
    "cards": [
      {
        "card_type": 11,
        "card_group": [
          {
            "card_type": 42,
            "display_arrow": 0,
            "desc": "账号信息"
          },
          {
            "card_type": 41,
            "item_name": "昵称",
            "item_content": "一头鬼"
          },
          {
            "card_type": 41,
            "item_name": "简介",
            "item_content": "暂无简介"
          },
          {
            "card_type": 41,
            "item_name": "注册时间",
            "item_content": "2011-11-23"
          },
          {
            "item_name": "阳光信用",
            "display_arrow": 1,
            "card_type": 41,
            "item_content": "669",
            "actionlog": {
              "act_code": "594",
              "ext": "uid:2039679457|ouid:2039679457|verified_type:-1|ptype:0|load_read_level:",
              "oid": "https:\/\/service.account.weibo.com\/sunshine\/mysunshine?sinainternalbrowser=topnav",
              "fid": "2302832039679457_-_INFO",
              "cardid": "230283_-_WEIBO_INDEX_USERINFO_CREDIT",
              "uicode": "10000197"
            },
            "scheme": "https:\/\/service.account.weibo.com\/sunshine\/mysunshine?sinainternalbrowser=topnav&luicode=10000011&lfid=2302832039679457_-_INFO"
          }
        ]
      },
      {
        "card_type": 11,
        "card_group": [
          {
            "card_type": 42,
            "display_arrow": 0,
            "desc": "个人信息"
          },
          {
            "card_type": 41,
            "item_name": "性别",
            "item_content": "男"
          },
          {
            "card_type": 41,
            "item_name": "生日",
            "item_content": "1990-02-28  双鱼座"
          },
          {
            "card_type": 41,
            "item_name": "所在地",
            "item_content": "四川 成都"
          },
          {
            "card_type": 41,
            "item_name": "大学",
            "item_content": "西南民族大学"
          },
          {
            "card_type": 41,
            "item_name": "公司",
            "item_content": "英雄联盟鬼打鬼战队"
          },
          {
            "card_type": 41,
            "item_content": "英雄联盟"
          },
          {
            "card_type": 41,
            "item_content": "12341"
          }
        ]
      },
      {
        "card_type": 11,
        "is_asyn": 1,
        "card_group": [
          
        ],
        "itemid": "2306182039679457_-_3861",
        "async_api": "\/api\/container\/getItem?itemid=2306182039679457_-_3861&download="
      },
      {
        "display_arrow": 1,
        "is_asyn": 0,
        "card_id": "renling",
        "show_type": 0,
        "buttontitle": "",
        "title": "",
        "card_group": [
          {
            "actionlog": {
              "act_code": 594,
              "ext": "uid:2039679457;ouid:2039679457;verified_type:-1;ptype:0;load_read_level:0",
              "oid": "23085800242039679457",
              "fid": "2302832039679457_-_INFO",
              "cardid": "230283_-_WEIBO_INDEX_PROFILE_LBSZUJI",
              "uicode": "10000197"
            },
            "pic": "",
            "display_arrow": 1,
            "title_extra_text": "全部",
            "card_type": 42,
            "scheme": "https:\/\/m.weibo.cn\/p\/index?containerid=2310340013&count=5&extparam=uid,2039679457&needlocation=1&title=ç¾åˆ°è¶³è¿¹&luicode=10000011&lfid=2302832039679457_-_INFO",
            "desc": "签到足迹",
            "display_type": 0
          },
          {
            "display_arrow": 1,
            "card_display_type": 1,
            "desc2_struct": "签到 5次 | 14-4-19 来过 ",
            "right_pannel": [
              
            ],
            "buttons": [
              
            ],
            "card_id": "renling3700991247624855",
            "desc1": "不知道能坚持多久，太累了。你也太让我失望。 我在: ",
            "title": "",
            "desc2": "签到 5次 | 14-4-19 来过 ",
            "card_type_name": "",
            "card_type": 8,
            "scheme": "https:\/\/m.weibo.cn\/p\/index?containerid=2310340006&count=10&needlocation=1&title=æˆéƒ½&extparam=city,0028,2039679457&luicode=10000011&lfid=2302832039679457_-_INFO",
            "pic": "https:\/\/ww3.sinaimg.cn\/wap180\/82ef82cbjw1fb57lku31dj2046046wev.jpg",
            "title_sub": "成都"
          }
        ],
        "scheme": "",
        "card_type": 11,
        "card_type_name": ""
      },
      {
        "card_type": 11,
        "is_asyn": 1,
        "card_group": [
          
        ],
        "itemid": "2306182039679457_-_likes",
        "async_api": "\/api\/container\/getItem?itemid=2306182039679457_-_likes&download="
      }
    ],
    "cardlistInfo": {
      "show_style": 1,
      "can_shared": 0,
      "button": {
        "content": "编辑",
        "scheme": "sinaweibo:\/\/userdetailinfo?uid=2039679457",
        "actionlog": {
          "act_code": "594",
          "ext": "uid:2039679457|ouid:2039679457|verified_type:-1|ptype:0|load_read_level:",
          "oid": "2302832039679457_-_INFO",
          "fid": "2302832039679457_-_INFO",
          "cardid": "2302832039679457_-_INFO_-_NEW_EDITUSERINFO",
          "uicode": "10000197"
        },
        "type": 3
      },
      "v_p": "42",
      "cardlist_title": "",
      "desc": "",
      "containerid": "2302832039679457_-_INFO",
      "page": null
    },
    "banners": null,
    "scheme": "sinaweibo:\/\/cardlist?containerid=2302832039679457_-_INFO&luicode=20000174&lfid=1005052039679457&v_p=42"
  }
}

获取微博列表

接口 https://m.weibo.cn/api/container/getIndex?containerid=107603+{userId}
例: https://m.weibo.cn/api/container/getIndex?containerid=1076032039679457
返回数据:

{
  "ok": 1,
  "data": {
    "cardlistInfo": {
      "containerid": "1076032039679457",
      "v_p": 42,
      "show_style": 1,
      "total": 241,
      "since_id": 3991063025195095
    },
    "cards": [
    {
        "card_type": 9,
        "itemid": "1076032039679457_-_3998685497264270",
        "scheme": "https:\/\/m.weibo.cn\/status\/DFpg9utLE?mblogid=DFpg9utLE&luicode=10000011&lfid=1076032039679457",
        "mblog": {
          "visible": {
            "type": 0,
            "list_id": 0
          },
          "created_at": "2016-07-18",
          "id": "3998685497264270",
          "idstr": "3998685497264270",
          "mid": "3998685497264270",
          "can_edit": false,
          "show_additional_indication": 0,
          "text": "这些插画会让人大呼「美啊美啊！」 - 知乎日报 <a data-url=\"http:\/\/t.cn\/Rt7DSiX\" href=\"http:\/\/daily.zhihu.com\/story\/8553336?url=http://daily.zhihu.com/story/8553336&share_menu=1&sinainternalbrowser=topnav&mid=3998685497264270&luicode=10000011&lfid=1076032039679457&u=http://daily.zhihu.com/story/8553336\" data-hide=\"\"><span class='url-icon'><img style='width: 1rem;height: 1rem' src='https:\/\/h5.sinaimg.cn\/upload\/2015\/09\/25\/3\/timeline_card_small_web_default.png'><\/span><span class=\"surl-text\">我想这些插画会让你大呼「美啊美啊！」<\/span><\/a> ",
          "textLength": 63,
          "source": "iOS",
          "favorited": false,
          "pic_types": "",
          "is_paid": false,
          "mblog_vip_type": 0,
          "user": {
            "id": 2039679457,
            "screen_name": "一头鬼",
            "profile_image_url": "https:\/\/tva2.sinaimg.cn\/crop.0.0.180.180.180\/799309e1jw1e8qgp5bmzyj2050050aa8.jpg?KID=imgbed,tva&Expires=1592398452&ssig=hwZ8Kxupbx",
            "profile_url": "https:\/\/m.weibo.cn\/u\/2039679457?uid=2039679457&luicode=10000011&lfid=1076032039679457",
            "statuses_count": 240,
            "verified": false,
            "verified_type": -1,
            "close_blue_v": false,
            "description": "",
            "gender": "m",
            "mbtype": 0,
            "urank": 10,
            "mbrank": 0,
            "follow_me": false,
            "following": false,
            "followers_count": 244,
            "follow_count": 153,
            "cover_image_phone": "https:\/\/tva1.sinaimg.cn\/crop.0.0.640.640.640\/549d0121tw1egm1kjly3jj20hs0hsq4f.jpg",
            "avatar_hd": "https:\/\/ww2.sinaimg.cn\/orj480\/799309e1jw1e8qgp5bmzyj2050050aa8.jpg",
            "like": false,
            "like_me": false,
            "badge": {
              "unread_pool": 1,
              "unread_pool_ext": 1,
              "dzwbqlx_2016": 1,
              "user_name_certificate": 1
            }
          },
          "reposts_count": 0,
          "comments_count": 0,
          "attitudes_count": 0,
          "pending_approval_count": 0,
          "isLongText": false,
          "reward_exhibition_type": 0,
          "hide_flag": 0,
          "mlevel": 0,
          "mblogtype": 0,
          "more_info_type": 0,
          "extern_safe": 0,
          "number_display_strategy": {
            "apply_scenario_flag": 3,
            "display_text_min_number": 1000000,
            "display_text": "100万+"
          },
          "content_auth": 0,
          "pic_num": 0,
          "mblog_menu_new_style": 0,
          "edit_config": {
            "edited": false
          },
          "weibo_position": 1,
          "show_attitude_bar": 0,
          "page_info": {
            "page_pic": {
              "url": "https:\/\/tc.sinaimg.cn\/maxwidth.2048\/tc.service.weibo.com\/pic4_zhimg_com\/ce37720f8fb18b09c17161967c6d92aa.jpg"
            },
            "page_url": "http:\/\/daily.zhihu.com\/story\/8553336?url=http://daily.zhihu.com/story/8553336&share_menu=1&sinainternalbrowser=topnav&mid=3998685497264270&luicode=10000011&lfid=1076032039679457&u=http://daily.zhihu.com/story/8553336&url=http://daily.zhihu.com/story/8553336&share_menu=1&sinainternalbrowser=topnav&mid=3998685497264270&luicode=10000011&lfid=1076032039679457&u=http://daily.zhihu.com/story/8553336?url=http%3A%2F%2Fdaily.zhihu.com%2Fstory%2F8553336&share_menu=1&sinainternalbrowser=topnav&mid=3998685497264270&luicode=10000011&lfid=1076032039679457&u=http%3A%2F%2Fdaily.zhihu.com%2Fstory%2F8553336",
            "page_title": "我想这些插画会让你大呼「美啊美啊！」",
            "content1": "",
            "content2": "",
            "type": "webpage",
            "object_id": "3000000147:a4e40cccdcd722c7392fc880dca07f04"
          },
          "raw_text": "这些插画会让人大呼「美啊美啊！」 - 知乎日报 http:\/\/t.cn\/Rt7DSiX ",
          "bid": "DFpg9utLE"
        },
        "show_type": 0
      }
    ],
    "banners": null,
    "scheme": "sinaweibo:\/\/cardlist?containerid=1076032039679457&luicode=20000174&lfid=2302832039679457_-_INFO&v_p=42"
  }
}

获取微博详情

接口:https://m.weibo.cn/detail/{微博ID}

例: https://m.weibo.cn/detail/3998685497264270

返回微博详情html 解析可获得完整的微博信息

魔乐社区

魔乐社区（Modelers.cn) 是一个中立、公益的人工智能社区，提供人工智能工具、模型、数据的托管、展示与应用协同服务，为人工智能开发及爱好者搭建开放的学习交流平台。社区通过理事会方式运作，由全产业链共同建设、共同运营、共同享有，推动国产AI生态繁荣发展。

更多推荐

小参数・大码力・易部署 | Qwen3.6-27B上线魔乐社区，基于昇腾的部署教程来了

继一周前模型开源发布后，千问再度开源Qwen3.6-27B —— 一个拥有270亿参数的稠密多模态模型，也是社区呼声最高的模型规格。Qwen3.6-27B 依然支持多模态思考与非思考模式，在智能体编程方面达到了旗舰级表现，全面超越前代开源旗舰 Qwen3.5-397B-A17B（总参数397B / 激活参数17B的MoE模型）。作为稠密架构，它无需MoE路由即可部署，是开发者在实用、可广泛部署规模