爬取B站视频.ipynb · chenxuankai/daily_exercises

加入 Gitee

与超过 1200万开发者一起发现、参与优秀开源项目，私有仓库也完全免费：）

克隆/下载

爬取B站视频.ipynb 4.95 KB

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "https://www.bilibili.com/video/av15551404----下载完成\n",
      "https://www.bilibili.com/video/av15525821----下载完成\n",
      "https://www.bilibili.com/video/av15476023----下载完成\n",
      "https://www.bilibili.com/video/av15413974----下载完成\n",
      "https://www.bilibili.com/video/av15375598----下载完成\n",
      "https://www.bilibili.com/video/av15316641----下载完成\n",
      "https://www.bilibili.com/video/av15290608----下载完成\n",
      "https://www.bilibili.com/video/av15262769----下载完成\n",
      "https://www.bilibili.com/video/av15235696----下载完成\n",
      "https://www.bilibili.com/video/av15165606----下载完成\n",
      "https://www.bilibili.com/video/av15095912----下载完成\n",
      "https://www.bilibili.com/video/av15057860----下载完成\n",
      "https://www.bilibili.com/video/av15020661----下载完成\n",
      "https://www.bilibili.com/video/av14985528----下载完成\n",
      "https://www.bilibili.com/video/av14950120----下载完成\n",
      "https://www.bilibili.com/video/av14916919----下载完成\n",
      "https://www.bilibili.com/video/av14889138----下载完成\n",
      "https://www.bilibili.com/video/av14862197----下载完成\n",
      "https://www.bilibili.com/video/av14835611----下载完成\n",
      "https://www.bilibili.com/video/av14808641----下载完成\n",
      "https://www.bilibili.com/video/av14781710----下载完成\n",
      "https://www.bilibili.com/video/av14748543----下载完成\n",
      "https://www.bilibili.com/video/av14712341----下载完成\n",
      "https://www.bilibili.com/video/av14682446----下载完成\n",
      "https://www.bilibili.com/video/av14653987----下载完成\n",
      "https://www.bilibili.com/video/av14627120----下载完成\n",
      "https://www.bilibili.com/video/av14600827----下载完成\n",
      "https://www.bilibili.com/video/av14573541----下载完成\n",
      "https://www.bilibili.com/video/av14542274----下载完成\n",
      "https://www.bilibili.com/video/av14504431----下载完成\n",
      "第19页----下载完成\n",
      "https://www.bilibili.com/video/av14474248----下载完成\n",
      "https://www.bilibili.com/video/av14448459----下载完成\n",
      "https://www.bilibili.com/video/av14421144----下载完成\n",
      "https://www.bilibili.com/video/av14394925----下载完成\n",
      "https://www.bilibili.com/video/av14368793----下载完成\n"
     ]
    }
   ],
   "source": [
    "import requests,time\n",
    "import sys,os\n",
    "def get_video_dict(mid,pn):\n",
    "    session=requests.session()\n",
    "    all_video={}\n",
    "    aid_list=[]\n",
    "    for j in range(1,int(pn)+1):\n",
    "        url=\"https://api.bilibili.com/x/space/arc/search?mid=%s&ps=30&tid=0&pn=%s&keyword=&order=pubdate&jsonp=jsonp\"%(mid,str(j))\n",
    "        res=session.get(url)\n",
    "        aid_list=[]\n",
    "        for i in res.json()['data']['list']['vlist']:\n",
    "            aid_list.append(i['aid'])\n",
    "        all_video[str(j)]=aid_list\n",
    "    return all_video\n",
    "def get_cmd(url,path):                        \n",
    "    os.system('you-get -o {path} {url}'.format(path=path,url=url))#使用os操作有个you-get\n",
    "def get_video(all_video,path):\n",
    "    for j in range(19,len(all_video)+1):\n",
    "        for i in all_video[str(j)]:\n",
    "            url = r'https://www.bilibili.com/video/%s%s'%(\"av\",str(i))\n",
    "            try:\n",
    "                get_cmd(url,path)\n",
    "                print(url+\"----下载完成\")\n",
    "                time.sleep(200)\n",
    "            except Exception as e:\n",
    "                print(url+\"----下载出错，已跳过\")\n",
    "                print(e)\n",
    "                time.sleep(200)\n",
    "                continue\n",
    "        print(\"第\"+str(j)+\"页----下载完成\")\n",
    "        \n",
    "if __name__==\"__main__\": \n",
    "    path = r'C:/Users/Administrator/Desktop/test_video' #设置下载视频目录\n",
    "#     mid=40711647\n",
    "    mid=\"28152409\" #下载的UP主id，up主详情页面的url上的一串数字\n",
    "    pn=28  #总共视频页面数 #第18页完成\n",
    "    all_video=get_video_dict(mid,pn)\n",
    "    get_video(all_video,path)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}

一键复制编辑原始数据按行查看历史

提交于 2021-03-19 10:59 . 整合完毕

马建仓 AI 助手

尝试更多

代码解读

代码找茬

代码优化

Python

https://gitee.com/chen-xuankai/daily_exercises.git

git@gitee.com:chen-xuankai/daily_exercises.git

chen-xuankai

daily_exercises

master

chenxuankai/daily_exercises

简介

发行版

贡献者

近期动态

chenxuankai/daily_exercises .gitee-modal { width: 500px !important; }

简介

发行版

贡献者

近期动态

搜索帮助

chenxuankai/daily_exercises