From f92b770ce6900f22c3e12c3cfe0a39d04410a653 Mon Sep 17 00:00:00 2001 From: Sheyiyuan <2125107118@qq.com> Date: Sun, 23 Mar 2025 19:33:37 +0800 Subject: [PATCH] fix:few bugs --- .gitignore | 3 +- main.py | 21 +- targets.txt | 568 +++++++++++++++++++++++++++++++++++++++++++++++++++- 3 files changed, 577 insertions(+), 15 deletions(-) diff --git a/.gitignore b/.gitignore index 87a8b5a..4301cf5 100644 --- a/.gitignore +++ b/.gitignore @@ -1,4 +1,5 @@ ./venv/ .idea/ data/ -*/.DS_Store \ No newline at end of file +*/.DS_Store +targets.txt \ No newline at end of file diff --git a/main.py b/main.py index ef03b92..c4fc634 100644 --- a/main.py +++ b/main.py @@ -124,6 +124,7 @@ class BiliWebCrawler: '视频类型': ["","自制", "转载"][video_data.get('copyright', 0)], '视频分p数': len(video_data.get('pages', [])), '视频总时长': self.get_video_length(video_data.get('pages', [])), + '视频封面URL': video_data.get('pic', ''), '简介': video_data.get('desc', '').replace('\n', '\\n'), } @@ -339,22 +340,22 @@ class BiliWebCrawler: # 新增弹幕抓取 print("正在抓取弹幕数据...") - danmaku = self.get_danmaku() - danmaku_filename = os.path.join(video_dir, f'{self.bvid}_{len(danmaku)}_danmaku.csv') - self.save_to_csv(danmaku, danmaku_filename) + #danmaku = self.get_danmaku() + #danmaku_filename = os.path.join(video_dir, f'{self.bvid}_{len(danmaku)}_danmaku.csv') + #self.save_to_csv(danmaku, danmaku_filename) # 新增评论抓取 print("正在抓取评论数据...") - comments = self.get_comments() - comments_filename = os.path.join(video_dir, f'{self.bvid}_{len(comments)}_comments.csv') - self.save_to_csv(comments, comments_filename) + #comments = self.get_comments() + #comments_filename = os.path.join(video_dir, f'{self.bvid}_{len(comments)}_comments.csv') + #self.save_to_csv(comments, comments_filename) # 新增UP主信息记录 print("正在获取UP主信息...") - up_info = self.get_up_info(video_info.get('up主UID')) - up_info['BV号'] = self.bvid - up_csv_path = os.path.join(base_dir, 'up_info.csv') - self.save_to_csv([up_info], up_csv_path, mode='a') + #up_info = self.get_up_info(video_info.get('up主UID')) + #up_info['BV号'] = self.bvid + #up_csv_path = os.path.join(base_dir, 'up_info.csv') + #self.save_to_csv([up_info], up_csv_path, mode='a') print(f"抓取完成！结果已保存到 {video_dir}/") else: diff --git a/targets.txt b/targets.txt index 451a8cd..6d3c9a1 100644 --- a/targets.txt +++ b/targets.txt @@ -1,4 +1,564 @@ -BV1a5Q3Y9EX5 -BV1qQQiYvEhF -BV1PP411W7SG -BV1xr4y157BY \ No newline at end of file +BV1TxX7YeEcG +BV1ZHQkYJEjg +BV1JrQ3YKE5k +BV1E3QSYgEcz +BV1RCXVYvEKC +BV1MWQRYqEgN +BV1i5XGYiEBX +BV1SQXVYFEQ9 +BV1rLXjYHENF +BV1ELX5YyEJQ +BV1hZQRYVEaj +BV1bAQZYmE2X +BV1P1Q9YYE9C +BV14iQKYPE8L +BV1HCQmY6E63 +BV1JUQBYLEhm +BV1HpQqY5Eub +BV11PXjYfEoU +BV1xpQ8YcEwW +BV189QXYuEym +BV1tqX5YbEHf +BV116QbYfEDd +BV1h3Q8YBEny +BV1iVQBYuEmr +BV1etXjYVEao +BV171XMYfEEq +BV1YkX3YbE5E +BV16LXjYHEBv +BV1kKX5YSE5L +BV1faQtYjEFc +BV1DgQXYqErf +BV1rjQdYcErn +BV12AXjY8EBA +BV1kmX5YQEvC +BV1FMXGYrECq +BV1P5QGYCENH +BV18PQAYbEvc +BV1pSX5YnErz +BV14aQiYEEES +BV1jwQrY5Ewb +BV1mAXjY8EcM +BV1rbQDY2E5j +BV1v8QdYHEB4 +BV1CnQUY5ECE +BV1UNQZYjEAh +BV12fQzY4EH8 +BV1SfXLYAEnL +BV1v2QRYDE6F +BV1e9QoY9E7E +BV1YQQRY7EG2 +BV1HoQyYPEGh +BV1AwQBYmEaT +BV1Q9XLYiEku +BV1CiQoYKEa7 +BV16jXjYDEKb +BV1JDQSYCEm2 +BV1kMX5YEEtB +BV11FX5Y9Eu8 +BV1foQ6YmEsQ +BV14qX5YbEQH +BV17wQpYaEqC +BV1c7QYYwEyg +BV17sXjYjEET +BV1xiXGYHEze +BV1atQ6YqEz1 +BV1YDQXYgEuM +BV1MEQaYkEB1 +BV1TdX3YSEGq +BV1q9QiYPEgr +BV1oPQRYJEUD +BV1V9XKY1Ejr +BV1C1QbYxELL +BV17nX5Y3E5w +BV1kdXTYAEV9 +BV1tCQdYkEt6 +BV14YQBYxEbk +BV14HQaYzExa +BV1gcQGYpEES +BV1eaQGYcEpu +BV14fXVYxEUU +BV1XNQDYAEiC +BV1wtXVY2Ehb +BV1thQBYoEh6 +BV11UQgYrEPH +BV1wiQ3YzEJo +BV1mKXEYKEzK +BV1u9XVYfEuZ +BV1D6XTYVEYZ +BV1XWQbY6Ea3 +BV1QHQfYWE66 +BV1zPXMYoEhE +BV145QtYZE5H +BV1ZiXVYgE64 +BV1LdQBY6E8x +BV1H9XjYxEZu +BV18BQyYjE1p +BV1FaQTYdExj +BV1kGXjYWEL6 +BV1L9XMYWELJ +BV1QdQ3YRE1T +BV1EcX7YDEDN +BV1AsXVYUEdV +BV1L6XVYBEB4 +BV1h5QaY5EZb +BV1J1XgYqEb9 +BV12XQqYXEvV +BV15NQrYGEXw +BV1mYQBYxEqp +BV1YhXjY3EFM +BV1txQwYsEy3 +BV1gcXEY6EEh +BV1zAXMYtEfg +BV1ajXMYUE6S +BV16zQoYPE1n +BV1H9QgYMEJB +BV1n8QzY7ExB +BV18CQ2YDEK5 +BV12AXjY8Ezi +BV19oQoYQEPu +BV1Fc9vYBEjt +BV1aCX3YZER4 +BV1aAQAYFEcj +BV1PnQUYLEuP +BV1eSQRYUEyJ +BV1jzXVYuEkP +BV1zGQ6YmEev +BV1rtQDY7EfW +BV1L7QSYKE72 +BV1tnQRYzEhR +BV1ebXjYkEZF +BV1CaQRYcEjQ +BV18fQRYkEdC +BV1N8Q3YCEnN +BV1FrXJYwEX9 +BV1TLXVYREi9 +BV1JSQBYyExE +BV1q7XGYvEG2 +BV1Y8Q9YCEz3 +BV1EBQaYZEQK +BV1MUQAYbEDW +BV1hNRGY8Eq2 +BV1cwQfYMEdT +BV11KXjYtE5o +BV1uhXGYdE5E +BV1cZQdYAEeP +BV1WpQtYpEtf +BV11AXjY8EUp +BV1TEXVYXEwN +BV1aoQoYQEU4 +BV1ZVXGYTEEF +BV17kX7YXE6q +BV1WTQ9YbE96 +BV1QDQXYgECx +BV1mwXjYcEhc +BV1cjXjYQEg5 +BV1V9X7YLEbv +BV1uGXVYoEYK +BV1p2Q6YsEGk +BV1gsQVYREu3 +BV1vJXGYAEAv +BV12zQbY8EqX +BV1irQXYjEEU +BV1L9QwYKEwn +BV1f1QoYFE6G +BV1Q2X3YREPn +BV1RdQfYcE6S +BV1gAXuY7E1s +BV1FvQXYHECk +BV1jGQSYzEmA +BV13HQmYREU2 +BV1sCX5YsEVC +BV1hWXgYQE62 +BV1QkQAYaEa8 +BV1eKQaYSEL6 +BV1tBX5YZEVc +BV18tQBYfE1T +BV1AWQzYHERb +BV1NWXVYJETc +BV1BVXGYTEWZ +BV1b5Q8YiEks +BV1dnXGYaEcy +BV1v7XGYeE44 +BV1t5XVYxEqZ +BV1vxXjYyEZL +BV1qWQgYZEEA +BV15UX7YUEeM +BV1LdQPYkEve +BV1mrQkYiEEf +BV1xSQGYUE6p +BV1LfQBYBEeg +BV1ycXGYLEtg +BV1kcQBY7Ett +BV1fvQXYnEB9 +BV13MXVY8E9v +BV1SJQRYuEGW +BV1EzQXYUEgX +BV1mpQRYTEAk +BV1r1Q4YmEH7 +BV1ToQtYFEnH +BV1SAXEYMEFq +BV12rX5YdEte +BV1RXQoYsE6d +BV17hQxYuE3h +BV1twQdY6E31 +BV1z1QoYFEsU +BV1zgQBY3EKT +BV1YdQoYpEds +BV1ctQzYUE22 +BV19uQaYmEe3 +BV1uTQNYNEXk +BV1WkQKYFEUg +BV1RUX7YmEvJ +BV1RgXMYXE2X +BV1B3QBY6Ezk +BV1mTQAY4EyE +BV1vyQXY5EUB +BV11kQhYKEXv +BV1jWQ9YmELR +BV1VjXJYEENE +BV1nLXjYpEPk +BV12mQyYgE3R +BV1HSQ6YpE4s +BV1NdQqYQE3s +BV15tQdYXE24 +BV1zeXVYkEF7 +BV1m2XTYuEqQ +BV1dRQmYwEYn +BV1AsXVYUEaz +BV1oQQmYPEk2 +BV1eFQtYME5Z +BV1Z6XLYLEZi +BV1nXX5YEETY +BV153XJYQEhN +BV1koXTYaEBX +BV1gTQNYNEoK +BV1UfXLYAE5C +BV1weXLYnENX +BV1B7X5YGEZJ +BV1csQUYkEtX +BV1WTXjYZEyN +BV1Y4Q6YMEAG +BV19mXLY6EJw +BV1H2XGYyEdN +BV1DAQZYmEE6 +BV1TgQqYpE8B +BV1MMQUYWED7 +BV1ZiXVYgEKv +BV1nZXjYXENn +BV1srQ6YZETn +BV1T7QTYKEfr +BV1qPQ3YhELV +BV1xaXMYBEMZ +BV1wzXJYYE8d +BV1PiQwYUECE +BV19SXLYuEve +BV1nZXjYXENa +BV132X3YdE8P +BV1ykXGY7EVM +BV1tMQZY5EQw +BV1JWQZYPESn +BV1oZQbY7EZ3 +BV1jZXGYTEQ3 +BV1MaQSYdEsC +BV1cpQqY5Eai +BV1WsXVYUEiu +BV1z6QRYREHg +BV1UPQGYJECV +BV1SSX3YXEGL +BV1mmQyYgEL8 +BV199X7Y5E4Y +BV13dQaYjE1a +BV1aBXEY5Ezg +BV1pEQWYzEWs +BV1FdQ9YdEcN +BV1BgQBY3EcE +BV11TQdYTEr8 +BV1uEX7YuEXe +BV1CLQZYzEVf +BV1sQXEYvEGP +BV1fYQzY5EYb +BV16cXMYfEdw +BV1YyQDYiEn7 +BV1x7QtYdEHi +BV1EAQ1YFEaY +BV1iyQXY5Ewo +BV11DXTYiECE +BV1WYQwYSEbr +BV1SnQoYjE8f +BV1KEQzYREtk +BV1ThQfYEEcV +BV1TLXVYREDt +BV1p9XjYxEJF +BV1kYQRY8Evm +BV1gXXVY8E6Y +BV1DzQvY9EDY +BV1g8QbYqEBL +BV1ixQgY4EmM +BV196X3YfEZL +BV1tJQuYkEKp +BV1tVQtYbEm7 +BV1DQXVYFEiP +BV12RQqYHEa3 +BV1mfXVYsENf +BV12SXTYTEcg +BV1xXQ2YyE5b +BV174QdYWEAG +BV1GXXLYMECH +BV1adQRYyEnq +BV1T5QzYtE5Q +BV1HvQ3YgE4F +BV1E4QZYwEmu +BV1CPXGYVEKV +BV1g9XLYqEo8 +BV1qDQfYeE6T +BV1LZQBYuE7S +BV1HjQHYAEqz +BV1UFQ9YPEs9 +BV15CQ8Y2Egi +BV1vWQ9YmEzq +BV1gBXTY1EB8 +BV14HQaYzEG1 +BV1eoQfY8E6p +BV1VBQxYeEAX +BV1HhQ8YREbi +BV1djQBYTEk4 +BV17fX5Y5Ecv +BV1bGXVYoEWF +BV1QFQZYSEqM +BV1q3QmYaEpy +BV1CfQqYUExc +BV19HXcYwEdV +BV1qmX7YJENK +BV1zmQiYMEVc +BV1brQyY5Eo7 +BV1NtX7YAECe +BV1PKQkYhELc +BV1HCQBYUEkt +BV1qdQbYUES9 +BV1H9XjYxE6Q +BV1BBQXYEENc +BV1czXJYYEhQ +BV1s2XjYcEo3 +BV1QUXVYwExe +BV18LXLYYEpy +BV1DoQXYKEM6 +BV1K3QAY9EWA +BV1svXgY5E1G +BV1tmXEYMEvD +BV1QAXFYxEsh +BV132X3YdExE +BV1dYQqYiExZ +BV1tZQXYvEX7 +BV1VGQoYXEb1 +BV1gpXJY5E2m +BV1vSXKYEEdW +BV12pQ8YcENR +BV1djQBYTECp +BV1HDX5YSEU1 +BV1CgQyYvEWG +BV1HSQ6YpEcm +BV1koXTYaEDG +BV1n8Q8YxEzi +BV1rNQBYyEV1 +BV1kMX5YEEYU +BV1HcQmYuEtb +BV1d1Q3YaE9u +BV19mXLY6Ed4 +BV1UJQRYuE7J +BV1hWQBYaER9 +BV1SVQ8YTEmn +BV1WLQZYzEGC +BV1VoQeYWEjx +BV1K3QqYQEUX +BV1HNQSY5E5m +BV1nGQhYoEWN +BV1tFQ9YPEmb +BV18YX5YwEpi +BV1ALQcYVEDT +BV1txQwYsETv +BV11TQgYzEH3 +BV1CgXjYREDB +BV1BHXjY7E2a +BV1enXGYaEu9 +BV1jZQBYuEAZ +BV1aQQXYzEgD +BV1UPXEYqE4y +BV11PXjYfEqk +BV1V6QxYAEr3 +BV1HCQmY6EqL +BV15x9FYeEBV +BV1feXVYrEww +BV13GXLYvEr7 +BV1mrQgYjE6r +BV1yzQBYHEVb +BV1CgXjYREar +BV1UdXVY4EBc +BV1KtX7YAEiR +BV1wMX5YJEcS +BV1DdXLYNEUG +BV1M5XVYxEkM +BV1xsQaYqEax +BV1ARQdYNEyr +BV1SYQbYeExR +BV1MGXVYoEi3 +BV1t4QiYQEMg +BV1cCQmY6EJ7 +BV1LTX7Y2Es2 +BV115QUYEEbY +BV1CuXjYxEQw +BV1o8QqYBEd6 +BV1eWX5YMEyR +BV1etXjYVEzN +BV1n1QBY7E6R +BV1sDQgYgEVX +BV1FqQuYcEas +BV1VDX7Y7EQ7 +BV166QoYYEtm +BV1aaXjY6Epw +BV1xDXEYKEny +BV1qHXjY7E34 +BV14KQZY1EUE +BV1rzQoYPE7k +BV1DeQhYrEkB +BV1w7XTYFETN +BV1ijXGYNEHo +BV1TxQ3YjECX +BV1rrQiYGEhr +BV13GXLYvE8R +BV1KeQmY2Eto +BV1EaQtYjEQN +BV1t2Q2YUETM +BV1L2XLYGEVn +BV16cXMYfE93 +BV1EiXVY3EDE +BV1D2X3YRERL +BV1EcQ3YYE5A +BV16LXjYHEbk +BV1GtQQYTE8P +BV1HRQgYqE1i +BV1saQeY6EbK +BV1tfXVYxEJT +BV16iQRYtECk +BV1TpX7YiEnu +BV1pvQ3YgEtU +BV1FsXuYAE1u +BV1ZxXTYXEtJ +BV1ceXLYnE3J +BV1eMQ3YZEXY +BV1d6XVYqE9n +BV1eeQ2YoE4t +BV114QRYeE8J +BV1heXjYuE6k +BV1kzQoYPENo +BV1hiQyYmEWE +BV1u6QdYyENt +BV1wZQdYAEw8 +BV1YLQwYwEYW +BV1S2QAYfEcp +BV18xQiYpEBa +BV1QpQfYXEpQ +BV1TYQ4YoE6s +BV1S9XVYZEWF +BV1pQXjYoEvL +BV1tyXEYgEBQ +BV1gkQ2YpEvK +BV1atXGYZEPM +BV1vYQ2YtEDT +BV138Q6YTER7 +BV1X2XVYYE8v +BV1LQXMYRE4W +BV1bHX7YTEVD +BV16TXGY3ECN +BV1BRQbYJEdc +BV1UFXjYaEh7 +BV1HtQDYEEeC +BV16FXMY8EAK +BV11hXMYuEtE +BV18gQtYhEiZ +BV1o5QBYBE1X +BV1grXTYCE2t +BV11xQRYNEUW +BV1B5XGYiEGs +BV19TQ8Y3EFo +BV1KfXVYxEyW +BV1sCX5YsERD +BV12RQqYHEGC +BV1o5QBYBErZ +BV1dxXjYyE8w +BV1Q1QzYKEf3 +BV1w2QSYjExb +BV1caQrY9ELt +BV1UdXVY4Emg +BV1qLX5YCEZj +BV1h4QPYaEAu +BV196X3YfEXr +BV19zQUYwERm +BV18cQdY3EwR +BV1rSX5YnE1G +BV1DwQZYEEwP +BV1CgXjYREsE +BV1EcX7YDEHt +BV1EAQ3YwENN +BV11xQRYNEB4 +BV1AgXjYdEdB +BV1yVQGYVE5B +BV1WbXLY9EnE +BV1HjQdYcERN +BV14WQaYMEnW +BV1bEQaYrEqi +BV1FEXTYbEhw +BV19tXjYVEzL +BV1WeXMYTEHj +BV1eLQiYFEpS +BV128QiYSEqo +BV1iRQmYAEke +BV1gUQtYvEFC +BV191XVYPE2n +BV1hgQ8YuEGq +BV1sHXVYDEbP +BV16MQBYkELs +BV17sQdYREmc +BV1QCQqYfEBD +BV1ENXJYdEKq +BV1JjQ9YpEeJ +BV1osXTYWE2h +BV11PXjYfE7Y +BV1vnQ6YGEuk +BV18MQNYeED5 +BV1xeQBYREhQ +BV1ckQmY3Erc +BV1uGXVYoEmv +BV11dQqYDEBr +BV1SAQZYmEK5 +BV1BpXjY2EP2 +BV1icQ8YLEaA +BV1w4QzYJEFa +BV1h5QaY5EaH +BV1oiXVYgEfQ +BV1giQ9YzEna +BV1pkQBYJE3j +BV1LSXKYEEJw +BV1dCXLYVEwi +BV1kPQBYLE7p +BV1LBQDYrECm +BV1G3Q3YdErb +BV1N7QNYtEZj +BV1eLQmYfELZ +BV1wFXgYuEQY +BV11UQgYrEKp +BV1c8XVYLESS +BV1NUQdYuEBV +BV1pYQaYwEPG +BV1VqQZYsEeL +BV1M5XVYxEMK +BV1h4XGYtEn3 +BV1nZQgYvE89 +BV1ZyX7YnEY9 +BV12SXTYTEcc +BV1SvQ7YeEA5 +BV1KLXVYREoh +BV1jFQrY1EtZ +BV1PxXLYdEvh +BV1XCQNYzEs5 +BV1kcQBY7Erz \ No newline at end of file