fix:covers_analyser

This commit is contained in:
Bairly 2025-04-01 19:56:57 +08:00
parent 29cadea1a4
commit 5887b83698
4 changed files with 16 additions and 5 deletions

1
.idea/.name generated Normal file
View File

@ -0,0 +1 @@
covers_analyser.py

2
.idea/misc.xml generated
View File

@ -3,5 +3,5 @@
<component name="Black">
<option name="sdkName" value="SAM-bilibil" />
</component>
<component name="ProjectRootManager" version="2" project-jdk-name="SAM-bilibil" project-jdk-type="Python SDK" />
<component name="ProjectRootManager" version="2" project-jdk-name="Python 3.12" project-jdk-type="Python SDK" />
</project>

View File

@ -2,7 +2,7 @@
<module type="PYTHON_MODULE" version="4">
<component name="NewModuleRootManager">
<content url="file://$MODULE_DIR$" />
<orderEntry type="jdk" jdkName="SAM-bilibil" jdkType="Python SDK" />
<orderEntry type="jdk" jdkName="Python 3.12" jdkType="Python SDK" />
<orderEntry type="sourceFolder" forTests="false" />
</component>
<component name="PyDocumentationSettings">

View File

@ -122,10 +122,20 @@ def process_url(url):
# 批量处理
def batch_process(urls, workers=4):
# 创建包含所有URL的初始结果列表
results = [{'url': url, 'success': False} for url in urls]
with Pool(workers) as pool:
results = [res for res in tqdm(pool.imap(process_url, urls),
total=len(urls),
desc="处理进度") if res is not None]
processed = list(tqdm(pool.imap(process_url, urls),
total=len(urls),
desc="处理进度"))
# 按原始顺序更新成功处理的结果
for i, res in enumerate(processed):
if res is not None:
results[i] = res
results[i]['success'] = True
return pd.DataFrame(results)