Bairly/statistics_model2025
1
1
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix:covers_analyser

Browse Source
This commit is contained in:
Bairly 2025-04-01 19:56:57 +08:00
parent 29cadea1a4
commit 5887b83698
4 changed files with 16 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
.idea/.name generated Normal file
View File

@ -0,0 +1 @@
covers_analyser.py

2
.idea/misc.xml generated
View File

@ -3,5 +3,5 @@
<component name="Black"> <component name="Black">
<option name="sdkName" value="SAM-bilibil" /> <option name="sdkName" value="SAM-bilibil" />
</component> </component>
<component name="ProjectRootManager" version="2" project-jdk-name="SAM-bilibil" project-jdk-type="Python SDK" /> <component name="ProjectRootManager" version="2" project-jdk-name="Python 3.12" project-jdk-type="Python SDK" />
</project> </project>

2
.idea/statistics_model2025.iml generated
View File

@ -2,7 +2,7 @@
<module type="PYTHON_MODULE" version="4"> <module type="PYTHON_MODULE" version="4">
<component name="NewModuleRootManager"> <component name="NewModuleRootManager">
<content url="file://$MODULE_DIR$" /> <content url="file://$MODULE_DIR$" />
<orderEntry type="jdk" jdkName="SAM-bilibil" jdkType="Python SDK" /> <orderEntry type="jdk" jdkName="Python 3.12" jdkType="Python SDK" />
<orderEntry type="sourceFolder" forTests="false" /> <orderEntry type="sourceFolder" forTests="false" />
</component> </component>
<component name="PyDocumentationSettings"> <component name="PyDocumentationSettings">

16
covers_analyser.py
View File

@ -122,10 +122,20 @@ def process_url(url):
# 批量处理 # 批量处理
def batch_process(urls, workers=4): def batch_process(urls, workers=4):
# 创建包含所有URL的初始结果列表
results = [{'url': url, 'success': False} for url in urls]
with Pool(workers) as pool: with Pool(workers) as pool:
results = [res for res in tqdm(pool.imap(process_url, urls), processed = list(tqdm(pool.imap(process_url, urls),
total=len(urls), total=len(urls),
desc="处理进度") if res is not None] desc="处理进度"))
# 按原始顺序更新成功处理的结果
for i, res in enumerate(processed):
if res is not None:
results[i] = res
results[i]['success'] = True
return pd.DataFrame(results) return pd.DataFrame(results)