fix:covers_analyser
This commit is contained in:
parent
29cadea1a4
commit
5887b83698
1
.idea/.name
generated
Normal file
1
.idea/.name
generated
Normal file
@ -0,0 +1 @@
|
||||
covers_analyser.py
|
2
.idea/misc.xml
generated
2
.idea/misc.xml
generated
@ -3,5 +3,5 @@
|
||||
<component name="Black">
|
||||
<option name="sdkName" value="SAM-bilibil" />
|
||||
</component>
|
||||
<component name="ProjectRootManager" version="2" project-jdk-name="SAM-bilibil" project-jdk-type="Python SDK" />
|
||||
<component name="ProjectRootManager" version="2" project-jdk-name="Python 3.12" project-jdk-type="Python SDK" />
|
||||
</project>
|
2
.idea/statistics_model2025.iml
generated
2
.idea/statistics_model2025.iml
generated
@ -2,7 +2,7 @@
|
||||
<module type="PYTHON_MODULE" version="4">
|
||||
<component name="NewModuleRootManager">
|
||||
<content url="file://$MODULE_DIR$" />
|
||||
<orderEntry type="jdk" jdkName="SAM-bilibil" jdkType="Python SDK" />
|
||||
<orderEntry type="jdk" jdkName="Python 3.12" jdkType="Python SDK" />
|
||||
<orderEntry type="sourceFolder" forTests="false" />
|
||||
</component>
|
||||
<component name="PyDocumentationSettings">
|
||||
|
@ -122,10 +122,20 @@ def process_url(url):
|
||||
|
||||
# 批量处理
|
||||
def batch_process(urls, workers=4):
|
||||
# 创建包含所有URL的初始结果列表
|
||||
results = [{'url': url, 'success': False} for url in urls]
|
||||
|
||||
with Pool(workers) as pool:
|
||||
results = [res for res in tqdm(pool.imap(process_url, urls),
|
||||
total=len(urls),
|
||||
desc="处理进度") if res is not None]
|
||||
processed = list(tqdm(pool.imap(process_url, urls),
|
||||
total=len(urls),
|
||||
desc="处理进度"))
|
||||
|
||||
# 按原始顺序更新成功处理的结果
|
||||
for i, res in enumerate(processed):
|
||||
if res is not None:
|
||||
results[i] = res
|
||||
results[i]['success'] = True
|
||||
|
||||
return pd.DataFrame(results)
|
||||
|
||||
|
||||
|
Loading…
x
Reference in New Issue
Block a user