-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy paths.py
More file actions
25 lines (24 loc) · 1.04 KB
/
s.py
File metadata and controls
25 lines (24 loc) · 1.04 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
try:
with concurrent.futures.ThreadPoolExecutor(max_workers=max_psg_workers) as executor:
future_to_psg = {
executor.submit(process_single_psg_file, psg_file): psg_file
for psg_file in psg_files
}
for future in tqdm(
concurrent.futures.as_completed(future_to_psg),
total=len(psg_files),
desc="Traitement des fichiers PSG",
unit="fichier"
):
psg_file = future_to_psg[future]
try:
result = future.result()
if not result.empty:
results.append(result)
pd.concat(results).to_csv(OUTPUT_CSV, index=False)
logger.debug(f"Résultats sauvegardés pour {os.path.basename(psg_file)}")
except Exception as e:
logger.error(f"Erreur lors du traitement de {os.path.basename(psg_file)}: {str(e)}", exc_info=True)
except Exception as e:
logger.critical("Erreur critique dans le traitement parallèle", exc_info=True)
raise