tqdm_multiprocess_pool_parallel_tasks_with_unified_progress_bar.py

1import time
2from tqdm_multiprocess import TqdmMultiProcessPool
3
4def some_function(count_to, tqdm_func, global_tqdm):
5    # This is the function that will be executed in parallel
6    for i in range(count_to):
7        time.sleep(0.01)
8        # Update the progress bar
9        tqdm_func(global_tqdm, advance=1)
10    return count_to
11
12if __name__ == '__main__':
13    # Define the tasks to be executed (function, args)
14    tasks = [(100,), (200,), (150,), (50,)]
15    
16    # Create the pool
17    pool = TqdmMultiProcessPool(processes=4)
18    
19    # Run the tasks and show a progress bar for the total iterations
20    # 'total' should be the sum of all iterations across all tasks
21    results = pool.map(some_function, tasks, total=500, desc="Processing Tasks")
22    
23    print(f"Results: {results}")