nvitop_gpu_status_memory_utilization_and_process_query.py

1from nvitop import Device, GpuProcess, NA
2
3# Get all devices
4devices = Device.all()
5
6for device in devices:
7    # Print device status
8    print(device)
9    
10    # Query processes running on this device
11    processes = device.processes()
12    
13    # Get memory and utilization information
14    memory_used = device.memory_used()
15    memory_total = device.memory_total()
16    gpu_utilization = device.gpu_utilization()
17    
18    print(f"Device {device.index}: {device.name} | "
19          f"Memory: {memory_used}/{memory_total} MiB | "
20          f"Utilization: {gpu_utilization}%")
21    
22    # Print process details
23    if processes:
24        for pid, process in processes.items():
25            print(f"  - Process {pid} ({process.username()}): {process.gpu_memory()} MiB")
26    else:
27        print("  - No running processes.")