autogluon_common_resource_monitoring_logging_and_data_loading.py

1import pandas as pd
2from autogluon.common.utils.resource_utils import ResourceManager
3from autogluon.common.loaders import load_pd
4from autogluon.common.utils.log_utils import setup_default_logging
5
6# 1. Setup AutoGluon default logging
7setup_default_logging()
8
9# 2. Monitor System Resources (CPU/RAM/GPU)
10# This is used internally by AutoGluon to prevent OOM errors during training
11print(f"Total CPU Cores: {ResourceManager.get_cpu_count()}")
12print(f"Available Memory (GB): {ResourceManager.get_memory_size()}")
13
14# 3. Use the unified data loader
15# load_pd handles local paths, S3 buckets, and various formats automatically
16# For this example, we create a small CSV to load
17df_temp = pd.DataFrame({'a': [1, 2, 3], 'b': [4, 5, 6]})
18df_temp.to_csv('sample_data.csv', index=False)
19
20# Load the data using AutoGluon's common loader
21df_loaded = load_pd.load('sample_data.csv')
22
23print("\nLoaded DataFrame:")
24print(df_loaded.head())