pyarrow_table_creation_slicing_and_parquet_io.py

1import pyarrow as pa
2import pyarrow.parquet as pq
3
4# Create an Arrow Table from a list of arrays
5data = [
6    pa.array([1, 2, 3, 4]),
7    pa.array(['foo', 'bar', 'baz', None]),
8    pa.array([True, None, False, True])
9]
10table = pa.table(data, names=['col1', 'col2', 'col3'])
11
12# Display the table content
13print("Table content:")
14print(table)
15
16# Perform a simple operation (slice the table)
17sliced_table = table.slice(1, 2)
18print("\nSliced Table (rows 1 to 2):")
19print(sliced_table)
20
21# Write the table to a Parquet file
22pq.write_table(table, 'example.parquet')
23
24# Read the table back from the Parquet file
25read_table = pq.read_table('example.parquet')
26
27# Convert the table to a dictionary (or a Pandas DataFrame if available)
28print("\nRead Table as a dictionary:")
29print(read_table.to_pydict())