pyspark_graphframes_quickstart_vertices_edges_motif_finding.py

1from pyspark.sql import SparkSession
2from graphframes import GraphFrame
3
4# Initialize Spark Session
5spark = SparkSession.builder \
6    .appName("GraphFramesQuickstart") \
7    .getOrCreate()
8
9# Create a Vertex DataFrame with unique ID column "id"
10v = spark.createDataFrame([
11  ("a", "Alice", 34),
12  ("b", "Bob", 36),
13  ("c", "Charlie", 30),
14], ["id", "name", "age"])
15
16# Create an Edge DataFrame with "src" and "dst" columns
17e = spark.createDataFrame([
18  ("a", "b", "friend"),
19  ("b", "c", "follow"),
20  ("c", "b", "follow"),
21], ["src", "dst", "relationship"])
22
23# Create a GraphFrame
24g = GraphFrame(v, e)
25
26# Query: Get incoming degree of the vertices
27g.inDegrees.show()
28
29# Query: Find the youngest user's age
30g.vertices.groupBy().min("age").show()
31
32# Motif finding: Find patterns in the graph (e.g., A -> B; B -> C)
33motifs = g.find("(a)-[e]->(b); (b)-[e2]->(a)")
34motifs.show()
35
36# Shutdown Spark
37spark.stop()