nitowa/Distributed-Union-Find
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

rename variables in graph

Browse Source
This commit is contained in:
nitowa
2022-08-25 13:48:05 -04:00
parent d6aff95c17
commit 562a281ce4
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/spark/main_graphs.py
+2 -2
View File
@@ -49,7 +49,7 @@ master.spark.sparkContext.setCheckpointDir('./checkpoints') # spark is really a
tx_df = master.get_tx_dataframe() tx_df = master.get_tx_dataframe()
transaction_as_vertices = tx_df \ addresses_as_vertices = tx_df \
.select('address') \ .select('address') \
.withColumnRenamed('address', 'id') \ .withColumnRenamed('address', 'id') \
.distinct() .distinct()
@@ -65,7 +65,7 @@ transactions_as_edges = tx_df \
.flatMap(explode_row) \ .flatMap(explode_row) \
.toDF(['src', 'dst']) .toDF(['src', 'dst'])
g = GraphFrame(transaction_as_vertices, transactions_as_edges) g = GraphFrame(addresses_as_vertices, transactions_as_edges)
components = g.connectedComponents(algorithm='graphframes') components = g.connectedComponents(algorithm='graphframes')
master.write_connected_components_as_clusters(components) master.write_connected_components_as_clusters(components)