mindol1004/spring-soap
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Spark graphx moved to a new project due to a incompatibility of scala compiler

Browse Source
This commit is contained in:
Norberto Ritzmann Jr
2019-10-06 21:57:54 +02:00
parent 93b517fab5
commit 259bb17019
8 changed files with 77 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

46
apache-spark-graphx/src/main/java/com/baeldung/graphx/GraphAlgorithms.java Normal file
View File

@@ -0,0 +1,46 @@
package com.baeldung.graphx;
import java.util.HashMap;
import java.util.Map;
import org.apache.log4j.Level;
import org.apache.log4j.Logger;
import org.apache.spark.api.java.function.VoidFunction;
import org.apache.spark.graphx.Graph;
import org.apache.spark.graphx.VertexRDD;
import org.apache.spark.graphx.lib.PageRank;
import scala.Tuple2;
public class GraphAlgorithms {
public static Map<Long, User> USERS = new HashMap<>();
public static void main(String[] args) {
Logger.getLogger("org").setLevel(Level.OFF);
GraphLoader loader = new GraphLoader();
Graph<User, Relationship> graph = loader.mapUserRelationship();
Graph<Object, Object> pageRank = PageRank.run(graph, 20, 0.0001, GraphLoader.USER_TAG,
GraphLoader.RELATIONSHIP_TAG);
VertexRDD<Object> usersRDD = pageRank.vertices();
System.out.println("---- PageRank: ");
System.out.println("- Users Ranked ");
usersRDD.toJavaRDD()
.foreach((VoidFunction<Tuple2<Object, Object>>) tuple -> System.out.println(tuple.toString()));
System.out.println("---- Connected Components: ");
Graph<Object, Relationship> connectedComponents = graph.ops().connectedComponents();
connectedComponents.vertices().toJavaRDD()
.foreach((VoidFunction<Tuple2<Object, Object>>) tuple -> System.out.println(tuple.toString()));
System.out.println("---- Triangle Count: ");
Graph<Object, Relationship> triangleCount = graph.ops().triangleCount();
triangleCount.vertices().toJavaRDD()
.foreach((VoidFunction<Tuple2<Object, Object>>) tuple -> System.out.println(tuple.toString()));
}
}