import org.apache.spark.*; import org.apache.spark.api.java.*; import org.apache.spark.api.java.function.*; public class SparkExample { public static void main(String[] args) { SparkConf conf = new SparkConf().setAppName("Spark Example"); JavaSparkContext sc = new JavaSparkContext(conf); JavaRDD<String> input = sc.textFile("input.txt"); JavaRDD<Integer> numbers = input.map(new Function<String, Integer>() { public Integer call(String s) { return Integer.parseInt(s); } }); int sum = numbers.reduce(new Function2<Integer, Integer, Integer>() { public Integer call(Integer a, Integer b) { return a + b; } }); System.out.println("Sum: " + sum); sc.stop(); } } spark-submit --class SparkExample --master spark://localhost:7077 SparkExample.jar


上一篇:
下一篇:
切换中文