zoukankan      html  css  js  c++  java
  • Giraph之SSSP(shortest path)单机伪分布运行成功

    所遇问题:
    Exception 1: Exception in thread "main" java.lang.IllegalArgumentException: "checkLocalJobRunnerConfiguration: When using
    "LocalJobRunner, must have only one worker since only 1 task at a time!"
    Solution:
             GiraphJob job = new GiraphJob(getConf(), getClass().getName());
             job.setWorkerConfiguration(1,1,100.0f);
    Exception 2: Exception in thread "main" java.lang.IllegalArgumentException: "checkLocalJobRunnerConfiguration: When using
    "LocalJobRunner, you cannot run in split master / worker mode since there is only 1 task at a time!"
    Solution:
             GiraphJob job = new GiraphJob(getConf(), getClass().getName());
            job.getConfiguration().setBoolean("giraph.SplitMasterWorker", false);

           
    SimpleShortestPathsVertex.java 文件
    /*
    * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.giraph.examples; import org.apache.giraph.graph.*; import org.apache.giraph.lib.TextVertexInputFormat; import org.apache.giraph.lib.TextVertexInputFormat.TextVertexReader; import org.apache.giraph.lib.TextVertexOutputFormat; import org.apache.giraph.lib.TextVertexOutputFormat.TextVertexWriter; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.Path; import org.apache.hadoop.io.DoubleWritable; import org.apache.hadoop.io.FloatWritable; import org.apache.hadoop.io.LongWritable; import org.apache.hadoop.io.Text; import org.apache.hadoop.mapreduce.InputSplit; import org.apache.hadoop.mapreduce.RecordReader; import org.apache.hadoop.mapreduce.RecordWriter; import org.apache.hadoop.mapreduce.TaskAttemptContext; import org.apache.hadoop.mapreduce.lib.input.FileInputFormat; import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat; import org.apache.hadoop.util.Tool; import org.apache.hadoop.util.ToolRunner; import org.apache.log4j.Logger; import org.json.JSONArray; import org.json.JSONException; import java.io.IOException; import java.util.Iterator; /** * Demonstrates the basic Pregel shortest paths implementation. */ public class SimpleShortestPathsVertex extends Vertex<LongWritable, DoubleWritable, FloatWritable, DoubleWritable> implements Tool { /** Configuration */ private Configuration conf; /** Class logger */ private static final Logger LOG = Logger.getLogger(SimpleShortestPathsVertex.class); /** The shortest paths id */ public static String SOURCE_ID = "SimpleShortestPathsVertex.sourceId"; /** Default shortest paths id */ public static long SOURCE_ID_DEFAULT = 1; /** * Is this vertex the source id? * * @return True if the source id */ private boolean isSource() { return (getVertexId().get() == getContext().getConfiguration().getLong(SOURCE_ID, SOURCE_ID_DEFAULT)); } @Override public void compute(Iterator<DoubleWritable> msgIterator) { if (getSuperstep() == 0) { setVertexValue(new DoubleWritable(Double.MAX_VALUE)); } double minDist = isSource() ? 0d : Double.MAX_VALUE; while (msgIterator.hasNext()) { minDist = Math.min(minDist, msgIterator.next().get()); } if (LOG.isDebugEnabled()) { LOG.debug("Vertex " + getVertexId() + " got minDist = " + minDist + " vertex value = " + getVertexValue()); } if (minDist < getVertexValue().get()) { setVertexValue(new DoubleWritable(minDist)); for (LongWritable targetVertexId : this) { FloatWritable edgeValue = getEdgeValue(targetVertexId); if (LOG.isDebugEnabled()) { LOG.debug("Vertex " + getVertexId() + " sent to " + targetVertexId + " = " + (minDist + edgeValue.get())); } sendMsg(targetVertexId, new DoubleWritable(minDist + edgeValue.get())); } } voteToHalt(); } /** * VertexInputFormat that supports {@link SimpleShortestPathsVertex} */ public static class SimpleShortestPathsVertexInputFormat extends TextVertexInputFormat<LongWritable, DoubleWritable, FloatWritable> { @Override public VertexReader<LongWritable, DoubleWritable, FloatWritable> createVertexReader(InputSplit split, TaskAttemptContext context) throws IOException { return new SimpleShortestPathsVertexReader( textInputFormat.createRecordReader(split, context)); } } /** * VertexReader that supports {@link SimpleShortestPathsVertex}. In this * case, the edge values are not used. The files should be in the * following JSON format: * JSONArray(<vertex id>, <vertex value>, * JSONArray(JSONArray(<dest vertex id>, <edge value>), ...)) * Here is an example with vertex id 1, vertex value 4.3, and two edges. * First edge has a destination vertex 2, edge value 2.1. * Second edge has a destination vertex 3, edge value 0.7. * [1,4.3,[[2,2.1],[3,0.7]]] */ public static class SimpleShortestPathsVertexReader extends TextVertexReader<LongWritable, DoubleWritable, FloatWritable> { public SimpleShortestPathsVertexReader( RecordReader<LongWritable, Text> lineRecordReader) { super(lineRecordReader); } @Override public boolean next(MutableVertex<LongWritable, DoubleWritable, FloatWritable, ?> vertex) throws IOException, InterruptedException { if (!getRecordReader().nextKeyValue()) { return false; } Text line = getRecordReader().getCurrentValue(); try { JSONArray jsonVertex = new JSONArray(line.toString()); vertex.setVertexId( new LongWritable(jsonVertex.getLong(0))); vertex.setVertexValue( new DoubleWritable(jsonVertex.getDouble(1))); JSONArray jsonEdgeArray = jsonVertex.getJSONArray(2); for (int i = 0; i < jsonEdgeArray.length(); ++i) { JSONArray jsonEdge = jsonEdgeArray.getJSONArray(i); vertex.addEdge(new LongWritable(jsonEdge.getLong(0)), new FloatWritable((float) jsonEdge.getDouble(1))); } } catch (JSONException e) { throw new IllegalArgumentException( "next: Couldn't get vertex from line " + line, e); } return true; } } /** * VertexOutputFormat that supports {@link SimpleShortestPathsVertex} */ public static class SimpleShortestPathsVertexOutputFormat extends TextVertexOutputFormat<LongWritable, DoubleWritable, FloatWritable> { @Override public VertexWriter<LongWritable, DoubleWritable, FloatWritable> createVertexWriter(TaskAttemptContext context) throws IOException, InterruptedException { RecordWriter<Text, Text> recordWriter = textOutputFormat.getRecordWriter(context); return new SimpleShortestPathsVertexWriter(recordWriter); } } /** * VertexWriter that supports {@link SimpleShortestPathsVertex} */ public static class SimpleShortestPathsVertexWriter extends TextVertexWriter<LongWritable, DoubleWritable, FloatWritable> { public SimpleShortestPathsVertexWriter( RecordWriter<Text, Text> lineRecordWriter) { super(lineRecordWriter); } @Override public void writeVertex(BasicVertex<LongWritable, DoubleWritable, FloatWritable, ?> vertex) throws IOException, InterruptedException { JSONArray jsonVertex = new JSONArray(); try { jsonVertex.put(vertex.getVertexId().get()); jsonVertex.put(vertex.getVertexValue().get()); JSONArray jsonEdgeArray = new JSONArray(); for (LongWritable targetVertexId : vertex) { JSONArray jsonEdge = new JSONArray(); jsonEdge.put(targetVertexId.get()); jsonEdge.put(vertex.getEdgeValue(targetVertexId).get()); jsonEdgeArray.put(jsonEdge); } jsonVertex.put(jsonEdgeArray); } catch (JSONException e) { throw new IllegalArgumentException( "writeVertex: Couldn't write vertex " + vertex); } getRecordWriter().write(new Text(jsonVertex.toString()), null); } } @Override public Configuration getConf() { return conf; } @Override public void setConf(Configuration conf) { this.conf = conf; } @Override public int run(String[] argArray) throws Exception { /*if (argArray.length != 4) { throw new IllegalArgumentException( "run: Must have 4 arguments <input path> <output path> " + "<source vertex id> <# of workers>"); }*/ GiraphJob job = new GiraphJob(getConf(), getClass().getName()); job.setVertexClass(getClass()); job.setVertexInputFormatClass( SimpleShortestPathsVertexInputFormat.class); job.setVertexOutputFormatClass( SimpleShortestPathsVertexOutputFormat.class); FileInputFormat.addInputPath(job, new Path("shortestPathsInputGraph")); FileOutputFormat.setOutputPath(job, new Path("SSSPOutputVertex")); job.getConfiguration().setLong(SimpleShortestPathsVertex.SOURCE_ID,1); job.getConfiguration().setBoolean("giraph.SplitMasterWorker", false); job.setWorkerConfiguration(1,1,100.0f); if (job.run(true) == true) { return 0; } else { return -1; } } public static void main(String[] args) throws Exception { System.exit(ToolRunner.run(new SimpleShortestPathsVertex(), args)); } }

    初始输入数据:

    [0,0,[[1,0]]]
    [1,0,[[2,100]]]
    [2,100,[[3,200]]]
    [3,300,[[4,300]]]
    [4,600,[[5,400]]]
    [5,1000,[[6,500]]]
    [6,1500,[[7,600]]]
    [7,2100,[[8,700]]]
    [8,2800,[[9,800]]]
    [9,3600,[[10,900]]]
    [10,4500,[[11,1000]]]
    [11,5500,[[12,1100]]]
    [12,6600,[[13,1200]]]
    [13,7800,[[14,1300]]]
    [14,9100,[[0,1400]]]

    输出数据:

    [0,10500,[[1,0]]]
    [1,0,[[2,100]]]
    [2,100,[[3,200]]]
    [3,300,[[4,300]]]
    [4,600,[[5,400]]]
    [5,1000,[[6,500]]]
    [6,1500,[[7,600]]]
    [7,2100,[[8,700]]]
    [8,2800,[[9,800]]]
    [9,3600,[[10,900]]]
    [10,4500,[[11,1000]]]
    [11,5500,[[12,1100]]]
    [12,6600,[[13,1200]]]
    [13,7800,[[14,1300]]]
    [14,9100,[[0,1400]]]

    运行成功界面:

    13/08/30 09:13:31 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
    13/08/30 09:13:31 WARN mapred.JobClient: No job jar file set.  User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
    13/08/30 09:13:31 INFO mapred.JobClient: Running job: job_local_0001
    13/08/30 09:13:31 INFO util.ProcessTree: setsid exited with exit code 0
    13/08/30 09:13:31 INFO mapred.Task:  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1c57009
    13/08/30 09:13:31 INFO graph.GraphMapper: setup: jar file @ /home/landen/UntarFile/Pregel_Giraph/giraph-1.1.0/giraph-core/target/giraph-1.1.0-SNAPSHOT-for-hadoop-0.20.203.0-jar-with-dependencies.jar, using /home/landen/UntarFile/Pregel_Giraph/giraph-1.1.0/giraph-core/target/giraph-1.1.0-SNAPSHOT-for-hadoop-0.20.203.0-jar-with-dependencies.jar
    13/08/30 09:13:31 INFO zk.ZooKeeperManager: createCandidateStamp: Made the directory _bsp/_defaultZkManagerDir/job_local_0001
    13/08/30 09:13:31 INFO zk.ZooKeeperManager: createCandidateStamp: Creating my filestamp _bsp/_defaultZkManagerDir/job_local_0001/_task/landen-Lenovo 0
    13/08/30 09:13:31 INFO zk.ZooKeeperManager: getZooKeeperServerList: Got [landen-Lenovo] 1 hosts from 1 candidates when 1 required (polling period is 3000) on attempt 0
    13/08/30 09:13:31 INFO zk.ZooKeeperManager: createZooKeeperServerList: Creating the final ZooKeeper file '_bsp/_defaultZkManagerDir/job_local_0001/zkServerList_landen-Lenovo 0 '
    13/08/30 09:13:31 INFO zk.ZooKeeperManager: getZooKeeperServerList: For task 0, got file 'zkServerList_landen-Lenovo 0 ' (polling period is 3000)
    13/08/30 09:13:31 INFO zk.ZooKeeperManager: getZooKeeperServerList: Found [landen-Lenovo, 0] 2 hosts in filename 'zkServerList_landen-Lenovo 0 '
    13/08/30 09:13:31 INFO zk.ZooKeeperManager: onlineZooKeeperServers: Trying to delete old directory /home/landen/Eclipse_WorkSpace/Pregel_Mahout/_bspZooKeeper
    13/08/30 09:13:31 INFO zk.ZooKeeperManager: generateZooKeeperConfigFile: Creating file /home/landen/Eclipse_WorkSpace/Pregel_Mahout/_bspZooKeeper/zoo.cfg in /home/landen/Eclipse_WorkSpace/Pregel_Mahout/_bspZooKeeper with base port 22181
    13/08/30 09:13:31 INFO zk.ZooKeeperManager: generateZooKeeperConfigFile: Make directory of _bspZooKeeper = true
    13/08/30 09:13:31 INFO zk.ZooKeeperManager: generateZooKeeperConfigFile: Delete of zoo.cfg = false
    13/08/30 09:13:31 INFO zk.ZooKeeperManager: onlineZooKeeperServers: Attempting to start ZooKeeper server with command [/home/landen/UntarFile/jdk1.7.0_17/jre/bin/java, -Xmx256m, -XX:ParallelGCThreads=4, -XX:+UseConcMarkSweepGC, -XX:CMSInitiatingOccupancyFraction=70, -XX:MaxGCPauseMillis=100, -cp, /home/landen/UntarFile/Pregel_Giraph/giraph-1.1.0/giraph-core/target/giraph-1.1.0-SNAPSHOT-for-hadoop-0.20.203.0-jar-with-dependencies.jar, org.apache.zookeeper.server.quorum.QuorumPeerMain, /home/landen/Eclipse_WorkSpace/Pregel_Mahout/_bspZooKeeper/zoo.cfg] in directory /home/landen/Eclipse_WorkSpace/Pregel_Mahout/_bspZooKeeper
    13/08/30 09:13:31 INFO zk.ZooKeeperManager: onlineZooKeeperServers: Connect attempt 0 of 10 max trying to connect to landen-Lenovo:22181 with poll msecs = 3000
    13/08/30 09:13:31 WARN zk.ZooKeeperManager: onlineZooKeeperServers: Got ConnectException
    java.net.ConnectException: 拒绝连接
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.giraph.zk.ZooKeeperManager.onlineZooKeeperServers(ZooKeeperManager.java:626)
        at org.apache.giraph.graph.GraphMapper.setup(GraphMapper.java:427)
        at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:142)
        at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:764)
        at org.apache.hadoop.mapred.MapTask.run(MapTask.java:370)
        at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:212)
    13/08/30 09:13:32 INFO mapred.JobClient:  map 0% reduce 0%
    13/08/30 09:13:34 INFO zk.ZooKeeperManager: onlineZooKeeperServers: Connect attempt 1 of 10 max trying to connect to landen-Lenovo:22181 with poll msecs = 3000
    13/08/30 09:13:34 INFO zk.ZooKeeperManager: onlineZooKeeperServers: Connected to landen-Lenovo/127.0.1.1:22181!
    13/08/30 09:13:34 INFO zk.ZooKeeperManager: onlineZooKeeperServers: Creating my filestamp _bsp/_defaultZkManagerDir/job_local_0001/_zkServer/landen-Lenovo 0
    13/08/30 09:13:34 INFO graph.GraphMapper: setup: Starting up BspServiceMaster (master thread)...
    13/08/30 09:13:34 INFO graph.BspService: BspService: Connecting to ZooKeeper with job job_local_0001, 0 on landen-Lenovo:22181
    SLF4J: This version of SLF4J requires log4j version 1.2.12 or later. See also http://www.slf4j.org/codes.html#log4j_version
    13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:zookeeper.version=3.4.3-1240972, built on 02/06/2012 10:48 GMT
    13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:host.name=landen-Lenovo
    13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:java.version=1.7.0_17
    13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:java.vendor=Oracle Corporation
    13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:java.home=/home/landen/UntarFile/jdk1.7.0_17/jre
    13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:java.class.path=/home/landen/Eclipse_WorkSpace/Pregel_Mahout/bin:/home/landen/UntarFile/hadoop-1.0.3/hadoop-1.0.3/hadoop-core-1.0.3.jar:/home/landen/UntarFile/hadoop-1.0.3/hadoop-1.0.3/lib/commons-cli-1.2.jar:/home/landen/下载/log4j.jar:/home/landen/下载/json-20090211.jar:/home/landen/下载/commons-io-1.3.2.jar:/home/landen/UntarFile/zookeeper-3.4.3/zookeeper-3.4.3.jar:/home/landen/下载/weka.jar:/home/landen/下载/commons-logging-1.1.jar:/home/landen/UntarFile/hadoop-1.0.4/lib/commons-configuration-1.6.jar:/home/landen/UntarFile/hadoop-1.0.4/lib/commons-lang-2.4.jar:/home/landen/UntarFile/Pregel_Giraph/giraph-1.1.0/giraph-core/target/giraph-1.1.0-SNAPSHOT-for-hadoop-0.20.203.0-jar-with-dependencies.jar:/home/landen/UntarFile/hadoop-1.0.4/lib/commons-httpclient-3.0.1.jar
    13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:java.library.path=/home/landen/UntarFile/jdk1.7.0_17/jre/lib/i386/server:/home/landen/UntarFile/jdk1.7.0_17/jre/lib/i386:/home/landen/UntarFile/jdk1.7.0_17/jre/../lib/i386:/home/landen/UntarFile/jdk1.7.0_17/jre/lib/i386/client:/home/landen/UntarFile/jdk1.7.0_17/jre/lib/i386::/usr/java/packages/lib/i386:/lib:/usr/lib
    13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:java.io.tmpdir=/tmp
    13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:java.compiler=<NA>
    13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:os.name=Linux
    13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:os.arch=i386
    13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:os.version=3.2.0-24-generic-pae
    13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:user.name=landen
    13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:user.home=/home/landen
    13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:user.dir=/home/landen/Eclipse_WorkSpace/Pregel_Mahout
    13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Initiating client connection, connectString=landen-Lenovo:22181 sessionTimeout=60000 watcher=org.apache.giraph.graph.BspServiceMaster@7248ad
    13/08/30 09:13:34 INFO zookeeper.ClientCnxn: Opening socket connection to server /127.0.1.1:22181
    13/08/30 09:13:34 INFO client.ZooKeeperSaslClient: Client will not SASL-authenticate because the default JAAS configuration section 'Client' could not be found. If you are not using SASL, you may ignore this. On the other hand, if you expected SASL to work, please fix your JAAS configuration.
    13/08/30 09:13:34 INFO zookeeper.ClientCnxn: Socket connection established to landen-Lenovo/127.0.1.1:22181, initiating session
    13/08/30 09:13:34 WARN zookeeper.ClientCnxnSocket: Connected to an old server; r-o mode will be unavailable
    13/08/30 09:13:34 INFO zookeeper.ClientCnxn: Session establishment complete on server landen-Lenovo/127.0.1.1:22181, sessionid = 0x140ccc8459e0000, negotiated timeout = 60000
    13/08/30 09:13:34 INFO graph.BspService: process: Asynchronous connection complete.
    13/08/30 09:13:34 INFO graph.GraphMapper: setup: Starting up BspServiceWorker...
    13/08/30 09:13:34 INFO graph.BspService: BspService: Connecting to ZooKeeper with job job_local_0001, 0 on landen-Lenovo:22181
    13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Initiating client connection, connectString=landen-Lenovo:22181 sessionTimeout=60000 watcher=org.apache.giraph.graph.BspServiceWorker@1e77448
    13/08/30 09:13:34 INFO zookeeper.ClientCnxn: Opening socket connection to server /127.0.1.1:22181
    13/08/30 09:13:34 INFO client.ZooKeeperSaslClient: Client will not SASL-authenticate because the default JAAS configuration section 'Client' could not be found. If you are not using SASL, you may ignore this. On the other hand, if you expected SASL to work, please fix your JAAS configuration.
    13/08/30 09:13:34 INFO zookeeper.ClientCnxn: Socket connection established to landen-Lenovo/127.0.1.1:22181, initiating session
    13/08/30 09:13:34 WARN zookeeper.ClientCnxnSocket: Connected to an old server; r-o mode will be unavailable
    13/08/30 09:13:34 INFO zookeeper.ClientCnxn: Session establishment complete on server landen-Lenovo/127.0.1.1:22181, sessionid = 0x140ccc8459e0001, negotiated timeout = 60000
    13/08/30 09:13:34 INFO graph.BspService: process: Asynchronous connection complete.
    13/08/30 09:13:34 INFO graph.GraphMapper: setup: Registering health of this worker...
    13/08/30 09:13:34 INFO graph.BspService: getJobState: Job state already exists (/_hadoopBsp/job_local_0001/_masterJobState)
    13/08/30 09:13:34 INFO graph.BspServiceMaster: becomeMaster: First child is '/_hadoopBsp/job_local_0001/_masterElectionDir/landen-Lenovo_00000000000' and my bid is '/_hadoopBsp/job_local_0001/_masterElectionDir/landen-Lenovo_00000000000'
    13/08/30 09:13:34 INFO graph.BspServiceMaster: becomeMaster: I am now the master!
    13/08/30 09:13:34 INFO graph.BspService: getApplicationAttempt: Node /_hadoopBsp/job_local_0001/_applicationAttemptsDir already exists!
    13/08/30 09:13:34 INFO graph.BspService: process: applicationAttemptChanged signaled
    13/08/30 09:13:34 INFO graph.BspService: process: applicationAttemptChanged signaled
    13/08/30 09:13:34 INFO graph.BspService: getApplicationAttempt: Node /_hadoopBsp/job_local_0001/_applicationAttemptsDir already exists!
    13/08/30 09:13:35 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir, type=NodeChildrenChanged, state=SyncConnected)
    13/08/30 09:13:35 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir, type=NodeChildrenChanged, state=SyncConnected)
    13/08/30 09:13:35 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=-1 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/-1/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
    13/08/30 09:13:35 INFO input.FileInputFormat: Total input paths to process : 1
    13/08/30 09:13:35 WARN snappy.LoadSnappy: Snappy native library not loaded
    13/08/30 09:13:35 INFO graph.BspService: process: inputSplitsReadyChanged (input splits ready)
    13/08/30 09:13:35 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_inputSplitsDir/0/_inputSplitReserved, type=NodeCreated, state=SyncConnected)
    13/08/30 09:13:35 INFO graph.BspServiceWorker: reserveInputSplit: Reserved input split path /_hadoopBsp/job_local_0001/_inputSplitsDir/0
    13/08/30 09:13:35 INFO graph.BspServiceWorker: loadVertices: Reserved /_hadoopBsp/job_local_0001/_inputSplitsDir/0 from ZooKeeper and got input split 'file:/home/landen/Eclipse_WorkSpace/Pregel_Mahout/shortestPathsInputGraph/part-m-00001:0+289'
    13/08/30 09:13:35 INFO graph.BspServiceWorker: loadVertices: Got 15 vertices from input split file:/home/landen/Eclipse_WorkSpace/Pregel_Mahout/shortestPathsInputGraph/part-m-00001:0+289
    13/08/30 09:13:35 INFO graph.BspServiceWorker: loadVertices: Got 15 vertices and 15 edges from vertex range max index 14
    13/08/30 09:13:35 INFO graph.BspServiceWorker: setInputSplitVertexRanges: Trying to add vertexRangeObj (max vertex index = 14 {"_numEdgesKey":15,"_numVerticesKey":15,"_hostnameIdKey":"landen-Lenovo_0","_maxVertexIndexKey":"AAAAAAAAAA4=","_numMsgsKey":0} to InputSplit path /_hadoopBsp/job_local_0001/_inputSplitsDir/0
    13/08/30 09:13:35 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep -1
    13/08/30 09:13:35 INFO graph.BspServiceWorker: setInputSplitVertexRanges: Finished loading /_hadoopBsp/job_local_0001/_inputSplitsDir/0 with vertexRanges - [{"_numEdgesKey":15,"_numVerticesKey":15,"_hostnameIdKey":"landen-Lenovo_0","_maxVertexIndexKey":"AAAAAAAAAA4=","_numMsgsKey":0}]
    13/08/30 09:13:35 INFO graph.BspServiceWorker: reserveInputSplit: reservedPath = null, 1 of 1 InputSplits are finished.
    13/08/30 09:13:35 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 0 of 15 vertices finished, 15 edges, 0 messages sent on superstep = -1
    13/08/30 09:13:35 INFO graph.BspServiceMaster: inputSplitsToVertexRanges: Assigning 1 vertex ranges of total length 144 to path /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/-1/_vertexRangeAssignments
    13/08/30 09:13:35 INFO graph.BspService: process: superstepFinished signaled
    13/08/30 09:13:35 INFO graph.MasterThread: masterThread: Coordination of superstep -1 took 0.09 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 0
    13/08/30 09:13:35 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep -1 with total finished vertices = 0 of out total vertices = 15, total edges = 15, sent messages = 0
    13/08/30 09:13:35 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=0 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/0/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
    13/08/30 09:13:35 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
    13/08/30 09:13:35 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
    13/08/30 09:13:35 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
    13/08/30 09:13:35 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 0 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/0/_vertexRangeAssignments
    13/08/30 09:13:35 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
    13/08/30 09:13:35 INFO graph.GraphMapper: map: Starting communication service on superstep 0
    13/08/30 09:13:35 INFO ipc.Server: Starting SocketReader
    13/08/30 09:13:35 INFO ipc.Server: IPC Server Responder: starting
    13/08/30 09:13:35 INFO comm.BasicRPCCommunications: BasicRPCCommunications: Started RPC communication server: landen-Lenovo/127.0.1.1:30000 with 1 handlers and 1 flush threads
    13/08/30 09:13:35 INFO ipc.Server: IPC Server listener on 30000: starting
    13/08/30 09:13:35 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/0.landen-Lenovo_0.valid
    13/08/30 09:13:35 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/0.landen-Lenovo_0.metadata
    13/08/30 09:13:35 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/0.landen-Lenovo_0.vertices
    13/08/30 09:13:35 INFO graph.BspServiceWorker: storeCheckpoint: Finished metadata (_bsp/_checkpoints/job_local_0001/0.landen-Lenovo_0.metadata) and vertices (_bsp/_checkpoints/job_local_0001/0.landen-Lenovo_0.vertices).
    13/08/30 09:13:35 INFO graph.GraphMapper: map: totalMem=31064064 maxMem=460455936 freeMem=20666376
    13/08/30 09:13:35 INFO comm.BasicRPCCommunications: flush: starting...
    13/08/30 09:13:35 INFO ipc.Server: IPC Server handler 0 on 30000: starting
    13/08/30 09:13:35 INFO graph.BspServiceMaster: coordinateSuperstep: 1 out of 1 chosen workers finished on superstep 0
    13/08/30 09:13:35 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 0
    13/08/30 09:13:35 INFO graph.BspService: process: superstepFinished signaled
    13/08/30 09:13:35 INFO graph.MasterThread: masterThread: Coordination of superstep 0 took 0.535 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 1
    13/08/30 09:13:35 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 0 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
    13/08/30 09:13:35 INFO comm.BasicRPCCommunications: prepareSuperstep
    13/08/30 09:13:35 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=1 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/1/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
    13/08/30 09:13:36 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
    13/08/30 09:13:36 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
    13/08/30 09:13:36 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
    13/08/30 09:13:36 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 1 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/1/_vertexRangeAssignments
    13/08/30 09:13:36 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/0/_mergedAggregatorDir on superstep 1
    13/08/30 09:13:36 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
    13/08/30 09:13:36 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 1
    13/08/30 09:13:36 INFO graph.GraphMapper: map: totalMem=31064064 maxMem=460455936 freeMem=20250592
    13/08/30 09:13:36 INFO comm.BasicRPCCommunications: flush: starting...
    13/08/30 09:13:36 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 1
    13/08/30 09:13:36 INFO graph.BspService: process: superstepFinished signaled
    13/08/30 09:13:36 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/0
    13/08/30 09:13:36 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 1 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
    13/08/30 09:13:36 INFO comm.BasicRPCCommunications: prepareSuperstep
    13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/0/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/0/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/0/_superstepFinished, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:36 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=2 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/2/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
    13/08/30 09:13:36 INFO graph.MasterThread: masterThread: Coordination of superstep 1 took 0.389 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 2
    13/08/30 09:13:36 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
    13/08/30 09:13:36 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
    13/08/30 09:13:36 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
    13/08/30 09:13:36 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 2 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/2/_vertexRangeAssignments
    13/08/30 09:13:36 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/1/_mergedAggregatorDir on superstep 2
    13/08/30 09:13:36 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
    13/08/30 09:13:36 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/2.landen-Lenovo_0.valid
    13/08/30 09:13:36 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/2.landen-Lenovo_0.metadata
    13/08/30 09:13:36 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/2.landen-Lenovo_0.vertices
    13/08/30 09:13:36 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 2
    13/08/30 09:13:36 INFO graph.BspServiceWorker: storeCheckpoint: Finished metadata (_bsp/_checkpoints/job_local_0001/2.landen-Lenovo_0.metadata) and vertices (_bsp/_checkpoints/job_local_0001/2.landen-Lenovo_0.vertices).
    13/08/30 09:13:36 INFO graph.GraphMapper: map: totalMem=31064064 maxMem=460455936 freeMem=19637200
    13/08/30 09:13:36 INFO comm.BasicRPCCommunications: flush: starting...
    13/08/30 09:13:36 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 2
    13/08/30 09:13:36 INFO graph.BspService: process: superstepFinished signaled
    13/08/30 09:13:36 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/1
    13/08/30 09:13:36 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 2 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
    13/08/30 09:13:36 INFO comm.BasicRPCCommunications: prepareSuperstep
    13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/1/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/1/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/1/_superstepFinished, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:36 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=3 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/3/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
    13/08/30 09:13:36 INFO graph.MasterThread: masterThread: Coordination of superstep 2 took 0.216 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 3
    13/08/30 09:13:36 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
    13/08/30 09:13:36 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
    13/08/30 09:13:36 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
    13/08/30 09:13:36 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 3 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/3/_vertexRangeAssignments
    13/08/30 09:13:36 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 3
    13/08/30 09:13:36 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/2/_mergedAggregatorDir on superstep 3
    13/08/30 09:13:36 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
    13/08/30 09:13:36 INFO graph.GraphMapper: map: totalMem=31064064 maxMem=460455936 freeMem=19286312
    13/08/30 09:13:36 INFO comm.BasicRPCCommunications: flush: starting...
    13/08/30 09:13:36 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 3
    13/08/30 09:13:36 INFO graph.BspService: process: superstepFinished signaled
    13/08/30 09:13:36 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/2
    13/08/30 09:13:36 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 3 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
    13/08/30 09:13:36 INFO comm.BasicRPCCommunications: prepareSuperstep
    13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/2/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/2/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/2/_superstepFinished, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:36 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=4 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/4/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
    13/08/30 09:13:36 INFO graph.MasterThread: masterThread: Coordination of superstep 3 took 0.25 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 4
    13/08/30 09:13:36 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
    13/08/30 09:13:36 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
    13/08/30 09:13:36 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
    13/08/30 09:13:36 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 4 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/4/_vertexRangeAssignments
    13/08/30 09:13:36 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/3/_mergedAggregatorDir on superstep 4
    13/08/30 09:13:36 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
    13/08/30 09:13:36 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/4.landen-Lenovo_0.valid
    13/08/30 09:13:36 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/4.landen-Lenovo_0.metadata
    13/08/30 09:13:36 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/4.landen-Lenovo_0.vertices
    13/08/30 09:13:36 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 4
    13/08/30 09:13:36 INFO graph.BspServiceWorker: storeCheckpoint: Finished metadata (_bsp/_checkpoints/job_local_0001/4.landen-Lenovo_0.metadata) and vertices (_bsp/_checkpoints/job_local_0001/4.landen-Lenovo_0.vertices).
    13/08/30 09:13:36 INFO graph.GraphMapper: map: totalMem=31064064 maxMem=460455936 freeMem=18827016
    13/08/30 09:13:36 INFO comm.BasicRPCCommunications: flush: starting...
    13/08/30 09:13:36 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 4
    13/08/30 09:13:36 INFO graph.BspService: process: superstepFinished signaled
    13/08/30 09:13:36 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/3
    13/08/30 09:13:36 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 4 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
    13/08/30 09:13:36 INFO comm.BasicRPCCommunications: prepareSuperstep
    13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/3/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/3/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/3/_superstepFinished, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:36 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=5 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/5/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
    13/08/30 09:13:36 INFO graph.MasterThread: masterThread: Coordination of superstep 4 took 0.258 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 5
    13/08/30 09:13:36 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
    13/08/30 09:13:36 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
    13/08/30 09:13:36 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
    13/08/30 09:13:36 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 5 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/5/_vertexRangeAssignments
    13/08/30 09:13:36 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 5
    13/08/30 09:13:36 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/4/_mergedAggregatorDir on superstep 5
    13/08/30 09:13:36 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
    13/08/30 09:13:36 INFO graph.GraphMapper: map: totalMem=39190528 maxMem=460455936 freeMem=33042240
    13/08/30 09:13:36 INFO comm.BasicRPCCommunications: flush: starting...
    13/08/30 09:13:36 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 5
    13/08/30 09:13:36 INFO graph.BspService: process: superstepFinished signaled
    13/08/30 09:13:36 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/4
    13/08/30 09:13:36 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 5 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
    13/08/30 09:13:36 INFO comm.BasicRPCCommunications: prepareSuperstep
    13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/4/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/4/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/4/_superstepFinished, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:37 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=6 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/6/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
    13/08/30 09:13:37 INFO graph.MasterThread: masterThread: Coordination of superstep 5 took 0.266 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 6
    13/08/30 09:13:37 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
    13/08/30 09:13:37 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
    13/08/30 09:13:37 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
    13/08/30 09:13:37 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 6 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/6/_vertexRangeAssignments
    13/08/30 09:13:37 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/5/_mergedAggregatorDir on superstep 6
    13/08/30 09:13:37 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
    13/08/30 09:13:37 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/6.landen-Lenovo_0.valid
    13/08/30 09:13:37 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/6.landen-Lenovo_0.metadata
    13/08/30 09:13:37 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/6.landen-Lenovo_0.vertices
    13/08/30 09:13:37 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 6
    13/08/30 09:13:37 INFO graph.BspServiceWorker: storeCheckpoint: Finished metadata (_bsp/_checkpoints/job_local_0001/6.landen-Lenovo_0.metadata) and vertices (_bsp/_checkpoints/job_local_0001/6.landen-Lenovo_0.vertices).
    13/08/30 09:13:37 INFO graph.GraphMapper: map: totalMem=39190528 maxMem=460455936 freeMem=32542216
    13/08/30 09:13:37 INFO comm.BasicRPCCommunications: flush: starting...
    13/08/30 09:13:37 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 6
    13/08/30 09:13:37 INFO graph.BspService: process: superstepFinished signaled
    13/08/30 09:13:37 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 6 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
    13/08/30 09:13:37 INFO comm.BasicRPCCommunications: prepareSuperstep
    13/08/30 09:13:37 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/5
    13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/5/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:37 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=7 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/7/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
    13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/5/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/5/_superstepFinished, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:37 INFO graph.MasterThread: masterThread: Coordination of superstep 6 took 0.251 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 7
    13/08/30 09:13:37 INFO mapred.LocalJobRunner: finishSuperstep: ALL - Attempt=0, Superstep=7
    13/08/30 09:13:37 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
    13/08/30 09:13:37 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
    13/08/30 09:13:37 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
    13/08/30 09:13:37 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 7 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/7/_vertexRangeAssignments
    13/08/30 09:13:37 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/6/_mergedAggregatorDir on superstep 7
    13/08/30 09:13:37 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
    13/08/30 09:13:37 INFO graph.GraphMapper: map: totalMem=39190528 maxMem=460455936 freeMem=31949016
    13/08/30 09:13:37 INFO comm.BasicRPCCommunications: flush: starting...
    13/08/30 09:13:37 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 7
    13/08/30 09:13:37 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 7
    13/08/30 09:13:37 INFO graph.BspService: process: superstepFinished signaled
    13/08/30 09:13:37 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/6
    13/08/30 09:13:37 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 7 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
    13/08/30 09:13:37 INFO comm.BasicRPCCommunications: prepareSuperstep
    13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/6/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/6/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/6/_superstepFinished, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:37 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=8 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/8/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
    13/08/30 09:13:37 INFO graph.MasterThread: masterThread: Coordination of superstep 7 took 0.207 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 8
    13/08/30 09:13:37 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
    13/08/30 09:13:37 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
    13/08/30 09:13:37 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 8 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/8/_vertexRangeAssignments
    13/08/30 09:13:37 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
    13/08/30 09:13:37 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/7/_mergedAggregatorDir on superstep 8
    13/08/30 09:13:37 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
    13/08/30 09:13:37 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/8.landen-Lenovo_0.valid
    13/08/30 09:13:37 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/8.landen-Lenovo_0.metadata
    13/08/30 09:13:37 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/8.landen-Lenovo_0.vertices
    13/08/30 09:13:37 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 8
    13/08/30 09:13:37 INFO graph.BspServiceWorker: storeCheckpoint: Finished metadata (_bsp/_checkpoints/job_local_0001/8.landen-Lenovo_0.metadata) and vertices (_bsp/_checkpoints/job_local_0001/8.landen-Lenovo_0.vertices).
    13/08/30 09:13:37 INFO graph.GraphMapper: map: totalMem=39190528 maxMem=460455936 freeMem=31322624
    13/08/30 09:13:37 INFO comm.BasicRPCCommunications: flush: starting...
    13/08/30 09:13:37 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 8
    13/08/30 09:13:37 INFO graph.BspService: process: superstepFinished signaled
    13/08/30 09:13:37 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/7
    13/08/30 09:13:37 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 8 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
    13/08/30 09:13:37 INFO comm.BasicRPCCommunications: prepareSuperstep
    13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/7/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/7/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/7/_superstepFinished, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:37 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=9 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/9/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
    13/08/30 09:13:37 INFO graph.MasterThread: masterThread: Coordination of superstep 8 took 0.233 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 9
    13/08/30 09:13:37 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
    13/08/30 09:13:37 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
    13/08/30 09:13:37 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
    13/08/30 09:13:37 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 9 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/9/_vertexRangeAssignments
    13/08/30 09:13:37 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/8/_mergedAggregatorDir on superstep 9
    13/08/30 09:13:37 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
    13/08/30 09:13:37 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 9
    13/08/30 09:13:37 INFO graph.GraphMapper: map: totalMem=39190528 maxMem=460455936 freeMem=31080464
    13/08/30 09:13:37 INFO comm.BasicRPCCommunications: flush: starting...
    13/08/30 09:13:37 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 9
    13/08/30 09:13:37 INFO graph.BspService: process: superstepFinished signaled
    13/08/30 09:13:37 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/8
    13/08/30 09:13:37 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 9 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
    13/08/30 09:13:37 INFO comm.BasicRPCCommunications: prepareSuperstep
    13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/8/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/8/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/8/_superstepFinished, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:38 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=10 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/10/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
    13/08/30 09:13:38 INFO graph.MasterThread: masterThread: Coordination of superstep 9 took 0.225 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 10
    13/08/30 09:13:38 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
    13/08/30 09:13:38 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
    13/08/30 09:13:38 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
    13/08/30 09:13:38 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 10 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/10/_vertexRangeAssignments
    13/08/30 09:13:38 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 10
    13/08/30 09:13:38 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/9/_mergedAggregatorDir on superstep 10
    13/08/30 09:13:38 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
    13/08/30 09:13:38 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/10.landen-Lenovo_0.valid
    13/08/30 09:13:38 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/10.landen-Lenovo_0.metadata
    13/08/30 09:13:38 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/10.landen-Lenovo_0.vertices
    13/08/30 09:13:38 INFO graph.BspServiceWorker: storeCheckpoint: Finished metadata (_bsp/_checkpoints/job_local_0001/10.landen-Lenovo_0.metadata) and vertices (_bsp/_checkpoints/job_local_0001/10.landen-Lenovo_0.vertices).
    13/08/30 09:13:38 INFO graph.GraphMapper: map: totalMem=39190528 maxMem=460455936 freeMem=30552792
    13/08/30 09:13:38 INFO comm.BasicRPCCommunications: flush: starting...
    13/08/30 09:13:38 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 10
    13/08/30 09:13:38 INFO graph.BspService: process: superstepFinished signaled
    13/08/30 09:13:38 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/9
    13/08/30 09:13:38 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 10 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
    13/08/30 09:13:38 INFO comm.BasicRPCCommunications: prepareSuperstep
    13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/9/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/9/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/9/_superstepFinished, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:38 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=11 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/11/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
    13/08/30 09:13:38 INFO graph.MasterThread: masterThread: Coordination of superstep 10 took 0.249 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 11
    13/08/30 09:13:38 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
    13/08/30 09:13:38 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
    13/08/30 09:13:38 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
    13/08/30 09:13:38 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 11 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/11/_vertexRangeAssignments
    13/08/30 09:13:38 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 11
    13/08/30 09:13:38 INFO mapred.JobClient:  map 100% reduce 0%
    13/08/30 09:13:38 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/10/_mergedAggregatorDir on superstep 11
    13/08/30 09:13:38 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
    13/08/30 09:13:38 INFO graph.GraphMapper: map: totalMem=39190528 maxMem=460455936 freeMem=30244048
    13/08/30 09:13:38 INFO comm.BasicRPCCommunications: flush: starting...
    13/08/30 09:13:38 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 11
    13/08/30 09:13:38 INFO graph.BspService: process: superstepFinished signaled
    13/08/30 09:13:38 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/10
    13/08/30 09:13:38 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 11 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
    13/08/30 09:13:38 INFO comm.BasicRPCCommunications: prepareSuperstep
    13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/10/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/10/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/10/_superstepFinished, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:38 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=12 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/12/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
    13/08/30 09:13:38 INFO graph.MasterThread: masterThread: Coordination of superstep 11 took 0.242 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 12
    13/08/30 09:13:38 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
    13/08/30 09:13:38 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
    13/08/30 09:13:38 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
    13/08/30 09:13:38 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 12 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/12/_vertexRangeAssignments
    13/08/30 09:13:38 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/11/_mergedAggregatorDir on superstep 12
    13/08/30 09:13:38 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
    13/08/30 09:13:38 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/12.landen-Lenovo_0.valid
    13/08/30 09:13:38 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/12.landen-Lenovo_0.metadata
    13/08/30 09:13:38 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/12.landen-Lenovo_0.vertices
    13/08/30 09:13:38 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 12
    13/08/30 09:13:38 INFO graph.BspServiceWorker: storeCheckpoint: Finished metadata (_bsp/_checkpoints/job_local_0001/12.landen-Lenovo_0.metadata) and vertices (_bsp/_checkpoints/job_local_0001/12.landen-Lenovo_0.vertices).
    13/08/30 09:13:38 INFO graph.GraphMapper: map: totalMem=39190528 maxMem=460455936 freeMem=29572904
    13/08/30 09:13:38 INFO comm.BasicRPCCommunications: flush: starting...
    13/08/30 09:13:38 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 12
    13/08/30 09:13:38 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/11
    13/08/30 09:13:38 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 12 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
    13/08/30 09:13:38 INFO comm.BasicRPCCommunications: prepareSuperstep
    13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/11/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/11/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/11/_superstepFinished, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:38 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=13 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/13/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
    13/08/30 09:13:38 INFO graph.MasterThread: masterThread: Coordination of superstep 12 took 0.258 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 13
    13/08/30 09:13:38 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
    13/08/30 09:13:38 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
    13/08/30 09:13:38 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
    13/08/30 09:13:38 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 13 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/13/_vertexRangeAssignments
    13/08/30 09:13:38 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/12/_mergedAggregatorDir on superstep 13
    13/08/30 09:13:38 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
    13/08/30 09:13:38 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 13
    13/08/30 09:13:38 INFO graph.GraphMapper: map: totalMem=39190528 maxMem=460455936 freeMem=29263776
    13/08/30 09:13:38 INFO comm.BasicRPCCommunications: flush: starting...
    13/08/30 09:13:38 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 13
    13/08/30 09:13:38 INFO graph.BspService: process: superstepFinished signaled
    13/08/30 09:13:38 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/12
    13/08/30 09:13:38 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 13 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
    13/08/30 09:13:38 INFO comm.BasicRPCCommunications: prepareSuperstep
    13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/12/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:39 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/12/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:39 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/12/_superstepFinished, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:39 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=14 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/14/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
    13/08/30 09:13:39 INFO graph.MasterThread: masterThread: Coordination of superstep 13 took 0.208 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 14
    13/08/30 09:13:39 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
    13/08/30 09:13:39 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
    13/08/30 09:13:39 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
    13/08/30 09:13:39 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 14 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/14/_vertexRangeAssignments
    13/08/30 09:13:39 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/13/_mergedAggregatorDir on superstep 14
    13/08/30 09:13:39 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
    13/08/30 09:13:39 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/14.landen-Lenovo_0.valid
    13/08/30 09:13:39 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/14.landen-Lenovo_0.metadata
    13/08/30 09:13:39 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/14.landen-Lenovo_0.vertices
    13/08/30 09:13:39 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 14
    13/08/30 09:13:39 INFO graph.BspServiceWorker: storeCheckpoint: Finished metadata (_bsp/_checkpoints/job_local_0001/14.landen-Lenovo_0.metadata) and vertices (_bsp/_checkpoints/job_local_0001/14.landen-Lenovo_0.vertices).
    13/08/30 09:13:39 INFO graph.GraphMapper: map: totalMem=39190528 maxMem=460455936 freeMem=28796408
    13/08/30 09:13:39 INFO comm.BasicRPCCommunications: flush: starting...
    13/08/30 09:13:39 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 14
    13/08/30 09:13:39 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 14 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
    13/08/30 09:13:39 INFO comm.BasicRPCCommunications: prepareSuperstep
    13/08/30 09:13:39 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/13
    13/08/30 09:13:39 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/13/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:39 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/13/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:39 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=15 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/15/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
    13/08/30 09:13:39 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/13/_superstepFinished, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:39 INFO graph.MasterThread: masterThread: Coordination of superstep 14 took 0.258 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 15
    13/08/30 09:13:39 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
    13/08/30 09:13:39 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
    13/08/30 09:13:39 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 15 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/15/_vertexRangeAssignments
    13/08/30 09:13:39 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
    13/08/30 09:13:39 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/14/_mergedAggregatorDir on superstep 15
    13/08/30 09:13:39 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
    13/08/30 09:13:39 INFO graph.GraphMapper: map: totalMem=39190528 maxMem=460455936 freeMem=28337776
    13/08/30 09:13:39 INFO comm.BasicRPCCommunications: flush: starting...
    13/08/30 09:13:39 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 15
    13/08/30 09:13:39 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 0 messages sent on superstep = 15
    13/08/30 09:13:39 INFO graph.BspService: process: superstepFinished signaled
    13/08/30 09:13:39 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/14
    13/08/30 09:13:39 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 15 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 0
    13/08/30 09:13:39 INFO graph.GraphMapper: map: BSP application done (global vertices marked done)
    13/08/30 09:13:39 INFO graph.GraphMapper: cleanup: Starting for ALL
    13/08/30 09:13:39 INFO graph.BspServiceWorker: cleanup: Notifying master its okay to cleanup with /_hadoopBsp/job_local_0001/_cleanedUpDir/0_worker
    13/08/30 09:13:39 INFO zookeeper.ZooKeeper: Session: 0x140ccc8459e0001 closed
    13/08/30 09:13:39 INFO zookeeper.ClientCnxn: EventThread shut down
    13/08/30 09:13:39 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/14/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:39 INFO graph.MasterThread: masterThread: Coordination of superstep 15 took 0.208 seconds ended with state ALL_SUPERSTEPS_DONE and is now on superstep 16
    13/08/30 09:13:39 INFO graph.BspServiceMaster: setJobState: {"_stateKey":"FINISHED","_applicationAttemptKey":-1,"_superstepKey":-1} on superstep 16
    13/08/30 09:13:39 INFO graph.BspServiceMaster: cleanup: Notifying master its okay to cleanup with /_hadoopBsp/job_local_0001/_cleanedUpDir/0_master
    13/08/30 09:13:39 INFO graph.BspServiceMaster: cleanUpZooKeeper: Node /_hadoopBsp/job_local_0001/_cleanedUpDir already exists, no need to create.
    13/08/30 09:13:39 INFO graph.BspServiceMaster: cleanUpZooKeeper: Got 2 of 2 desired children from /_hadoopBsp/job_local_0001/_cleanedUpDir
    13/08/30 09:13:39 INFO graph.BspServiceMaster: cleanupZooKeeper: Removing the following path and all children - /_hadoopBsp/job_local_0001
    13/08/30 09:13:39 INFO graph.BspService: process: masterElectionChildrenChanged signaled
    13/08/30 09:13:39 INFO graph.BspService: process: cleanedUpChildrenChanged signaled
    13/08/30 09:13:39 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/15/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:39 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/-1/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
    13/08/30 09:13:39 INFO graph.BspServiceMaster: cleanup: Removed HDFS checkpoint directory (_bsp/_checkpoints//job_local_0001) with return = true since this job succeeded
    13/08/30 09:13:39 INFO zookeeper.ZooKeeper: Session: 0x140ccc8459e0000 closed
    13/08/30 09:13:39 INFO graph.MasterThread: setup: Took 0.47 seconds.
    13/08/30 09:13:39 INFO graph.MasterThread: vertex input superstep: Took 0.09 seconds.
    13/08/30 09:13:39 INFO graph.MasterThread: superstep 0: Took 0.535 seconds.
    13/08/30 09:13:39 INFO graph.MasterThread: superstep 1: Took 0.389 seconds.
    13/08/30 09:13:39 INFO graph.MasterThread: superstep 2: Took 0.216 seconds.
    13/08/30 09:13:39 INFO graph.MasterThread: superstep 3: Took 0.25 seconds.
    13/08/30 09:13:39 INFO graph.MasterThread: superstep 4: Took 0.258 seconds.
    13/08/30 09:13:39 INFO graph.MasterThread: superstep 5: Took 0.266 seconds.
    13/08/30 09:13:39 INFO graph.MasterThread: superstep 6: Took 0.251 seconds.
    13/08/30 09:13:39 INFO graph.MasterThread: superstep 7: Took 0.207 seconds.
    13/08/30 09:13:39 INFO graph.MasterThread: superstep 8: Took 0.233 seconds.
    13/08/30 09:13:39 INFO graph.MasterThread: superstep 9: Took 0.225 seconds.
    13/08/30 09:13:39 INFO graph.MasterThread: superstep 10: Took 0.249 seconds.
    13/08/30 09:13:39 INFO graph.MasterThread: superstep 11: Took 0.242 seconds.
    13/08/30 09:13:39 INFO graph.MasterThread: superstep 12: Took 0.258 seconds.
    13/08/30 09:13:39 INFO graph.MasterThread: superstep 13: Took 0.208 seconds.
    13/08/30 09:13:39 INFO graph.MasterThread: superstep 14: Took 0.258 seconds.
    13/08/30 09:13:39 INFO graph.MasterThread: superstep 15: Took 0.208 seconds.
    13/08/30 09:13:39 INFO graph.MasterThread: shutdown: Took 0.426 seconds.
    13/08/30 09:13:39 INFO graph.MasterThread: total: Took 1.377825219495E9 seconds.
    13/08/30 09:13:39 INFO zookeeper.ClientCnxn: EventThread shut down
    13/08/30 09:13:39 INFO zk.ZooKeeperManager: createZooKeeperClosedStamp: Creating my filestamp _bsp/_defaultZkManagerDir/job_local_0001/_task/0.COMPUTATION_DONE
    13/08/30 09:13:39 INFO zk.ZooKeeperManager: waitUntilAllTasksDone: Got 1 and 1 desired (polling period is 3000) on attempt 0
    13/08/30 09:13:40 INFO zk.ZooKeeperManager: offlineZooKeeperServers: waitFor returned 143 and deleted directory /home/landen/Eclipse_WorkSpace/Pregel_Mahout/_bspZooKeeper
    13/08/30 09:13:40 INFO comm.BasicRPCCommunications: close: shutting down RPC server
    13/08/30 09:13:40 INFO ipc.Server: Stopping server on 30000
    13/08/30 09:13:40 INFO ipc.Server: IPC Server handler 0 on 30000: exiting
    13/08/30 09:13:40 INFO metrics.RpcInstrumentation: shut down
    13/08/30 09:13:40 INFO mapred.Task: Task:attempt_local_0001_m_000000_0 is done. And is in the process of commiting
    13/08/30 09:13:40 INFO ipc.Server: Stopping IPC Server Responder
    13/08/30 09:13:40 INFO mapred.LocalJobRunner: finishSuperstep: ALL - Attempt=0, Superstep=7
    13/08/30 09:13:40 INFO ipc.Server: Stopping IPC Server listener on 30000
    13/08/30 09:13:40 INFO mapred.Task: Task attempt_local_0001_m_000000_0 is allowed to commit now
    13/08/30 09:13:40 INFO output.FileOutputCommitter: Saved output of task 'attempt_local_0001_m_000000_0' to SSSPOutputVertex
    13/08/30 09:13:40 INFO mapred.LocalJobRunner: finishSuperstep: ALL - Attempt=0, Superstep=16
    13/08/30 09:13:40 INFO mapred.LocalJobRunner: finishSuperstep: ALL - Attempt=0, Superstep=16
    13/08/30 09:13:40 INFO mapred.Task: Task 'attempt_local_0001_m_000000_0' done.
    13/08/30 09:13:41 INFO mapred.JobClient: Job complete: job_local_0001
    13/08/30 09:13:41 INFO mapred.JobClient: Counters: 39
    13/08/30 09:13:41 INFO mapred.JobClient:   Giraph Timers
    13/08/30 09:13:41 INFO mapred.JobClient:     Total (milliseconds)=5244
    13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 15 (milliseconds)=208
    13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 3 (milliseconds)=250
    13/08/30 09:13:41 INFO mapred.JobClient:     Vertex input superstep (milliseconds)=90
    13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 4 (milliseconds)=258
    13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 12 (milliseconds)=258
    13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 10 (milliseconds)=249
    13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 11 (milliseconds)=242
    13/08/30 09:13:41 INFO mapred.JobClient:     Setup (milliseconds)=470
    13/08/30 09:13:41 INFO mapred.JobClient:     Shutdown (milliseconds)=425
    13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 7 (milliseconds)=207
    13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 9 (milliseconds)=225
    13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 8 (milliseconds)=233
    13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 0 (milliseconds)=535
    13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 14 (milliseconds)=258
    13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 6 (milliseconds)=251
    13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 5 (milliseconds)=266
    13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 2 (milliseconds)=216
    13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 13 (milliseconds)=208
    13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 1 (milliseconds)=389
    13/08/30 09:13:41 INFO mapred.JobClient:   File Output Format Counters
    13/08/30 09:13:41 INFO mapred.JobClient:     Bytes Written=0
    13/08/30 09:13:41 INFO mapred.JobClient:   Giraph Stats
    13/08/30 09:13:41 INFO mapred.JobClient:     Aggregate edges=15
    13/08/30 09:13:41 INFO mapred.JobClient:     Superstep=16
    13/08/30 09:13:41 INFO mapred.JobClient:     Current workers=1
    13/08/30 09:13:41 INFO mapred.JobClient:     Current master task partition=0
    13/08/30 09:13:41 INFO mapred.JobClient:     Sent messages=0
    13/08/30 09:13:41 INFO mapred.JobClient:     Aggregate finished vertices=15
    13/08/30 09:13:41 INFO mapred.JobClient:     Aggregate vertices=15
    13/08/30 09:13:41 INFO mapred.JobClient:   File Input Format Counters
    13/08/30 09:13:41 INFO mapred.JobClient:     Bytes Read=0
    13/08/30 09:13:41 INFO mapred.JobClient:   FileSystemCounters
    13/08/30 09:13:41 INFO mapred.JobClient:     FILE_BYTES_READ=377
    13/08/30 09:13:41 INFO mapred.JobClient:     FILE_BYTES_WRITTEN=40555
    13/08/30 09:13:41 INFO mapred.JobClient:   Map-Reduce Framework
    13/08/30 09:13:41 INFO mapred.JobClient:     Map input records=1
    13/08/30 09:13:41 INFO mapred.JobClient:     Physical memory (bytes) snapshot=0
    13/08/30 09:13:41 INFO mapred.JobClient:     Spilled Records=0
    13/08/30 09:13:41 INFO mapred.JobClient:     Total committed heap usage (bytes)=39190528
    13/08/30 09:13:41 INFO mapred.JobClient:     CPU time spent (ms)=0
    13/08/30 09:13:41 INFO mapred.JobClient:     Virtual memory (bytes) snapshot=0
    13/08/30 09:13:41 INFO mapred.JobClient:     SPLIT_RAW_BYTES=44
    13/08/30 09:13:41 INFO mapred.JobClient:     Map output records=0

  • 相关阅读:
    程序员修炼之道——从小工到专家 读书笔记
    Spring5 IOC原理
    2021下期末总结
    十年风雨,一个普通程序员的成长之路(五) 成长:得到与教训
    UmbracoXslDevelopmentTemplate CQ
    Asp.net中的数据绑定 CQ
    Building the DotNetNuke Module in Normal Asp.net Application CQ
    UmbracoDataTypeFirstGlance CQ
    Umbraco Home CQ
    UmbracoColor Picker–Demo CQ
  • 原文地址:https://www.cnblogs.com/likai198981/p/3290811.html
Copyright © 2011-2022 走看看