java8中Stream的使用以及分割list案例

List> splitList = Stream.iterate(0,n->n+1).limit(limit).parallel().map(a->{

 List sendList = list.stream().skip(a*MAX_SEND).limit(MAX_SEND).parallel().collect(Collectors.toList());

}).collect(Collectors.toList());

SplitStream split = someDataStream.split(new OutputSelector() {
  @Override
  public Iterable select(Integer value) {
    List output = new ArrayList();
    if (value % 2 == 0) {
      output.add("even");
    }
    else {
      output.add("odd");
    }
    return output;
  }
});

@Public
public class DataStream {
 
 //......
 
 public SplitStream split(OutputSelector outputSelector) {
 return new SplitStream<>(this, clean(outputSelector));
 }
 
 //......
}

@PublicEvolving
public interface OutputSelector extends Serializable {
 
 Iterable select(OUT value);
 
}

@PublicEvolving
public class SplitStream extends DataStream {
 
 protected SplitStream(DataStream dataStream, OutputSelector outputSelector) {
 super(dataStream.getExecutionEnvironment(), new SplitTransformation(dataStream.getTransformation(), outputSelector));
 }
 
 public DataStream select(String... outputNames) {
 return selectOutput(outputNames);
 }
 
 private DataStream selectOutput(String[] outputNames) {
 for (String outName : outputNames) {
  if (outName == null) {
  throw new RuntimeException("Selected names must not be null");
  }
 }
 
 SelectTransformation selectTransform = new SelectTransformation(this.getTransformation(), Lists.newArrayList(outputNames));
 return new DataStream(this.getExecutionEnvironment(), selectTransform);
 }
 
}

@Internal
public class StreamGraphGenerator {
 
 //......
 
 private Collection transform(StreamTransformation<&＃63;> transform) {
 
 if (alreadyTransformed.containsKey(transform)) {
  return alreadyTransformed.get(transform);
 }
 
 LOG.debug("Transforming " + transform);
 
 if (transform.getMaxParallelism() <= 0) {
 
  // if the max parallelism hasn't been set, then first use the job wide max parallelism
  // from theExecutionConfig.
  int globalMaxParallelismFromCOnfig= env.getConfig().getMaxParallelism();
  if (globalMaxParallelismFromConfig > 0) {
  transform.setMaxParallelism(globalMaxParallelismFromConfig);
  }
 }
 
 // call at least once to trigger exceptions about MissingTypeInfo
 transform.getOutputType();
 
 Collection transformedIds;
 if (transform instanceof OneInputTransformation<&＃63;, &＃63;>) {
  transformedIds = transformOneInputTransform((OneInputTransformation<&＃63;, &＃63;>) transform);
 } else if (transform instanceof TwoInputTransformation<&＃63;, &＃63;, &＃63;>) {
  transformedIds = transformTwoInputTransform((TwoInputTransformation<&＃63;, &＃63;, &＃63;>) transform);
 } else if (transform instanceof SourceTransformation<&＃63;>) {
  transformedIds = transformSource((SourceTransformation<&＃63;>) transform);
 } else if (transform instanceof SinkTransformation<&＃63;>) {
  transformedIds = transformSink((SinkTransformation<&＃63;>) transform);
 } else if (transform instanceof UnionTransformation<&＃63;>) {
  transformedIds = transformUnion((UnionTransformation<&＃63;>) transform);
 } else if (transform instanceof SplitTransformation<&＃63;>) {
  transformedIds = transformSplit((SplitTransformation<&＃63;>) transform);
 } else if (transform instanceof SelectTransformation<&＃63;>) {
  transformedIds = transformSelect((SelectTransformation<&＃63;>) transform);
 } else if (transform instanceof FeedbackTransformation<&＃63;>) {
  transformedIds = transformFeedback((FeedbackTransformation<&＃63;>) transform);
 } else if (transform instanceof CoFeedbackTransformation<&＃63;>) {
  transformedIds = transformCoFeedback((CoFeedbackTransformation<&＃63;>) transform);
 } else if (transform instanceof PartitionTransformation<&＃63;>) {
  transformedIds = transformPartition((PartitionTransformation<&＃63;>) transform);
 } else if (transform instanceof SideOutputTransformation<&＃63;>) {
  transformedIds = transformSideOutput((SideOutputTransformation<&＃63;>) transform);
 } else {
  throw new IllegalStateException("Unknown transformation: " + transform);
 }
 
 // need this check because the iterate transformation adds itself before
 // transforming the feedback edges
 if (!alreadyTransformed.containsKey(transform)) {
  alreadyTransformed.put(transform, transformedIds);
 }
 
 if (transform.getBufferTimeout() >= 0) {
  streamGraph.setBufferTimeout(transform.getId(), transform.getBufferTimeout());
 }
 if (transform.getUid() != null) {
  streamGraph.setTransformationUID(transform.getId(), transform.getUid());
 }
 if (transform.getUserProvidedNodeHash() != null) {
  streamGraph.setTransformationUserHash(transform.getId(), transform.getUserProvidedNodeHash());
 }
 
 if (transform.getMinResources() != null && transform.getPreferredResources() != null) {
  streamGraph.setResources(transform.getId(), transform.getMinResources(), transform.getPreferredResources());
 }
 
 return transformedIds;
 }
 
 private  Collection transformSelect(SelectTransformation select) {
 StreamTransformation input = select.getInput();
 Collection resultIds = transform(input);
 
 // the recursive transform might have already transformed this
 if (alreadyTransformed.containsKey(select)) {
  return alreadyTransformed.get(select);
 }
 
 List virtualResultIds = new ArrayList<>();
 
 for (int inputId : resultIds) {
  int virtualId = StreamTransformation.getNewNodeId();
  streamGraph.addVirtualSelectNode(inputId, virtualId, select.getSelectedNames());
  virtualResultIds.add(virtualId);
 }
 return virtualResultIds;
 }
 
 private  Collection transformSplit(SplitTransformation split) {
 
 StreamTransformation input = split.getInput();
 Collection resultIds = transform(input);
 
 // the recursive transform call might have transformed this already
 if (alreadyTransformed.containsKey(split)) {
  return alreadyTransformed.get(split);
 }
 
 for (int inputId : resultIds) {
  streamGraph.addOutputSelector(inputId, split.getOutputSelector());
 }
 
 return resultIds;
 }
 
 //......
}