Examples of generateFileWork()

Examples of org.apache.drill.exec.store.schedule.BlockMapBuilder.generateFileWork()

76
77
78
79
80
81
82
83
84
85
86
    this.formatPlugin = (EasyFormatPlugin<?>) engineRegistry.getFormatPlugin(storageConfig, formatConfig);
    Preconditions.checkNotNull(formatPlugin, "Unable to load format plugin for provided format config.");
    this.selection = new FileSelection(files, true);
    try{
      BlockMapBuilder b = new BlockMapBuilder(formatPlugin.getFileSystem().getUnderlying(), formatPlugin.getContext().getBits());
      this.chunks = b.generateFileWork(selection.getFileStatusList(formatPlugin.getFileSystem()), formatPlugin.isBlockSplittable());
      this.endpointAffinities = AffinityCreator.getAffinityMap(chunks);
    }catch(IOException e){
      logger.warn("Failure determining endpoint affinity.", e);
      this.endpointAffinities = Collections.emptyList();
    }
View Full Code Here

Examples of org.apache.drill.exec.store.schedule.BlockMapBuilder.generateFileWork()

98
99
100
101
102
103
104
105
106
107
108
    this.selection = selection;
    this.formatPlugin = formatPlugin;
    this.columns = columns;
    try{
      BlockMapBuilder b = new BlockMapBuilder(formatPlugin.getFileSystem().getUnderlying(), formatPlugin.getContext().getBits());
      this.chunks = b.generateFileWork(selection.getFileStatusList(formatPlugin.getFileSystem()), formatPlugin.isBlockSplittable());
      this.endpointAffinities = AffinityCreator.getAffinityMap(chunks);
    }catch(IOException e){
      logger.warn("Failure determining endpoint affinity.", e);
      this.endpointAffinities = Collections.emptyList();
    }
View Full Code Here

Examples of org.apache.drill.exec.store.schedule.BlockMapBuilder.generateFileWork()

109
110
111
112
113
114
115
116
117
118
119
  }

  private void initFromSelection(FileSelection selection, EasyFormatPlugin<?> formatPlugin) throws IOException {
    this.selection = selection;
    BlockMapBuilder b = new BlockMapBuilder(formatPlugin.getFileSystem().getUnderlying(), formatPlugin.getContext().getBits());
    this.chunks = b.generateFileWork(selection.getFileStatusList(formatPlugin.getFileSystem()), formatPlugin.isBlockSplittable());
    this.maxWidth = chunks.size();
    this.endpointAffinities = AffinityCreator.getAffinityMap(chunks);
  }

  public String getSelectionRoot() {
View Full Code Here

Examples of org.apache.drill.exec.store.schedule.BlockMapBuilder.generateFileWork()

91
92
93
94
95
96
97
98
99
100
101
    this.selection = Preconditions.checkNotNull(selection);
    this.formatPlugin = Preconditions.checkNotNull(formatPlugin, "Unable to load format plugin for provided format config.");
    this.columns = columns == null || columns.size() == 0? ALL_COLUMNS : columns;
    this.selectionRoot = selectionRoot;
    BlockMapBuilder b = new BlockMapBuilder(formatPlugin.getFileSystem().getUnderlying(), formatPlugin.getContext().getBits());
    this.chunks = b.generateFileWork(selection.getFileStatusList(formatPlugin.getFileSystem()), formatPlugin.isBlockSplittable());
    this.maxWidth = chunks.size();
    this.endpointAffinities = AffinityCreator.getAffinityMap(chunks);
  }

  private EasyGroupScan(EasyGroupScan that) {
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.