使用多執行緒獲取大量資料集合中的關鍵資料
阿新 • • 發佈:2019-01-03
/**
* 將一個list均分成n個list
* @param source
* @return
*/
public <T> List<List<T>> averageAssign(List<T> source,int n){
List<List<T>> result=new ArrayList<List<T>>();
int remaider=source.size()%n; //(先計算出餘數)
int number=source.size()/n; //然後是商
int offset=0;//偏移量
for(int i=0;i<n;i++){
List<T> value=null;
if(remaider>0){
value=source.subList(i*number+offset, (i+1)*number+offset+1);
remaider--;
offset++;
}else{
value=source.subList(i*number+offset, (i+1 )*number+offset);
}
result.add(value);
}
return result;
}
class MyCallable implements Callable<Object> {
private List<Map<String,Object>> els;
private List<Map<String,Object>> elsend=new ArrayList<>();
private String content;
MyCallable(List<Map<String,Object>> els,String content) {
this.els = els;
this.content = content;
}
public Object call() throws Exception {
for (int i = 0; i < els.size(); i++) {
Map<String, Object> stringObjectMap = els.get(i);
String el = (String) stringObjectMap.get("el");
if(content.indexOf(el)!=-1){
elsend.add(stringObjectMap);
}
}
return elsend;
}
}
呼叫程式碼片段
List<List<Map<String,Object>>> elsArr = averageAssign(els,10);
// 建立一個執行緒池
ExecutorService pool = Executors.newFixedThreadPool(elsArr.size());
// 建立多個有返回值的任務
List<Future<List<Map<String,Object>>>> list = new ArrayList<Future<List<Map<String,Object>>>>();
for (int i = 0; i < elsArr.size(); i++) {
Callable c = new MyCallable(elsArr.get(i),content);
// 執行任務並獲取Future物件
Future f = pool.submit(c);
list.add(f);
}
// 關閉執行緒池
pool.shutdown();
// 獲取所有併發任務的執行結果
for (Future<List<Map<String,Object>>> f : list) {
List<Map<String,Object>> l = f.get();
for (int i = 0; i < l.size(); i++) {
Map<String, Object> stringObjectMap = l.get(i);
elsend.add(stringObjectMap);
}
}
pbdDocument.setEls(elsend);