springcloud非同步執行緒池、高併發請求feign解決方案
阿新 • • 發佈:2018-12-20
ScenTaskTestApplication.java
package com.test;
import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;
import org.springframework.cloud.openfeign.EnableFeignClients;
/**
* @author scen
* @version 2018年9月27日 上午11:51:04
*/
@EnableFeignClients
@SpringBootApplication
public class ScenTaskTestApplication {
public static void main(String[] args) {
SpringApplication.run(ScenTaskTestApplication.class, args);
}
}
application.properties
spring.application.name=scen-task-test
server.port=9009
feign.hystrix.enabled=true
#熔斷器失敗的個數== 進入熔斷器的請求達到1000時服務降級(之後的請求直接進入熔斷器)
hystrix.command.default.circuitBreaker.requestVolumeThreshold=1000
#回退最大執行緒數
hystrix.command.default.fallback.isolation.semaphore.maxConcurrentRequests=50
#核心執行緒池數量
hystrix.threadpool.default.coreSize=130
#請求處理的超時時間
hystrix.command.default.execution.isolation.thread.timeoutInMilliseconds= 100000
ribbon.ReadTimeout=120000
#請求連線的超時時間
ribbon.ConnectTimeout=130000
eureka.instance.instance-id=${spring.application.name}:${spring.application.instance_id:${server.port}}
eureka.instance.preferIpAddress=true
eureka.client.service-url.defaultZone=http://127.0.0.1:9000/eureka
logging.level.com.test.user.service=debug
logging.level.org.springframework.boot=debug
logging.level.custom=info
AsyncConfig.java
package com.test;
import org.springframework.context.annotation.Configuration;
import org.springframework.scheduling.annotation.AsyncConfigurer;
import org.springframework.scheduling.annotation.EnableAsync;
import org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor;
import java.util.concurrent.Executor;
/**
* springboot非同步執行緒池配置
* @author Scen
* @date 2018/11/7 18:28
*/
@Configuration
@EnableAsync
public class AsyncConfig implements AsyncConfigurer {
@Override
public Executor getAsyncExecutor() {
//定義執行緒池
ThreadPoolTaskExecutor taskExecutor = new ThreadPoolTaskExecutor();
//核心執行緒數
taskExecutor.setCorePoolSize(20);
//執行緒池最大執行緒數
taskExecutor.setMaxPoolSize(100);
//執行緒佇列最大執行緒數
taskExecutor.setQueueCapacity(10);
//初始化
taskExecutor.initialize();
return taskExecutor;
}
}
DoTaskClass.java
package com.test;
import com.test.pojo.User;
import com.test.pojo.UserEducation;
import com.test.user.service.UserService;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.scheduling.annotation.Async;
import org.springframework.stereotype.Component;
import java.util.List;
/**
* 任務類 定義非同步工作任務
* @author Scen
* @date 2018/11/7 18:40
*/
@Component
public class DoTaskClass {
/**
* 一個feign的客戶端
*/
private final UserService userService;
@Autowired
public DoTaskClass(UserService userService) {
this.userService = userService;
}
/**
* 核心任務
*
* @param uid
*/
@Async
public void dotask(String uid) {
/**
* 模擬複雜工作業務(109個執行緒同時通過feign請求微服務提供者)
*/
{
List<UserEducation> userEducationByUid = userService.findUserEducationByUid(uid);
List<String> blackList = userService.getBlackList();
String userSkilled = userService.getUserSkilled(uid);
String userFollow = userService.getUserFollow(uid);
User userById = userService.getUserById(uid);
List<String> followList = userService.getFollowList(uid);
int userActivityScore = userService.getUserActivityScore(uid);
}
// 列印執行緒名稱分辨是否為多執行緒操作
System.out.println(Thread.currentThread().getName() + "===任務" + uid + "執行完成===");
}
}
TestController.java
package com.test;
import com.test.pojo.User;
import com.test.user.service.UserService;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RestController;
import java.util.List;
/**
* 測試案例
* @author Scen
* @date 2018/11/7 18:10
*/
@RestController
public class TestController {
/**
* 此處僅用此feign客戶端請求微服務獲取核心工作所需引數
*/
private final UserService userService;
/**
* 核心工作非同步演算法
*/
private final DoTaskClass doTaskClass;
@Autowired
public TestController(DoTaskClass doTaskClass, UserService userService) {
this.doTaskClass = doTaskClass;
this.userService = userService;
}
/**
* 手動觸發工作
* @throws InterruptedException
*/
@RequestMapping("/test")
public void task() throws InterruptedException {
/*
取到1000個要執行任務的必備引數
*/
List<User> userList = userService.findAllLite(1, 1000);
for (int i = 0; i < userList.size(); i++) {
try {
// 非同步執行緒開始工作
doTaskClass.dotask(userList.get(i).getId());
} catch (Exception e) {
/*
若併發執行緒數達到MaxPoolSize+QueueCapacity=110(參考AsyncConfig配置)會進入catch程式碼塊
i--休眠3秒後重試(嘗試進入執行緒佇列:當且僅當109個執行緒有一個或多個執行緒完成非同步任務時重試成功)
*/
i--;
Thread.sleep(3000*3);
}
System.out.println(i);
}
}
}
相關執行緒池、超時時間等數量和大小按實際業務配置