22 | * description 23 | *
24 | * 25 | * @author isacc 2020/03/28 1:14 26 | * @since 1.0 27 | */ 28 | @RestController("flinkClusterController.v1") 29 | @RequestMapping("/v1/{tenantId}/cluster") 30 | public class ClusterController { 31 | 32 | private final ClusterRepository clusterRepository; 33 | private final ClusterService clusterService; 34 | 35 | public ClusterController(ClusterRepository clusterRepository, 36 | ClusterService clusterService) { 37 | this.clusterRepository = clusterRepository; 38 | this.clusterService = clusterService; 39 | } 40 | 41 | @GetMapping 42 | public IPage17 | * description 18 | *
19 | * 20 | * @author isacc 2020/4/7 10:12 21 | * @since 1.0 22 | */ 23 | @RestController("flinkUploadJarController.v1") 24 | @RequestMapping("/v1/{tenantId}/upload-jar") 25 | public class UploadJarController { 26 | 27 | private final UploadJarService uploadJarService; 28 | private final UploadJarRepository uploadJarRepository; 29 | 30 | public UploadJarController(UploadJarService uploadJarService, 31 | UploadJarRepository uploadJarRepository) { 32 | this.uploadJarService = uploadJarService; 33 | this.uploadJarRepository = uploadJarRepository; 34 | } 35 | 36 | @GetMapping 37 | public IPage16 | * description 17 | *
18 | * 19 | * @author isacc 2020/03/25 17:51 20 | * @since 1.0 21 | */ 22 | @Data 23 | @Builder 24 | @NoArgsConstructor 25 | @AllArgsConstructor 26 | @EqualsAndHashCode(callSuper = false) 27 | @JsonInclude(JsonInclude.Include.NON_NULL) 28 | public class ClusterDTO implements Serializable { 29 | 30 | private static final long serialVersionUID = 854464206375410197L; 31 | 32 | public static final String FIELD_CLUSTER_ID = "cluster_id"; 33 | 34 | private Long clusterId; 35 | 36 | @NotBlank 37 | private String clusterCode; 38 | 39 | private String clusterDesc; 40 | @NotBlank 41 | private String jobManagerUrl; 42 | 43 | /** 44 | * 若配置了Ha，这里是备用的jm，逗号分割 45 | */ 46 | private String jobManagerStandbyUrl; 47 | 48 | private Integer enabledFlag; 49 | 50 | private Long tenantId; 51 | private Long objectVersionNumber; 52 | private LocalDateTime creationDate; 53 | private Long createdBy; 54 | private LocalDateTime lastUpdateDate; 55 | private Long lastUpdatedBy; 56 | 57 | //===========other=========== 58 | 59 | @Transient 60 | private Set5 | * description 6 | *
7 | * 8 | * @author isacc 2020/04/07 16:00 9 | * @since 1.0 10 | */ 11 | public interface GroupDTO { 12 | 13 | /** 14 | * insert分组 15 | */ 16 | interface Insert { 17 | 18 | } 19 | 20 | /** 21 | * update分组 22 | */ 23 | interface Update { 24 | 25 | } 26 | 27 | /** 28 | * delete分组 29 | */ 30 | interface Delete { 31 | 32 | } 33 | } 34 | -------------------------------------------------------------------------------- /src/main/java/com/github/codingdebugallday/client/api/dto/NodeDTO.java: -------------------------------------------------------------------------------- 1 | package com.github.codingdebugallday.client.api.dto; 2 | 3 | import java.io.Serializable; 4 | import java.time.LocalDateTime; 5 | import javax.validation.constraints.NotBlank; 6 | 7 | import com.fasterxml.jackson.annotation.JsonInclude; 8 | import lombok.*; 9 | 10 | /** 11 | *12 | * description 13 | *
14 | * 15 | * @author isacc 2020/03/25 17:51 16 | * @since 1.0 17 | */ 18 | @Data 19 | @Builder 20 | @NoArgsConstructor 21 | @AllArgsConstructor 22 | @EqualsAndHashCode(callSuper = false) 23 | @JsonInclude(JsonInclude.Include.NON_NULL) 24 | public class NodeDTO implements Serializable { 25 | 26 | private static final long serialVersionUID = -5632592395382234039L; 27 | 28 | public static final String FIELD_NODE_ID = "nodeId"; 29 | 30 | private Long nodeId; 31 | 32 | private String clusterCode; 33 | @NotBlank 34 | private String nodeCode; 35 | /** 36 | * master/slave 37 | */ 38 | @NotBlank 39 | private String nodeType; 40 | 41 | private String nodeDesc; 42 | 43 | /** 44 | * { 45 | * "host": "xxx" 46 | * "username": "xxx", 47 | * "password": "xxx" 48 | * } 49 | */ 50 | @NotBlank 51 | private String settingInfo; 52 | 53 | private Integer enabledFlag; 54 | 55 | private Long tenantId; 56 | private Long objectVersionNumber; 57 | private LocalDateTime creationDate; 58 | private Long createdBy; 59 | private LocalDateTime lastUpdateDate; 60 | private Long lastUpdatedBy; 61 | 62 | } 63 | -------------------------------------------------------------------------------- /src/main/java/com/github/codingdebugallday/client/api/dto/NodeSettingInfo.java: -------------------------------------------------------------------------------- 1 | package com.github.codingdebugallday.client.api.dto; 2 | 3 | import com.fasterxml.jackson.annotation.JsonInclude; 4 | import com.fasterxml.jackson.annotation.JsonProperty; 5 | import lombok.*; 6 | 7 | /** 8 | *9 | * description 10 | *
11 | * 12 | * @author isacc 2020/04/02 15:21 13 | * @since 1.0 14 | */ 15 | @Builder 16 | @Data 17 | @EqualsAndHashCode(callSuper = false) 18 | @NoArgsConstructor 19 | @AllArgsConstructor 20 | @JsonInclude(JsonInclude.Include.NON_NULL) 21 | public class NodeSettingInfo { 22 | 23 | private String host; 24 | private String username; 25 | private String password; 26 | /** 27 | * 是否需要修改该节点的密码 28 | */ 29 | @Builder.Default 30 | @JsonProperty(access = JsonProperty.Access.WRITE_ONLY) 31 | private Boolean changePassword = false; 32 | } 33 | -------------------------------------------------------------------------------- /src/main/java/com/github/codingdebugallday/client/api/dto/UploadJarDTO.java: -------------------------------------------------------------------------------- 1 | package com.github.codingdebugallday.client.api.dto; 2 | 3 | import java.io.Serializable; 4 | import java.time.LocalDateTime; 5 | import javax.validation.constraints.NotBlank; 6 | import javax.validation.constraints.NotNull; 7 | 8 | import com.fasterxml.jackson.annotation.JsonInclude; 9 | import lombok.*; 10 | 11 | /** 12 | *13 | * description 14 | *
15 | * 16 | * @author isacc 2020/4/7 10:12 17 | * @since 1.0 18 | */ 19 | @Data 20 | @Builder 21 | @NoArgsConstructor 22 | @AllArgsConstructor 23 | @EqualsAndHashCode(callSuper = false) 24 | @JsonInclude(JsonInclude.Include.NON_NULL) 25 | public class UploadJarDTO implements Serializable { 26 | 27 | 28 | private static final long serialVersionUID = 7138278817927514343L; 29 | 30 | public static final String FIELD_UPLOAD_JAR_ID = "UPLOAD_JAR_ID"; 31 | @NotNull(groups = {GroupDTO.Update.class, GroupDTO.Delete.class}) 32 | private Long uploadJarId; 33 | 34 | @NotBlank(groups = GroupDTO.Insert.class) 35 | private String jarCode; 36 | @NotBlank(groups = {GroupDTO.Insert.class, GroupDTO.Update.class, GroupDTO.Delete.class}) 37 | private String clusterCode; 38 | 39 | private String jarDesc; 40 | @NotBlank(groups = GroupDTO.Insert.class) 41 | private String version; 42 | private String entryClass; 43 | 44 | /** 45 | * 是否是系统提供的（平台预先上传jar做为平台功能使用） 46 | */ 47 | @NotNull(groups = GroupDTO.Insert.class) 48 | private Integer systemProvided; 49 | 50 | private String filename; 51 | @NotBlank(groups = GroupDTO.Delete.class) 52 | private String jarName; 53 | private String status; 54 | 55 | private Long tenantId; 56 | @NotBlank(groups = {GroupDTO.Update.class}) 57 | private Long objectVersionNumber; 58 | private LocalDateTime creationDate; 59 | private Long createdBy; 60 | private LocalDateTime lastUpdateDate; 61 | private Long lastUpdatedBy; 62 | 63 | } 64 | 65 | -------------------------------------------------------------------------------- /src/main/java/com/github/codingdebugallday/client/app/service/ApiClient.java: -------------------------------------------------------------------------------- 1 | package com.github.codingdebugallday.client.app.service; 2 | 3 | import com.github.codingdebugallday.client.api.dto.ClusterDTO; 4 | 5 | /** 6 | *7 | * description 8 | *
9 | * 10 | * @author isacc 2020/03/26 23:11 11 | * @since 1.0 12 | */ 13 | public class ApiClient { 14 | 15 | private ClusterDTO clusterDTO; 16 | 17 | public ClusterDTO getClusterDTO() { 18 | return clusterDTO; 19 | } 20 | 21 | public void setClusterDTO(ClusterDTO clusterDTO) { 22 | this.clusterDTO = clusterDTO; 23 | } 24 | } 25 | -------------------------------------------------------------------------------- /src/main/java/com/github/codingdebugallday/client/app/service/ClusterService.java: -------------------------------------------------------------------------------- 1 | package com.github.codingdebugallday.client.app.service; 2 | 3 | import java.util.List; 4 | import java.util.Map; 5 | 6 | import com.github.codingdebugallday.client.api.dto.ClusterDTO; 7 | import com.github.codingdebugallday.client.domain.entity.jobs.*; 8 | import com.github.codingdebugallday.client.domain.entity.overview.DashboardConfiguration; 9 | import com.github.codingdebugallday.client.domain.entity.tm.TaskManagerDetail; 10 | import com.github.codingdebugallday.client.domain.entity.tm.TaskManagerInfo; 11 | 12 | /** 13 | *14 | * description 15 | *
16 | * 17 | * @author isacc 2020/03/31 12:00 18 | * @since 1.0 19 | */ 20 | public interface ClusterService { 21 | 22 | /** 23 | * 创建集群 24 | * 25 | * @param clusterDTO ClusterDTO 26 | * @return org.abigballofmud.flink.client.api.dto.ClusterDTO 27 | */ 28 | ClusterDTO insert(ClusterDTO clusterDTO); 29 | 30 | /** 31 | * 修改集群 32 | * 33 | * @param clusterDTO ClusterDTO 34 | * @return org.abigballofmud.flink.client.api.dto.ClusterDTO 35 | */ 36 | ClusterDTO update(ClusterDTO clusterDTO); 37 | 38 | /** 39 | * 删除集群 40 | * 41 | * @param clusterDTO ClusterDTO 42 | */ 43 | void delete(ClusterDTO clusterDTO); 44 | 45 | /** 46 | * 查看web ui的粗略信息 47 | * 48 | * @param tenantId 租户id 49 | * @param clusterCode clusterCode 50 | * @return DashboardConfiguration 51 | */ 52 | DashboardConfiguration overviewConfig(Long tenantId, String clusterCode); 53 | 54 | /** 55 | * 查看flink集群的粗略信息 56 | * 57 | * @param tenantId 租户id 58 | * @param clusterCode clusterCode 59 | * @return Map 60 | */ 61 | Map23 | * description 24 | *
25 | * 26 | * @author isacc 2020/03/26 21:55 27 | * @since 1.0 28 | */ 29 | public class FlinkApi { 30 | 31 | private final ApiClient apiClient; 32 | /** 33 | * flink jar 相关 api 34 | */ 35 | private final FlinkJarService flinkJarService; 36 | private final FlinkJobService flinkJobService; 37 | private final FlinkTaskManagerService flinkTaskManagerService; 38 | private final FlinkJobManagerService flinkJobManagerService; 39 | private final ClusterOverviewService clusterOverviewService; 40 | 41 | public FlinkApi(RestTemplate restTemplate) { 42 | this.apiClient = new ApiClient(); 43 | flinkJarService = new FlinkJarService(restTemplate); 44 | flinkJobService = new FlinkJobService(restTemplate); 45 | flinkTaskManagerService = new FlinkTaskManagerService(restTemplate); 46 | flinkJobManagerService = new FlinkJobManagerService(restTemplate); 47 | clusterOverviewService = new ClusterOverviewService(restTemplate); 48 | } 49 | 50 | public ApiClient getApiClient() { 51 | return apiClient; 52 | } 53 | 54 | //======================================================== 55 | //===================flink overview api=================== 56 | //======================================================== 57 | //======================================================== 58 | 59 | /** 60 | * Returns the configuration of the WebUI 61 | * 62 | * @return DashboardConfiguration 63 | */ 64 | public DashboardConfiguration overviewConfig() { 65 | return clusterOverviewService.overviewConfig(apiClient); 66 | } 67 | 68 | /** 69 | * Returns the Flink cluster Overview Info 70 | * 71 | * @return Map 72 | */ 73 | public Map13 | * description 14 | *
15 | * 16 | * @author isacc 2020/04/09 17:46 17 | * @since 1.0 18 | */ 19 | @Slf4j 20 | public class FlinkCommonService { 21 | 22 | /** 23 | * getForEntity 24 | * 25 | * @param restTemplate RestTemplate 26 | * @param url url 27 | * @param responseType Class8 | * description 9 | *
10 | * 11 | * @author isacc 2020/04/07 10:48 12 | * @since 1.0 13 | */ 14 | public interface UploadJarService { 15 | 16 | /** 17 | * 上传jar 18 | * 19 | * @param uploadJarDTO UploadJarDTO 20 | * @param multipartFile jar file 21 | * @return com.github.codingdebugallday.client.api.dto.UploadJarDTO 22 | */ 23 | UploadJarDTO upload(UploadJarDTO uploadJarDTO, MultipartFile multipartFile); 24 | 25 | /** 26 | * 更新上传的jar 27 | * 28 | * @param uploadJarDTO UploadJarDTO 29 | * @param multipartFile jar file 30 | * @return com.github.codingdebugallday.client.api.dto.UploadJarDTO 31 | */ 32 | UploadJarDTO update(UploadJarDTO uploadJarDTO, MultipartFile multipartFile); 33 | 34 | /** 35 | * 删除之前通过flink api上传的jar 36 | * 37 | * @param uploadJarDTO UploadJarDTO 38 | */ 39 | void delete(UploadJarDTO uploadJarDTO); 40 | } 41 | -------------------------------------------------------------------------------- /src/main/java/com/github/codingdebugallday/client/app/service/impl/ClusterServiceImpl.java: -------------------------------------------------------------------------------- 1 | package com.github.codingdebugallday.client.app.service.impl; 2 | 3 | import java.util.List; 4 | import java.util.Map; 5 | import java.util.Objects; 6 | import java.util.stream.Collectors; 7 | import javax.annotation.Resource; 8 | 9 | import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper; 10 | import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl; 11 | import com.github.codingdebugallday.client.api.dto.ClusterDTO; 12 | import com.github.codingdebugallday.client.api.dto.NodeDTO; 13 | import com.github.codingdebugallday.client.api.dto.NodeSettingInfo; 14 | import com.github.codingdebugallday.client.app.service.ClusterService; 15 | import com.github.codingdebugallday.client.app.service.FlinkApi; 16 | import com.github.codingdebugallday.client.domain.entity.Cluster; 17 | import com.github.codingdebugallday.client.domain.entity.Node; 18 | import com.github.codingdebugallday.client.domain.entity.jobs.*; 19 | import com.github.codingdebugallday.client.domain.entity.overview.DashboardConfiguration; 20 | import com.github.codingdebugallday.client.domain.entity.tm.TaskManagerDetail; 21 | import com.github.codingdebugallday.client.domain.entity.tm.TaskManagerInfo; 22 | import com.github.codingdebugallday.client.domain.repository.ClusterRepository; 23 | import com.github.codingdebugallday.client.infra.context.FlinkApiContext; 24 | import com.github.codingdebugallday.client.infra.converter.ClusterConvertMapper; 25 | import com.github.codingdebugallday.client.infra.converter.NodeConvertMapper; 26 | import com.github.codingdebugallday.client.infra.mapper.ClusterMapper; 27 | import com.github.codingdebugallday.client.infra.mapper.NodeMapper; 28 | import com.github.codingdebugallday.client.infra.utils.JSON; 29 | import org.jasypt.encryption.StringEncryptor; 30 | import org.springframework.stereotype.Service; 31 | import org.springframework.transaction.annotation.Transactional; 32 | 33 | /** 34 | *35 | * description 36 | *
37 | * 38 | * @author isacc 2020/03/31 12:02 39 | * @since 1.0 40 | */ 41 | @Service("flinkClusterService") 42 | public class ClusterServiceImpl extends ServiceImpl27 | * description 28 | *
29 | * 30 | * @author isacc 2020/04/07 11:02 31 | * @since 1.0 32 | */ 33 | @Service("flinkUploadJarService") 34 | @Slf4j 35 | public class UploadJarServiceImpl extends ServiceImpl29 | * description 30 | *
31 | * 32 | * @author isacc 2020/03/26 22:42 33 | * @since 1.0 34 | */ 35 | @Slf4j 36 | public class FlinkJarService extends FlinkCommonService { 37 | 38 | private final RestTemplate restTemplate; 39 | 40 | public FlinkJarService(RestTemplate restTemplate) { 41 | this.restTemplate = restTemplate; 42 | } 43 | 44 | private boolean checkApiClient(ApiClient apiClient) { 45 | ClusterDTO clusterDTO = apiClient.getClusterDTO(); 46 | return !Objects.isNull(clusterDTO) && 47 | !StringUtils.isEmpty(clusterDTO.getJobManagerUrl()); 48 | } 49 | 50 | public JarRunResponseBody runJar(JarRunRequest jarRunRequest, ApiClient apiClient) { 51 | HttpEntity17 | * description 18 | *
19 | * 20 | * @author isacc 2020/04/10 15:36 21 | * @since 1.0 22 | */ 23 | @Slf4j 24 | public class FlinkJobManagerService extends FlinkCommonService { 25 | 26 | private final RestTemplate restTemplate; 27 | 28 | public FlinkJobManagerService(RestTemplate restTemplate) { 29 | this.restTemplate = restTemplate; 30 | } 31 | 32 | @SuppressWarnings("unchecked") 33 | public List26 | * description 27 | *
28 | * 29 | * @author isacc 2020/04/08 11:35 30 | * @since 1.0 31 | */ 32 | @Slf4j 33 | public class FlinkJobService extends FlinkCommonService { 34 | 35 | private static final String STATUS_COMPLETED = "COMPLETED"; 36 | 37 | private final RestTemplate restTemplate; 38 | 39 | public FlinkJobService(RestTemplate restTemplate) { 40 | this.restTemplate = restTemplate; 41 | } 42 | 43 | public JobIdsWithStatusOverview jobList(ApiClient apiClient) { 44 | ClusterDTO clusterDTO = apiClient.getClusterDTO(); 45 | try { 46 | return getForEntity(restTemplate, 47 | clusterDTO.getJobManagerUrl() + FlinkApiConstant.Jobs.JOB_LIST, 48 | JobIdsWithStatusOverview.class); 49 | } catch (Exception e) { 50 | for (String url : clusterDTO.getJobManagerStandbyUrlSet()) { 51 | try { 52 | return getForEntity(restTemplate, 53 | url + FlinkApiConstant.Jobs.JOB_LIST, 54 | JobIdsWithStatusOverview.class); 55 | } catch (Exception ex) { 56 | // ignore 57 | } 58 | } 59 | throw new FlinkApiCommonException(HttpStatus.INTERNAL_SERVER_ERROR.value(), "error.flink.job.list"); 60 | } 61 | } 62 | 63 | public MultipleJobsDetails jobsDetails(ApiClient apiClient) { 64 | ClusterDTO clusterDTO = apiClient.getClusterDTO(); 65 | try { 66 | return getForEntity(restTemplate, 67 | clusterDTO.getJobManagerUrl() + FlinkApiConstant.Jobs.JOB_OVERVIEW, 68 | MultipleJobsDetails.class); 69 | } catch (Exception e) { 70 | for (String url : clusterDTO.getJobManagerStandbyUrlSet()) { 71 | try { 72 | return getForEntity(restTemplate, 73 | url + FlinkApiConstant.Jobs.JOB_OVERVIEW, 74 | MultipleJobsDetails.class); 75 | } catch (Exception ex) { 76 | // ignore 77 | } 78 | } 79 | throw new FlinkApiCommonException(HttpStatus.INTERNAL_SERVER_ERROR.value(), "error.flink.jobs.details"); 80 | } 81 | } 82 | 83 | public JobDetailsInfo jobsDetail(String jobId, ApiClient apiClient) { 84 | ClusterDTO clusterDTO = apiClient.getClusterDTO(); 85 | try { 86 | return getForEntity(restTemplate, 87 | clusterDTO.getJobManagerUrl() + FlinkApiConstant.Jobs.JOB_DETAIL, 88 | JobDetailsInfo.class, jobId); 89 | } catch (Exception e) { 90 | for (String url : clusterDTO.getJobManagerStandbyUrlSet()) { 91 | try { 92 | return getForEntity(restTemplate, 93 | url + FlinkApiConstant.Jobs.JOB_DETAIL, 94 | JobDetailsInfo.class, jobId); 95 | } catch (Exception ex) { 96 | // ignore 97 | } 98 | } 99 | throw new FlinkApiCommonException(HttpStatus.INTERNAL_SERVER_ERROR.value(), "error.flink.job.detail"); 100 | } 101 | } 102 | 103 | public FlinkApiErrorResponse jobYarnCancel(String jobId, ApiClient apiClient) { 104 | ClusterDTO clusterDTO = apiClient.getClusterDTO(); 105 | try { 106 | return getForEntity(restTemplate, 107 | clusterDTO.getJobManagerUrl() + FlinkApiConstant.Jobs.JOB_YARN_CANCEL, 108 | FlinkApiErrorResponse.class, jobId); 109 | } catch (Exception e) { 110 | for (String url : clusterDTO.getJobManagerStandbyUrlSet()) { 111 | try { 112 | return getForEntity(restTemplate, 113 | url + FlinkApiConstant.Jobs.JOB_YARN_CANCEL, 114 | FlinkApiErrorResponse.class, jobId); 115 | } catch (Exception ex) { 116 | // ignore 117 | } 118 | } 119 | throw new FlinkApiCommonException(HttpStatus.INTERNAL_SERVER_ERROR.value(), "error.flink.job.yarn.cancel"); 120 | } 121 | } 122 | 123 | public TriggerResponseWithSavepoint jobCancelOptionSavepoints(SavepointTriggerRequestBody savepointTriggerRequestBody, 124 | ApiClient apiClient) { 125 | HttpEntity17 | * flink Cluster Overview 18 | *
19 | * 20 | * @author isacc 2020/5/9 11:27 21 | * @since 1.0 22 | */ 23 | @Slf4j 24 | public class ClusterOverviewService extends FlinkCommonService { 25 | 26 | private final RestTemplate restTemplate; 27 | 28 | public ClusterOverviewService(RestTemplate restTemplate) { 29 | this.restTemplate = restTemplate; 30 | } 31 | 32 | public DashboardConfiguration overviewConfig(ApiClient apiClient) { 33 | ClusterDTO clusterDTO = apiClient.getClusterDTO(); 34 | try { 35 | return getForEntity(restTemplate, 36 | clusterDTO.getJobManagerUrl() + FlinkApiConstant.Overview.CONFIG, 37 | DashboardConfiguration.class); 38 | } catch (Exception e) { 39 | for (String url : clusterDTO.getJobManagerStandbyUrlSet()) { 40 | try { 41 | return getForEntity(restTemplate, 42 | url + FlinkApiConstant.Overview.CONFIG, 43 | DashboardConfiguration.class); 44 | } catch (Exception ex) { 45 | // ignore 46 | } 47 | } 48 | throw new FlinkApiCommonException(HttpStatus.INTERNAL_SERVER_ERROR.value(), "error.flink.overview.config"); 49 | } 50 | } 51 | 52 | @SuppressWarnings("unchecked") 53 | public Map16 | * description 17 | *
18 | * 19 | * @author isacc 2020/04/09 17:35 20 | * @since 1.0 21 | */ 22 | @Slf4j 23 | public class FlinkTaskManagerService extends FlinkCommonService { 24 | 25 | private final RestTemplate restTemplate; 26 | 27 | public FlinkTaskManagerService(RestTemplate restTemplate) { 28 | this.restTemplate = restTemplate; 29 | } 30 | 31 | public TaskManagerInfo taskMangerList(ApiClient apiClient) { 32 | ClusterDTO clusterDTO = apiClient.getClusterDTO(); 33 | try { 34 | return getForEntity(restTemplate, clusterDTO.getJobManagerUrl() + FlinkApiConstant.TaskManager.TM_LIST, 35 | TaskManagerInfo.class); 36 | } catch (Exception e) { 37 | for (String url : clusterDTO.getJobManagerStandbyUrlSet()) { 38 | try { 39 | return getForEntity(restTemplate, url + FlinkApiConstant.TaskManager.TM_LIST, 40 | TaskManagerInfo.class); 41 | } catch (Exception ex) { 42 | // ignore 43 | } 44 | } 45 | throw new FlinkApiCommonException(HttpStatus.INTERNAL_SERVER_ERROR.value(), "error.flink.tm.list"); 46 | } 47 | } 48 | 49 | public TaskManagerDetail taskManagerDetail(String tmId, ApiClient apiClient) { 50 | ClusterDTO clusterDTO = apiClient.getClusterDTO(); 51 | try { 52 | return getForEntity(restTemplate, 53 | clusterDTO.getJobManagerUrl() + FlinkApiConstant.TaskManager.TM_DETAIL, 54 | TaskManagerDetail.class, tmId); 55 | } catch (Exception e) { 56 | for (String url : clusterDTO.getJobManagerStandbyUrlSet()) { 57 | try { 58 | return getForEntity(restTemplate, 59 | url + FlinkApiConstant.TaskManager.TM_DETAIL, 60 | TaskManagerDetail.class, tmId); 61 | } catch (Exception ex) { 62 | // ignore 63 | } 64 | } 65 | throw new FlinkApiCommonException(HttpStatus.INTERNAL_SERVER_ERROR.value(), "error.flink.tm.detail"); 66 | } 67 | } 68 | 69 | public String taskManagerLog(String tmId, ApiClient apiClient) { 70 | ClusterDTO clusterDTO = apiClient.getClusterDTO(); 71 | try { 72 | return getForEntity(restTemplate, 73 | clusterDTO.getJobManagerUrl() + FlinkApiConstant.TaskManager.TM_LOG, 74 | String.class, tmId); 75 | } catch (Exception e) { 76 | for (String url : clusterDTO.getJobManagerStandbyUrlSet()) { 77 | try { 78 | return getForEntity(restTemplate, 79 | url + FlinkApiConstant.TaskManager.TM_LOG, 80 | String.class, tmId); 81 | } catch (Exception ex) { 82 | // ignore 83 | } 84 | } 85 | throw new FlinkApiCommonException(HttpStatus.INTERNAL_SERVER_ERROR.value(), "error.flink.tm.log"); 86 | } 87 | } 88 | 89 | public String taskManagerStdout(String tmId, ApiClient apiClient) { 90 | ClusterDTO clusterDTO = apiClient.getClusterDTO(); 91 | try { 92 | return getForEntity(restTemplate, 93 | clusterDTO.getJobManagerUrl() + FlinkApiConstant.TaskManager.TM_STDOUT, 94 | String.class, tmId); 95 | } catch (Exception e) { 96 | for (String url : clusterDTO.getJobManagerStandbyUrlSet()) { 97 | try { 98 | return getForEntity(restTemplate, 99 | url + FlinkApiConstant.TaskManager.TM_STDOUT, 100 | String.class, tmId); 101 | } catch (Exception ex) { 102 | // ignore 103 | } 104 | } 105 | throw new FlinkApiCommonException(HttpStatus.INTERNAL_SERVER_ERROR.value(), "error.flink.tm.stdout"); 106 | } 107 | } 108 | } 109 | -------------------------------------------------------------------------------- /src/main/java/com/github/codingdebugallday/client/domain/entity/ApiResult.java: -------------------------------------------------------------------------------- 1 | package com.github.codingdebugallday.client.domain.entity; 2 | 3 | import java.io.Serializable; 4 | 5 | /** 6 | *7 | * description 8 | *
9 | * 10 | * @author abigballofmud 2019/11/21 14:36 11 | * @since 1.0 12 | */ 13 | public class ApiResult16 | * description 17 | *
18 | * 19 | * @author isacc 2020/03/25 17:51 20 | * @since 1.0 21 | */ 22 | @Data 23 | @Builder 24 | @NoArgsConstructor 25 | @AllArgsConstructor 26 | @EqualsAndHashCode(callSuper = false) 27 | @JsonInclude(JsonInclude.Include.NON_NULL) 28 | @TableName(value = "flink_cluster") 29 | public class Cluster implements Serializable { 30 | 31 | private static final long serialVersionUID = 3479540350836927408L; 32 | 33 | public static final String FIELD_CLUSTER_ID = "cluster_id"; 34 | public static final String FIELD_TENANT_ID = "tenant_id"; 35 | public static final String FIELD_CLUSTER_CODE = "cluster_code"; 36 | public static final String FIELD_JOB_MANAGER_URL = "job_manager_url"; 37 | 38 | @TableId(type = IdType.AUTO) 39 | private Long clusterId; 40 | 41 | @NotBlank 42 | private String clusterCode; 43 | 44 | private String clusterDesc; 45 | @NotBlank 46 | private String jobManagerUrl; 47 | 48 | /** 49 | * 若配置了Ha，这里是备用的jm，逗号分割 50 | */ 51 | private String jobManagerStandbyUrl; 52 | 53 | private Integer enabledFlag; 54 | 55 | private Long tenantId; 56 | @Version 57 | private Long objectVersionNumber; 58 | private LocalDateTime creationDate; 59 | private Long createdBy; 60 | private LocalDateTime lastUpdateDate; 61 | private Long lastUpdatedBy; 62 | 63 | } 64 | -------------------------------------------------------------------------------- /src/main/java/com/github/codingdebugallday/client/domain/entity/Node.java: -------------------------------------------------------------------------------- 1 | package com.github.codingdebugallday.client.domain.entity; 2 | 3 | import java.io.Serializable; 4 | import java.time.LocalDateTime; 5 | import javax.validation.constraints.NotBlank; 6 | 7 | import com.baomidou.mybatisplus.annotation.IdType; 8 | import com.baomidou.mybatisplus.annotation.TableId; 9 | import com.baomidou.mybatisplus.annotation.TableName; 10 | import com.baomidou.mybatisplus.annotation.Version; 11 | import com.fasterxml.jackson.annotation.JsonInclude; 12 | import lombok.*; 13 | 14 | /** 15 | *16 | * description 17 | *
18 | * 19 | * @author isacc 2020/03/25 17:51 20 | * @since 1.0 21 | */ 22 | @Data 23 | @Builder 24 | @NoArgsConstructor 25 | @AllArgsConstructor 26 | @EqualsAndHashCode(callSuper = false) 27 | @JsonInclude(JsonInclude.Include.NON_NULL) 28 | @TableName(value = "flink_node") 29 | public class Node implements Serializable { 30 | 31 | private static final long serialVersionUID = 1208427498280311922L; 32 | 33 | public static final String FIELD_NODE_ID = "node_id"; 34 | public static final String FIELD_CLUSTER_CODE = "cluster_code"; 35 | public static final String FIELD_NODE_TYPE = "node_type"; 36 | public static final String FIELD_TENANT_ID = "tenant_id"; 37 | 38 | @TableId(type = IdType.AUTO) 39 | private Long nodeId; 40 | 41 | private String clusterCode; 42 | 43 | private String nodeCode; 44 | private String nodeType; 45 | 46 | private String nodeDesc; 47 | 48 | private String settingInfo; 49 | 50 | private Integer enabledFlag; 51 | 52 | private Long tenantId; 53 | @Version 54 | private Long objectVersionNumber; 55 | private LocalDateTime creationDate; 56 | private Long createdBy; 57 | private LocalDateTime lastUpdateDate; 58 | private Long lastUpdatedBy; 59 | 60 | } 61 | -------------------------------------------------------------------------------- /src/main/java/com/github/codingdebugallday/client/domain/entity/UploadJar.java: -------------------------------------------------------------------------------- 1 | package com.github.codingdebugallday.client.domain.entity; 2 | 3 | import java.io.Serializable; 4 | import java.time.LocalDateTime; 5 | 6 | import com.baomidou.mybatisplus.annotation.IdType; 7 | import com.baomidou.mybatisplus.annotation.TableId; 8 | import com.baomidou.mybatisplus.annotation.TableName; 9 | import com.baomidou.mybatisplus.annotation.Version; 10 | import com.fasterxml.jackson.annotation.JsonInclude; 11 | import lombok.*; 12 | 13 | /** 14 | *15 | * description 16 | *
17 | * 18 | * @author isacc 2020/4/7 10:12 19 | * @since 1.0 20 | */ 21 | @Data 22 | @Builder 23 | @NoArgsConstructor 24 | @AllArgsConstructor 25 | @EqualsAndHashCode(callSuper = false) 26 | @TableName(value = "flink_upload_jar") 27 | @JsonInclude(JsonInclude.Include.NON_NULL) 28 | public class UploadJar implements Serializable { 29 | 30 | private static final long serialVersionUID = 5997028378766205793L; 31 | 32 | public static final String FIELD_UPLOAD_JAR_ID = "UPLOAD_JAR_ID"; 33 | public static final String FIELD_TENANT_ID = "tenant_id"; 34 | public static final String FIELD_CLUSTER_CODE = "cluster_code"; 35 | public static final String FIELD_JAR_CODE = "jar_code"; 36 | public static final String FIELD_SYSTEM_PROVIDED = "system_provided"; 37 | public static final String FIELD_FILENAME = "filename"; 38 | 39 | @TableId(type = IdType.AUTO) 40 | private Long uploadJarId; 41 | 42 | private String jarCode; 43 | private String clusterCode; 44 | 45 | private String jarDesc; 46 | private String version; 47 | private String entryClass; 48 | 49 | /** 50 | * 是否是系统提供的（平台预先上传jar做为平台功能使用） 51 | */ 52 | private Integer systemProvided; 53 | 54 | private String filename; 55 | private String jarName; 56 | private String status; 57 | 58 | private Long tenantId; 59 | @Version 60 | private Long objectVersionNumber; 61 | private LocalDateTime creationDate; 62 | private Long createdBy; 63 | private LocalDateTime lastUpdateDate; 64 | private Long lastUpdatedBy; 65 | 66 | } 67 | -------------------------------------------------------------------------------- /src/main/java/com/github/codingdebugallday/client/domain/entity/jars/JarRunRequest.java: -------------------------------------------------------------------------------- 1 | package com.github.codingdebugallday.client.domain.entity.jars; 2 | 3 | import java.util.List; 4 | import javax.validation.constraints.NotBlank; 5 | 6 | import com.fasterxml.jackson.annotation.JsonInclude; 7 | import com.fasterxml.jackson.annotation.JsonProperty; 8 | import lombok.*; 9 | 10 | /** 11 | *12 | * description 13 | *
14 | * 15 | * @author isacc 2020/03/27 14:05 16 | * @since 1.0 17 | */ 18 | @NoArgsConstructor 19 | @AllArgsConstructor 20 | @EqualsAndHashCode(callSuper = false) 21 | @Data 22 | @Builder 23 | @JsonInclude(JsonInclude.Include.NON_NULL) 24 | public class JarRunRequest { 25 | 26 | /** 27 | * entryClass : org.apache.flink.streaming.examples.wordcount.WordCount 28 | * parallelism : 1 29 | * programArg : 30 | * savepointPath : 31 | * allowNonRestoredState : true 32 | */ 33 | @NotBlank 34 | private String entryClass; 35 | private Integer parallelism; 36 | private List10 | * description 11 | *
12 | * 13 | * @author isacc 2020/03/27 14:04 14 | * @since 1.0 15 | */ 16 | @NoArgsConstructor 17 | @Data 18 | public class JarRunResponseBody { 19 | 20 | 21 | /** 22 | * jobid : c1fdcb57789886ac0b2c52a67d0083cc 23 | */ 24 | 25 | private String jobid; 26 | private List10 | * description 11 | *
12 | * 13 | * @author isacc 2020/03/26 22:47 14 | * @since 1.0 15 | */ 16 | @NoArgsConstructor 17 | @Data 18 | public class JarUploadResponseBody { 19 | 20 | 21 | /** 22 | * filename : /data/flink/upload_jars/flink-web-upload/184ffd19-0280-4aa8-8a64-fd5bc91a36e0_WordCount.jar 23 | * status : success 24 | */ 25 | private String filename; 26 | private String status; 27 | private List10 | * 一般无返回值可用此类 11 | *
12 | * 13 | * @author isacc 2020/04/08 17:43 14 | * @since 1.0 15 | */ 16 | @NoArgsConstructor 17 | @Data 18 | public class FlinkApiErrorResponse { 19 | 20 | private List11 | * description 12 | *
13 | * 14 | * @author isacc 2020/04/09 16:39 15 | * @since 1.0 16 | */ 17 | @NoArgsConstructor 18 | @Data 19 | public class JobExceptionsInfo { 20 | 21 | public static final String FIELD_NAME_ROOT_EXCEPTION = "root-exception"; 22 | public static final String FIELD_NAME_TIMESTAMP = "timestamp"; 23 | public static final String FIELD_NAME_ALL_EXCEPTIONS = "all-exceptions"; 24 | public static final String FIELD_NAME_TRUNCATED = "truncated"; 25 | 26 | @JsonProperty(FIELD_NAME_ROOT_EXCEPTION) 27 | private String rootException; 28 | 29 | @JsonProperty(FIELD_NAME_TIMESTAMP) 30 | private Long rootTimestamp; 31 | 32 | @JsonProperty(FIELD_NAME_ALL_EXCEPTIONS) 33 | private List10 | * description 11 | *
12 | * 13 | * @author isacc 2020/04/08 11:49 14 | * @since 1.0 15 | */ 16 | @NoArgsConstructor 17 | @Data 18 | public class JobIdsWithStatusOverview { 19 | 20 | 21 | private List11 | * description 12 | *
13 | * 14 | * @author isacc 2020/04/08 15:17 15 | * @since 1.0 16 | */ 17 | @NoArgsConstructor 18 | @Data 19 | public class MultipleJobsDetails { 20 | 21 | 22 | private List9 | * SavepointInfo 10 | *
11 | * 12 | * @author isacc 2020/5/15 16:42 13 | * @since 1.0 14 | */ 15 | @NoArgsConstructor 16 | @Data 17 | @JsonInclude(JsonInclude.Include.NON_NULL) 18 | public class SavepointInfo { 19 | 20 | 21 | /** 22 | * status : {"id":"COMPLETED"} 23 | * operation : {"location":"file:/E:/myGitCode/flink-api-spring-boot-starter/savepoint1/savepoint-c3d2ad-aff370603065"} 24 | */ 25 | 26 | private StatusBean status; 27 | private OperationBean operation; 28 | 29 | @NoArgsConstructor 30 | @Data 31 | public static class StatusBean { 32 | /** 33 | * id : COMPLETED 34 | */ 35 | 36 | private String id; 37 | } 38 | 39 | @NoArgsConstructor 40 | @Data 41 | public static class OperationBean { 42 | /** 43 | * location : file:/E:/myGitCode/flink-api-spring-boot-starter/savepoint1/savepoint-c3d2ad-aff370603065 44 | */ 45 | 46 | private String location; 47 | } 48 | } 49 | -------------------------------------------------------------------------------- /src/main/java/com/github/codingdebugallday/client/domain/entity/jobs/SavepointTriggerRequestBody.java: -------------------------------------------------------------------------------- 1 | package com.github.codingdebugallday.client.domain.entity.jobs; 2 | 3 | import com.fasterxml.jackson.annotation.JsonAlias; 4 | import com.fasterxml.jackson.annotation.JsonInclude; 5 | import com.fasterxml.jackson.annotation.JsonProperty; 6 | import lombok.*; 7 | 8 | /** 9 | *10 | * description 11 | *
12 | * 13 | * @author isacc 2020/04/08 17:55 14 | * @since 1.0 15 | */ 16 | @NoArgsConstructor 17 | @AllArgsConstructor 18 | @EqualsAndHashCode(callSuper = false) 19 | @Data 20 | @Builder 21 | @JsonInclude(JsonInclude.Include.NON_NULL) 22 | public class SavepointTriggerRequestBody { 23 | 24 | @JsonAlias({"targetDirectory"}) 25 | @JsonProperty("target-directory") 26 | private String targetDirectory; 27 | @JsonAlias({"cancelJob"}) 28 | @JsonProperty("cancel-job") 29 | @Builder.Default 30 | private Boolean cancelJob = false; 31 | @JsonProperty(access = JsonProperty.Access.WRITE_ONLY) 32 | private String jobId; 33 | } 34 | -------------------------------------------------------------------------------- /src/main/java/com/github/codingdebugallday/client/domain/entity/jobs/TriggerResponse.java: -------------------------------------------------------------------------------- 1 | package com.github.codingdebugallday.client.domain.entity.jobs; 2 | 3 | import java.util.List; 4 | 5 | import com.fasterxml.jackson.annotation.JsonAlias; 6 | import com.fasterxml.jackson.annotation.JsonInclude; 7 | import lombok.Data; 8 | import lombok.NoArgsConstructor; 9 | 10 | /** 11 | *12 | * description 13 | *
14 | * 15 | * @author isacc 2020/04/08 18:20 16 | * @since 1.0 17 | */ 18 | @NoArgsConstructor 19 | @Data 20 | @JsonInclude(JsonInclude.Include.NON_NULL) 21 | public class TriggerResponse { 22 | 23 | private List8 | * TriggerResponseWithSavepoint 9 | *
10 | * 11 | * @author isacc 2020/5/15 16:41 12 | * @since 1.0 13 | */ 14 | @Data 15 | @Builder 16 | @NoArgsConstructor 17 | @AllArgsConstructor 18 | @EqualsAndHashCode(callSuper = false) 19 | @JsonInclude(JsonInclude.Include.NON_NULL) 20 | public class TriggerResponseWithSavepoint { 21 | 22 | private TriggerResponse triggerResponse; 23 | 24 | private SavepointInfo savepointInfo; 25 | 26 | } 27 | -------------------------------------------------------------------------------- /src/main/java/com/github/codingdebugallday/client/domain/entity/overview/DashboardConfiguration.java: -------------------------------------------------------------------------------- 1 | package com.github.codingdebugallday.client.domain.entity.overview; 2 | 3 | import com.fasterxml.jackson.annotation.JsonAlias; 4 | import lombok.Data; 5 | import lombok.NoArgsConstructor; 6 | 7 | /** 8 | *9 | * ClusterConfigInfo 10 | *
11 | * 12 | * @author isacc 2020/5/9 11:37 13 | * @since 1.0 14 | */ 15 | @NoArgsConstructor 16 | @Data 17 | public class DashboardConfiguration { 18 | 19 | 20 | /** 21 | * refresh-interval : 3000 22 | * timezone-name : China Time 23 | * timezone-offset : 28800000 24 | * flink-version : 1.10.0 25 | * flink-revision : aa4eb8f @ 07.02.2020 @ 19:18:19 CET 26 | * features : {"web-submit":true} 27 | */ 28 | @JsonAlias("refresh-interval") 29 | private int refreshInterval; 30 | @JsonAlias("timezone-name") 31 | private String timezoneName; 32 | @JsonAlias("timezone-offset") 33 | private int timezoneOffset; 34 | @JsonAlias("flink-version") 35 | private String flinkVersion; 36 | @JsonAlias("flink-revision") 37 | private String flinkRevision; 38 | private FeaturesBean features; 39 | 40 | @NoArgsConstructor 41 | @Data 42 | public static class FeaturesBean { 43 | /** 44 | * web-submit : true 45 | */ 46 | @JsonAlias("web-submit") 47 | private boolean webSubmit; 48 | } 49 | } 50 | -------------------------------------------------------------------------------- /src/main/java/com/github/codingdebugallday/client/domain/entity/tm/TaskManagerDetail.java: -------------------------------------------------------------------------------- 1 | package com.github.codingdebugallday.client.domain.entity.tm; 2 | 3 | import java.util.List; 4 | 5 | import lombok.Data; 6 | import lombok.NoArgsConstructor; 7 | 8 | /** 9 | *10 | * description 11 | *
12 | * 13 | * @author isacc 2020/04/10 14:56 14 | * @since 1.0 15 | */ 16 | @NoArgsConstructor 17 | @Data 18 | public class TaskManagerDetail { 19 | 20 | 21 | /** 22 | * id : 136083a20c8d0dae2182320fc972179a 23 | * path : akka.tcp://flink@192.168.12.246:40418/user/taskmanager_0 24 | * dataPort : 34598 25 | * timeSinceLastHeartbeat : 1586501033738 26 | * slotsNumber : 3 27 | * freeSlots : 2 28 | * hardware : {"cpuCores":4,"physicalMemory":16825131008,"freeMemory":1749024768,"managedMemory":1505922928} 29 | * metrics : {"heapUsed":542676184,"heapCommitted":1749024768,"heapMax":1749024768,"nonHeapUsed":108611256,"nonHeapCommitted":112218112,"nonHeapMax":444596224,"directCount":11512,"directUsed":379639749,"directMax":379639747,"mappedCount":0,"mappedUsed":0,"mappedMax":0,"memorySegmentsAvailable":11479,"memorySegmentsTotal":11489,"garbageCollectors":[{"name":"G1_Young_Generation","count":47,"time":8794},{"name":"G1_Old_Generation","count":0,"time":0}]} 30 | */ 31 | 32 | private String id; 33 | private String path; 34 | private int dataPort; 35 | private long timeSinceLastHeartbeat; 36 | private int slotsNumber; 37 | private int freeSlots; 38 | private HardwareBean hardware; 39 | private MetricsBean metrics; 40 | 41 | @NoArgsConstructor 42 | @Data 43 | public static class HardwareBean { 44 | /** 45 | * cpuCores : 4 46 | * physicalMemory : 16825131008 47 | * freeMemory : 1749024768 48 | * managedMemory : 1505922928 49 | */ 50 | 51 | private int cpuCores; 52 | private long physicalMemory; 53 | private int freeMemory; 54 | private int managedMemory; 55 | } 56 | 57 | @NoArgsConstructor 58 | @Data 59 | public static class MetricsBean { 60 | /** 61 | * heapUsed : 542676184 62 | * heapCommitted : 1749024768 63 | * heapMax : 1749024768 64 | * nonHeapUsed : 108611256 65 | * nonHeapCommitted : 112218112 66 | * nonHeapMax : 444596224 67 | * directCount : 11512 68 | * directUsed : 379639749 69 | * directMax : 379639747 70 | * mappedCount : 0 71 | * mappedUsed : 0 72 | * mappedMax : 0 73 | * memorySegmentsAvailable : 11479 74 | * memorySegmentsTotal : 11489 75 | * garbageCollectors : [{"name":"G1_Young_Generation","count":47,"time":8794},{"name":"G1_Old_Generation","count":0,"time":0}] 76 | */ 77 | 78 | private int heapUsed; 79 | private int heapCommitted; 80 | private int heapMax; 81 | private int nonHeapUsed; 82 | private int nonHeapCommitted; 83 | private int nonHeapMax; 84 | private int directCount; 85 | private int directUsed; 86 | private int directMax; 87 | private int mappedCount; 88 | private int mappedUsed; 89 | private int mappedMax; 90 | private int memorySegmentsAvailable; 91 | private int memorySegmentsTotal; 92 | private List10 | * description 11 | *
12 | * 13 | * @author isacc 2020/04/09 17:41 14 | * @since 1.0 15 | */ 16 | @NoArgsConstructor 17 | @Data 18 | public class TaskManagerInfo { 19 | 20 | 21 | private List10 | * description 11 | *
12 | * 13 | * @author isacc 2020/03/28 2:20 14 | * @since 1.0 15 | */ 16 | public interface ClusterRepository { 17 | 18 | /** 19 | * 分页条件查询flink集群 20 | * 21 | * @param clusterDTO ClusterDTO 22 | * @param clusterPage Page9 | * description 10 | *
11 | * 12 | * @author isacc 2020/03/28 2:20 13 | * @since 1.0 14 | */ 15 | public interface NodeRepository { 16 | 17 | /** 18 | * 根据clusterCode获取flink节点集合 19 | * 20 | * @param clusterCode clusterCode 21 | * @param tenantId 租户id 22 | * @return org.abigballofmud.flink.client.api.dto.ClusterDTO 23 | */ 24 | List10 | * description 11 | *
12 | * 13 | * @author isacc 2020/04/07 10:45 14 | * @since 1.0 15 | */ 16 | public interface UploadJarRepository { 17 | 18 | /** 19 | * 分页条件查询flink上传的jar 20 | * 21 | * @param uploadJarDTO UploadJarDTO 22 | * @param uploadJarPage Page18 | * description 19 | *
20 | * 21 | * @author isacc 2020/03/26 21:28 22 | * @since 1.0 23 | */ 24 | @Configuration 25 | @ComponentScan("com.github.codingdebugallday.client") 26 | @MapperScan({ 27 | "com.github.codingdebugallday.client.**.mapper" 28 | }) 29 | public class FlinkApiAutoConfiguration { 30 | 31 | @Bean 32 | public FlinkApiContext flinkApiContext(@Qualifier("flinkRestTemplate") RestTemplate restTemplate, 33 | ClusterRepository clusterRepository, 34 | NodeRepository nodeRepository) { 35 | return new FlinkApiContext(restTemplate, clusterRepository, nodeRepository); 36 | } 37 | 38 | @Bean("flinkRestTemplate") 39 | public RestTemplate restTemplate(ClientHttpRequestFactory clientHttpRequestFactory) { 40 | RestTemplate restTemplate = new RestTemplate(clientHttpRequestFactory); 41 | restTemplate.setErrorHandler(new RestTemplateErrorHandler()); 42 | return restTemplate; 43 | } 44 | 45 | @Bean 46 | public ClientHttpRequestFactory clientHttpRequestFactory() { 47 | HttpComponentsClientHttpRequestFactory factory = new HttpComponentsClientHttpRequestFactory(); 48 | factory.setReadTimeout(5000); 49 | factory.setConnectTimeout(15000); 50 | return factory; 51 | } 52 | } 53 | -------------------------------------------------------------------------------- /src/main/java/com/github/codingdebugallday/client/infra/autoconfigure/GlobalExceptionHandlerAutoConfiguration.java: -------------------------------------------------------------------------------- 1 | package com.github.codingdebugallday.client.infra.autoconfigure; 2 | 3 | import com.github.codingdebugallday.client.infra.exceptions.GlobalExceptionHandler; 4 | import org.springframework.context.annotation.Bean; 5 | import org.springframework.context.annotation.Configuration; 6 | 7 | /** 8 | *9 | * 全局异常处理配置 10 | *
11 | * 12 | * @author abigballofmud 2019/11/21 14:51 13 | * @since 1.0 14 | */ 15 | @Configuration 16 | public class GlobalExceptionHandlerAutoConfiguration { 17 | 18 | @Bean("flinkGlobalExceptionHandler") 19 | public GlobalExceptionHandler globalExceptionHandler() { 20 | return new GlobalExceptionHandler(); 21 | } 22 | 23 | } 24 | -------------------------------------------------------------------------------- /src/main/java/com/github/codingdebugallday/client/infra/autoconfigure/MybatisPlusConfig.java: -------------------------------------------------------------------------------- 1 | package com.github.codingdebugallday.client.infra.autoconfigure; 2 | 3 | import com.baomidou.mybatisplus.extension.plugins.OptimisticLockerInterceptor; 4 | import com.baomidou.mybatisplus.extension.plugins.PaginationInterceptor; 5 | import com.baomidou.mybatisplus.extension.plugins.pagination.optimize.JsqlParserCountOptimize; 6 | import org.springframework.context.annotation.Bean; 7 | import org.springframework.context.annotation.Configuration; 8 | import org.springframework.transaction.annotation.EnableTransactionManagement; 9 | 10 | /** 11 | *12 | * description 13 | *
14 | * 15 | * @author isacc 2020/03/28 1:59 16 | * @since 1.0 17 | */ 18 | @EnableTransactionManagement 19 | @Configuration 20 | public class MybatisPlusConfig { 21 | 22 | @Bean 23 | public PaginationInterceptor paginationInterceptor() { 24 | PaginationInterceptor paginationInterceptor = new PaginationInterceptor(); 25 | // 设置请求的页面大于最大页后操作， true调回到首页，false 继续请求 默认false 26 | // paginationInterceptor.setOverflow(false); 27 | // 设置最大单页限制数量，默认 500 条，-1 不受限制 28 | // paginationInterceptor.setLimit(500); 29 | // 开启 count 的 join 优化,只针对部分 left join 30 | paginationInterceptor.setCountSqlParser(new JsqlParserCountOptimize(true)); 31 | return paginationInterceptor; 32 | } 33 | 34 | @Bean 35 | public OptimisticLockerInterceptor optimisticLockerInterceptor() { 36 | return new OptimisticLockerInterceptor(); 37 | } 38 | } 39 | -------------------------------------------------------------------------------- /src/main/java/com/github/codingdebugallday/client/infra/constants/FlinkApiConstant.java: -------------------------------------------------------------------------------- 1 | package com.github.codingdebugallday.client.infra.constants; 2 | 3 | /** 4 | *5 | * description 6 | *
7 | * 8 | * @author isacc 2020/03/27 1:11 9 | * @since 1.0 10 | */ 11 | public final class FlinkApiConstant { 12 | 13 | private FlinkApiConstant() { 14 | } 15 | 16 | public static final class Jars { 17 | private Jars() { 18 | } 19 | 20 | /** 21 | * flink jar upload url 22 | */ 23 | public static final String UPLOAD_JAR = "/v1/jars/upload"; 24 | /** 25 | * flink jar delete url 26 | */ 27 | public static final String DELETE_JAR = "/v1/jars/{1}"; 28 | /** 29 | * running a jar previously uploaded via '/jars/upload' 30 | */ 31 | public static final String RUN_JAR = "/v1/jars/{1}/run"; 32 | } 33 | 34 | public static final class Overview { 35 | private Overview() { 36 | } 37 | /** 38 | * flink overview url 39 | */ 40 | public static final String CONFIG = "/v1/config"; 41 | public static final String VIEW = "/v1/overview"; 42 | } 43 | 44 | public static final class Jobs { 45 | private Jobs() { 46 | } 47 | /** 48 | * flink job url 49 | */ 50 | public static final String JOB_LIST = "/v1/jobs"; 51 | public static final String JOB_OVERVIEW = "/v1/jobs/overview"; 52 | public static final String JOB_DETAIL = "/v1/jobs/{1}"; 53 | public static final String JOB_YARN_CANCEL = "/v1/jobs/{1}/yarn-cancel"; 54 | public static final String JOB_CANCEL_WITH_SAVEPOINTS = "/v1/jobs/{1}/savepoints"; 55 | public static final String JOB_SAVEPOINT_STATUS = "/v1/jobs/{1}/savepoints/{2}"; 56 | public static final String JOB_TERMINATE = "/v1/jobs/{1}?mode={2}"; 57 | public static final String JOB_RESCALING = "/v1/jobs/{1}/rescaling?parallelism={2}"; 58 | public static final String JOB_EXCEPTIONS = "/v1/jobs/{1}/exceptions"; 59 | } 60 | 61 | public static final class TaskManager{ 62 | private TaskManager() { 63 | } 64 | /** 65 | * flink taskmanager url 66 | */ 67 | public static final String TM_LIST = "/v1/taskmanagers"; 68 | public static final String TM_DETAIL = "/v1/taskmanagers/{1}"; 69 | public static final String TM_LOG = "/v1/taskmanagers/{1}/log"; 70 | public static final String TM_STDOUT= "/v1/taskmanagers/{1}/stdout"; 71 | 72 | } 73 | 74 | public static final class JobManager{ 75 | private JobManager() { 76 | } 77 | /** 78 | * flink jobmanager url 79 | */ 80 | public static final String JM_CONFIG = "/v1/jobmanager/config"; 81 | public static final String JM_LOG = "/jobmanager/log"; 82 | public static final String JM_STDOUT = "/jobmanager/stdout"; 83 | 84 | } 85 | 86 | } 87 | -------------------------------------------------------------------------------- /src/main/java/com/github/codingdebugallday/client/infra/context/FlinkApiContext.java: -------------------------------------------------------------------------------- 1 | package com.github.codingdebugallday.client.infra.context; 2 | 3 | import java.util.Map; 4 | import java.util.Objects; 5 | import java.util.Optional; 6 | import java.util.concurrent.ConcurrentHashMap; 7 | 8 | import com.github.codingdebugallday.client.api.dto.ClusterDTO; 9 | import com.github.codingdebugallday.client.app.service.FlinkApi; 10 | import com.github.codingdebugallday.client.domain.repository.ClusterRepository; 11 | import com.github.codingdebugallday.client.domain.repository.NodeRepository; 12 | import com.github.codingdebugallday.client.infra.exceptions.FlinkApiCommonException; 13 | import org.springframework.http.HttpStatus; 14 | import org.springframework.web.client.RestTemplate; 15 | 16 | /** 17 | *18 | * description 19 | *
20 | * 21 | * @author isacc 2020/03/28 0:37 22 | * @since 1.0 23 | */ 24 | public class FlinkApiContext { 25 | 26 | private final Map11 | * description 12 | *
13 | * 14 | * @author isacc 2020/03/31 12:12 15 | * @since 1.0 16 | */ 17 | @Mapper 18 | public interface ClusterConvertMapper { 19 | 20 | ClusterConvertMapper INSTANCE = Mappers.getMapper(ClusterConvertMapper.class); 21 | 22 | /** 23 | * entityToDTO 24 | * 25 | * @param cluster Cluster 26 | * @return org.abigballofmud.flink.client.api.dto.ClusterDTO 27 | */ 28 | @Mapping(target = "jobManagerStandbyUrlSet", 29 | expression = "java(com.github.codingdebugallday.client.infra.converter.ClusterConvertUtil.standbyUrlToSet(cluster.getJobManagerStandbyUrl()))") 30 | @Mapping(target = "host", 31 | expression = "java(com.github.codingdebugallday.client.infra.converter.ClusterConvertUtil.getJmHost(cluster.getJobManagerUrl()))") 32 | @Mapping(target = "port", 33 | expression = "java(com.github.codingdebugallday.client.infra.converter.ClusterConvertUtil.getJmPort(cluster.getJobManagerUrl()))") 34 | ClusterDTO entityToDTO(Cluster cluster); 35 | 36 | /** 37 | * dtoToEntity 38 | * 39 | * @param clusterDTO ClusterDTO 40 | * @return org.abigballofmud.flink.client.domain.entity.Cluster 41 | */ 42 | Cluster dtoToEntity(ClusterDTO clusterDTO); 43 | 44 | } 45 | -------------------------------------------------------------------------------- /src/main/java/com/github/codingdebugallday/client/infra/converter/ClusterConvertUtil.java: -------------------------------------------------------------------------------- 1 | package com.github.codingdebugallday.client.infra.converter; 2 | 3 | import java.util.Set; 4 | import java.util.regex.Matcher; 5 | import java.util.regex.Pattern; 6 | import java.util.stream.Collectors; 7 | import java.util.stream.Stream; 8 | 9 | /** 10 | *11 | * description 12 | *
13 | * 14 | * @author isacc 2020/04/01 10:27 15 | * @since 1.0 16 | */ 17 | public class ClusterConvertUtil { 18 | 19 | private static final Pattern JM_URL_REGEX = Pattern.compile("http://(.*?):(\\d+)"); 20 | 21 | private ClusterConvertUtil() { 22 | throw new IllegalStateException("util class"); 23 | } 24 | 25 | public static Set10 | * description 11 | *
12 | * 13 | * @author isacc 2020/03/31 12:12 14 | * @since 1.0 15 | */ 16 | @Mapper 17 | public interface NodeConvertMapper { 18 | 19 | NodeConvertMapper INSTANCE = Mappers.getMapper(NodeConvertMapper.class); 20 | 21 | /** 22 | * entityToDTO 23 | * 24 | * @param node Node 25 | * @return org.abigballofmud.flink.client.api.dto.NodeDTO 26 | */ 27 | NodeDTO entityToDTO(Node node); 28 | 29 | /** 30 | * dtoToEntity 31 | * 32 | * @param nodeDTO NodeDTO 33 | * @return org.abigballofmud.flink.client.domain.entity.Node 34 | */ 35 | Node dtoToEntity(NodeDTO nodeDTO); 36 | 37 | } 38 | -------------------------------------------------------------------------------- /src/main/java/com/github/codingdebugallday/client/infra/converter/UploadJarConvertMapper.java: -------------------------------------------------------------------------------- 1 | package com.github.codingdebugallday.client.infra.converter; 2 | 3 | import com.github.codingdebugallday.client.api.dto.UploadJarDTO; 4 | import com.github.codingdebugallday.client.domain.entity.UploadJar; 5 | import org.mapstruct.Mapper; 6 | import org.mapstruct.factory.Mappers; 7 | 8 | /** 9 | *10 | * description 11 | *
12 | * 13 | * @author isacc 2020/03/31 12:12 14 | * @since 1.0 15 | */ 16 | @Mapper 17 | public interface UploadJarConvertMapper { 18 | 19 | UploadJarConvertMapper INSTANCE = Mappers.getMapper(UploadJarConvertMapper.class); 20 | 21 | /** 22 | * entityToDTO 23 | * 24 | * @param uploadJar UploadJar 25 | * @return org.abigballofmud.flink.client.api.dto.ClusterDTO 26 | */ 27 | UploadJarDTO entityToDTO(UploadJar uploadJar); 28 | 29 | /** 30 | * dtoToEntity 31 | * 32 | * @param uploadJarDTO UploadJarDTO 33 | * @return org.abigballofmud.flink.client.domain.entity.Cluster 34 | */ 35 | UploadJar dtoToEntity(UploadJarDTO uploadJarDTO); 36 | 37 | } 38 | -------------------------------------------------------------------------------- /src/main/java/com/github/codingdebugallday/client/infra/enums/NodeTypeEnum.java: -------------------------------------------------------------------------------- 1 | package com.github.codingdebugallday.client.infra.enums; 2 | 3 | /** 4 | *5 | * description 6 | *
7 | * 8 | * @author isacc 2020/04/03 17:20 9 | * @since 1.0 10 | */ 11 | public enum NodeTypeEnum { 12 | 13 | /** 14 | * master 15 | */ 16 | MASTER, 17 | /** 18 | * slave 19 | */ 20 | SLAVE; 21 | } 22 | -------------------------------------------------------------------------------- /src/main/java/com/github/codingdebugallday/client/infra/exceptions/FlinkApiCommonException.java: -------------------------------------------------------------------------------- 1 | package com.github.codingdebugallday.client.infra.exceptions; 2 | 3 | /** 4 | *5 | * description 6 | *
7 | * 8 | * @author isacc 2020/03/25 21:10 9 | * @since 1.0 10 | */ 11 | public class FlinkApiCommonException extends RuntimeException { 12 | private static final long serialVersionUID = -7003755589740016882L; 13 | 14 | private final Integer code; 15 | 16 | public FlinkApiCommonException(Integer code, String msg) { 17 | super(msg); 18 | this.code = code; 19 | } 20 | 21 | public FlinkApiCommonException(Integer code, String msg, Throwable throwable) { 22 | super(msg, throwable); 23 | this.code = code; 24 | } 25 | 26 | public Integer getCode() { 27 | return code; 28 | } 29 | } 30 | -------------------------------------------------------------------------------- /src/main/java/com/github/codingdebugallday/client/infra/exceptions/FlinkCommonException.java: -------------------------------------------------------------------------------- 1 | package com.github.codingdebugallday.client.infra.exceptions; 2 | 3 | /** 4 | *5 | * description 6 | *
7 | * 8 | * @author isacc 2020/03/27 16:31 9 | * @since 1.0 10 | */ 11 | public class FlinkCommonException extends RuntimeException { 12 | 13 | private static final long serialVersionUID = -6167077238093684100L; 14 | 15 | public FlinkCommonException(String msg) { 16 | super(msg); 17 | } 18 | 19 | public FlinkCommonException(String msg, Throwable throwable) { 20 | super(msg, throwable); 21 | } 22 | 23 | public FlinkCommonException( Throwable throwable) { 24 | super(throwable); 25 | } 26 | } 27 | -------------------------------------------------------------------------------- /src/main/java/com/github/codingdebugallday/client/infra/exceptions/GlobalExceptionHandler.java: -------------------------------------------------------------------------------- 1 | package com.github.codingdebugallday.client.infra.exceptions; 2 | 3 | import com.github.codingdebugallday.client.domain.entity.ApiResult; 4 | import org.slf4j.Logger; 5 | import org.slf4j.LoggerFactory; 6 | import org.springframework.core.annotation.Order; 7 | import org.springframework.http.HttpStatus; 8 | import org.springframework.web.bind.annotation.ExceptionHandler; 9 | import org.springframework.web.bind.annotation.RestControllerAdvice; 10 | 11 | /** 12 | *13 | * description 14 | *
15 | * 16 | * @author abigballofmud 2019/11/21 14:49 17 | * @since 1.0 18 | */ 19 | @Order(100) 20 | @RestControllerAdvice 21 | public class GlobalExceptionHandler { 22 | 23 | private static final Logger LOG = LoggerFactory.getLogger(GlobalExceptionHandler.class); 24 | 25 | @ExceptionHandler(FlinkApiCommonException.class) 26 | public ApiResult10 | * description 11 | *
12 | * 13 | * @author isacc 2020/3/26 21:40 14 | * @since 1.0 15 | */ 16 | public class RestTemplateErrorHandler implements ResponseErrorHandler { 17 | 18 | @Override 19 | public boolean hasError(ClientHttpResponse response) throws IOException { 20 | return true; 21 | } 22 | 23 | @Override 24 | public void handleError(ClientHttpResponse response) throws IOException { 25 | // ignore do nothing 26 | } 27 | } 28 | -------------------------------------------------------------------------------- /src/main/java/com/github/codingdebugallday/client/infra/exceptions/package-info.java: -------------------------------------------------------------------------------- 1 | @NonNullApi 2 | package com.github.codingdebugallday.client.infra.exceptions; 3 | 4 | import org.springframework.lang.NonNullApi; -------------------------------------------------------------------------------- /src/main/java/com/github/codingdebugallday/client/infra/handlers/FutureTaskWorker.java: -------------------------------------------------------------------------------- 1 | package com.github.codingdebugallday.client.infra.handlers; 2 | 3 | import java.util.List; 4 | import java.util.concurrent.CompletableFuture; 5 | import java.util.function.Function; 6 | 7 | import lombok.AllArgsConstructor; 8 | import lombok.Data; 9 | 10 | /** 11 | *12 | * description 13 | *
14 | * 15 | * @author isacc 2020/04/02 21:54 16 | * @since 1.0 17 | */ 18 | @Data 19 | @AllArgsConstructor 20 | public class FutureTaskWorker8 | * description 9 | *
10 | * 11 | * @author isacc 2020/03/28 2:29 12 | * @since 1.0 13 | */ 14 | public interface ClusterMapper extends BaseMapper8 | * description 9 | *
10 | * 11 | * @author isacc 2020/03/28 2:29 12 | * @since 1.0 13 | */ 14 | public interface NodeMapper extends BaseMapper8 | * description 9 | *
10 | * 11 | * @author isacc 2020/03/28 2:29 12 | * @since 1.0 13 | */ 14 | public interface UploadJarMapper extends BaseMapper19 | * description 20 | *
21 | * 22 | * @author isacc 2020/03/28 2:24 23 | * @since 1.0 24 | */ 25 | @Component 26 | public class ClusterRepositoryImpl implements ClusterRepository { 27 | 28 | private final ClusterMapper clusterMapper; 29 | 30 | public ClusterRepositoryImpl(ClusterMapper clusterMapper) { 31 | this.clusterMapper = clusterMapper; 32 | } 33 | 34 | @Override 35 | public IPage16 | * description 17 | *
18 | * 19 | * @author isacc 2020/03/28 2:24 20 | * @since 1.0 21 | */ 22 | @Component 23 | public class NodeRepositoryImpl implements NodeRepository { 24 | 25 | private final NodeMapper nodeMapper; 26 | 27 | public NodeRepositoryImpl(NodeMapper nodeMapper) { 28 | this.nodeMapper = nodeMapper; 29 | } 30 | 31 | @Override 32 | public List20 | * description 21 | *
22 | * 23 | * @author isacc 2020/04/07 10:45 24 | * @since 1.0 25 | */ 26 | @Component 27 | public class UploadJarRepositoryImpl implements UploadJarRepository { 28 | 29 | private final UploadJarMapper uploadJarMapper; 30 | 31 | public UploadJarRepositoryImpl(UploadJarMapper uploadJarMapper) { 32 | this.uploadJarMapper = uploadJarMapper; 33 | } 34 | 35 | @Override 36 | public IPage20 | * description 21 | *
22 | * 23 | * @author isacc 2020/03/25 21:05 24 | * @since 1.0 25 | */ 26 | @Component 27 | public class ApplicationContextHelper implements ApplicationContextAware { 28 | 29 | private static final Logger LOGGER = LoggerFactory.getLogger(ApplicationContextHelper.class); 30 | 31 | private static DefaultListableBeanFactory springFactory; 32 | 33 | private static ApplicationContext context; 34 | 35 | @Override 36 | public void setApplicationContext(@NonNull ApplicationContext applicationContext) { 37 | ApplicationContextHelper.setContext(applicationContext); 38 | if (applicationContext instanceof AbstractRefreshableApplicationContext) { 39 | AbstractRefreshableApplicationContext springContext = 40 | (AbstractRefreshableApplicationContext) applicationContext; 41 | ApplicationContextHelper.setFactory((DefaultListableBeanFactory) springContext.getBeanFactory()); 42 | } else if (applicationContext instanceof GenericApplicationContext) { 43 | GenericApplicationContext springContext = (GenericApplicationContext) applicationContext; 44 | ApplicationContextHelper.setFactory(springContext.getDefaultListableBeanFactory()); 45 | } 46 | } 47 | 48 | private static void setContext(ApplicationContext applicationContext) { 49 | ApplicationContextHelper.context = applicationContext; 50 | } 51 | 52 | private static void setFactory(DefaultListableBeanFactory springFactory) { 53 | ApplicationContextHelper.springFactory = springFactory; 54 | } 55 | 56 | public static DefaultListableBeanFactory getSpringFactory() { 57 | return springFactory; 58 | } 59 | 60 | public static ApplicationContext getContext() { 61 | return context; 62 | } 63 | 64 | /** 65 | * 异步从 ApplicationContextHelper 获取 bean 对象并设置到目标对象中，在某些启动期间需要初始化的bean可采用此方法。 66 | * 适用于实例方法注入。 67 | * 68 | * @param type bean type 69 | * @param target 目标类对象 70 | * @param setterMethod setter 方法，target 中需包含此方法名，且类型与 type 一致 71 | * @param8 | * description 9 | *
10 | * 11 | * @author isacc 2020/03/28 0:58 12 | * @since 1.0 13 | */ 14 | public class FlinkApiUtil { 15 | 16 | private FlinkApiUtil() { 17 | throw new IllegalStateException("util class"); 18 | } 19 | 20 | /** 21 | * 校验ApiClient中的FlinkCluster是否设置 22 | * clusterCode以及jobManagerUrl不能为空 23 | * 24 | * @param apiClient ApiClient 25 | * @return boolean 是否设置 26 | */ 27 | public boolean checkApiClient(ApiClient apiClient) { 28 | ClusterDTO clusterDTO = apiClient.getClusterDTO(); 29 | return Preconditions.checkAllNotNull(clusterDTO, 30 | clusterDTO.getClusterCode(), 31 | clusterDTO.getJobManagerUrl()); 32 | } 33 | 34 | } 35 | -------------------------------------------------------------------------------- /src/main/java/com/github/codingdebugallday/client/infra/utils/FlinkCommonUtil.java: -------------------------------------------------------------------------------- 1 | package com.github.codingdebugallday.client.infra.utils; 2 | 3 | import java.io.File; 4 | import java.io.IOException; 5 | import java.util.Objects; 6 | 7 | import com.github.codingdebugallday.client.infra.exceptions.FlinkCommonException; 8 | import org.springframework.util.Assert; 9 | import org.springframework.util.FileCopyUtils; 10 | import org.springframework.web.multipart.MultipartFile; 11 | 12 | /** 13 | *14 | * description 15 | *
16 | * 17 | * @author isacc 2020/04/07 11:18 18 | * @since 1.0 19 | */ 20 | public class FlinkCommonUtil { 21 | 22 | private FlinkCommonUtil() { 23 | throw new IllegalStateException("util class"); 24 | } 25 | 26 | public static File multiPartFileToFile(MultipartFile multipartFile) { 27 | Assert.notNull(multipartFile, "multipartFile must not be null"); 28 | try { 29 | File toFile = new File(Objects.requireNonNull(multipartFile.getOriginalFilename())); 30 | byte[] bytes = FileCopyUtils.copyToByteArray(multipartFile.getInputStream()); 31 | FileCopyUtils.copy(bytes, toFile); 32 | return toFile; 33 | } catch (IOException e) { 34 | throw new FlinkCommonException("multiPartFileToFile error", e); 35 | } 36 | } 37 | } 38 | -------------------------------------------------------------------------------- /src/main/java/com/github/codingdebugallday/client/infra/utils/JSON.java: -------------------------------------------------------------------------------- 1 | package com.github.codingdebugallday.client.infra.utils; 2 | 3 | import java.io.IOException; 4 | import java.util.ArrayList; 5 | import java.util.List; 6 | 7 | import com.fasterxml.jackson.databind.ObjectMapper; 8 | import com.fasterxml.jackson.databind.type.CollectionType; 9 | import com.github.codingdebugallday.client.infra.exceptions.FlinkCommonException; 10 | 11 | /** 12 | *13 | * description 14 | *
15 | * 16 | * @author isacc 2020/03/25 21:09 17 | * @since 1.0 18 | */ 19 | public class JSON { 20 | 21 | private JSON() throws IllegalAccessException { 22 | throw new IllegalAccessException("util class"); 23 | } 24 | 25 | private static ObjectMapper objectMapper; 26 | 27 | static { 28 | objectMapper = ApplicationContextHelper.getContext().getBean(ObjectMapper.class); 29 | } 30 | 31 | public static11 | * description 12 | *
13 | * 14 | * @author abigballofmud 2019/11/22 11:49 15 | * @since 1.0 16 | */ 17 | public final class Preconditions { 18 | 19 | private Preconditions() { 20 | throw new IllegalStateException("util class!"); 21 | } 22 | 23 | public static8 | * description 9 | *
10 | * 11 | * @author isacc 2020/3/26 23:28 12 | * @since 1.0 13 | */ 14 | public final class RestTemplateUtil { 15 | 16 | private RestTemplateUtil() { 17 | throw new IllegalStateException("util class"); 18 | } 19 | 20 | /** 21 | * 封装请求头 22 | * 23 | * @return org.springframework.http.HttpHeaders 24 | */ 25 | public static HttpHeaders applicationJsonHeaders() { 26 | HttpHeaders httpHeaders = new HttpHeaders(); 27 | httpHeaders.setContentType(MediaType.APPLICATION_JSON); 28 | return httpHeaders; 29 | } 30 | 31 | /** 32 | * 封装请求头 33 | * 34 | * @return org.springframework.http.HttpHeaders 35 | */ 36 | public static HttpHeaders applicationMultiDataHeaders() { 37 | HttpHeaders httpHeaders = new HttpHeaders(); 38 | httpHeaders.setContentType(MediaType.MULTIPART_FORM_DATA); 39 | return httpHeaders; 40 | } 41 | 42 | } 43 | -------------------------------------------------------------------------------- /src/main/java/com/github/codingdebugallday/client/infra/utils/RetryUtil.java: -------------------------------------------------------------------------------- 1 | package com.github.codingdebugallday.client.infra.utils; 2 | 3 | import java.util.List; 4 | import java.util.concurrent.*; 5 | 6 | import com.github.codingdebugallday.client.infra.exceptions.FlinkCommonException; 7 | import com.google.common.util.concurrent.ThreadFactoryBuilder; 8 | import org.slf4j.Logger; 9 | import org.slf4j.LoggerFactory; 10 | 11 | /** 12 | *13 | * 重试工具类 14 | *
15 | * 16 | * @author isacc 2020/3/30 21:29 17 | * @since 1.0 18 | */ 19 | public final class RetryUtil { 20 | 21 | private RetryUtil() { 22 | throw new IllegalStateException("util class"); 23 | } 24 | 25 | private static final Logger LOG = LoggerFactory.getLogger(RetryUtil.class); 26 | 27 | private static final long MAX_SLEEP_MILLISECOND = 256 * 1000L; 28 | 29 | /** 30 | * 重试次数工具方法. 31 | * 32 | * @param callable 实际逻辑 33 | * @param retryTimes 最大重试次数（>1） 34 | * @param sleepTimeInMilliSecond 运行失败后休眠对应时间再重试 35 | * @param exponential 休眠时间是否指数递增 36 | * @param11 | * 线程池不允许使用Executors去创建，而是通过ThreadPoolExecutor的方式，这样的处理方式让写的同学更加明确线程池的运行规则，规避资源耗尽的风险。 说明：Executors各个方法的弊端： 12 | * 1）newFixedThreadPool和newSingleThreadExecutor: 13 | * 主要问题是堆积的请求处理队列可能会耗费非常大的内存，甚至OOM。 14 | * 2）newCachedThreadPool和newScheduledThreadPool: 15 | * 主要问题是线程数最大数是Integer.MAX_VALUE，可能会创建数量非常多的线程，甚至OOM。 16 | *
17 | * 18 | * @author abigballofmud 2019/11/21 17:37 19 | * @since 1.0 20 | */ 21 | public class ThreadPoolUtil { 22 | 23 | private static volatile ExecutorService executorService; 24 | 25 | private ThreadPoolUtil() { 26 | throw new IllegalStateException("Utility class"); 27 | } 28 | 29 | /** 30 | * guava的方式 31 | */ 32 | public static ExecutorService getExecutorService() { 33 | if (Objects.isNull(executorService)) { 34 | synchronized (ThreadPoolUtil.class) { 35 | /* 36 | * 使用谷歌的guava框架 37 | * ThreadPoolExecutor参数解释 38 | * 1.corePoolSize 常驻核心线程池大小 39 | * 2.maximumPoolSize 线程池最大线程数 必须>=1 40 | * 3.keepAliveTime 多余的空闲线程存活时间 41 | * 4.TimeUnit 时间单位 42 | * 5.BlockingQueue 任务队列 43 | * 6.ThreadFactory 线程工厂用于创建线程 44 | * 7.RejectedExecutionHandler 队列满了并且工作线程等于最大线程 线程拒绝策略 45 | */ 46 | if (Objects.isNull(executorService)) { 47 | ThreadFactory namedThreadFactory = new ThreadFactoryBuilder().setNameFormat("flink-pool-%d").build(); 48 | executorService = new ThreadPoolExecutor(8, 49 | 8, 50 | 1L, 51 | TimeUnit.MINUTES, 52 | new LinkedBlockingQueue<>(4), namedThreadFactory, new ThreadPoolExecutor.CallerRunsPolicy()); 53 | } 54 | } 55 | } 56 | return TtlExecutors.getTtlExecutorService(executorService); 57 | } 58 | 59 | } 60 | -------------------------------------------------------------------------------- /src/main/resources/META-INF/spring.factories: -------------------------------------------------------------------------------- 1 | org.springframework.boot.autoconfigure.EnableAutoConfiguration=\ 2 | com.github.codingdebugallday.client.infra.autoconfigure.FlinkApiAutoConfiguration,\ 3 | com.github.codingdebugallday.client.infra.autoconfigure.GlobalExceptionHandlerAutoConfiguration,\ 4 | com.github.codingdebugallday.client.infra.autoconfigure.MybatisPlusConfig -------------------------------------------------------------------------------- /src/main/resources/application.yml: -------------------------------------------------------------------------------- 1 | server: 2 | port: 9528 3 | spring: 4 | datasource: 5 | dynamic: 6 | primary: master #设置默认的数据源或者数据源组,默认值即为master 7 | datasource: 8 | master: 9 | username: root 10 | password: tse@9527 11 | driver-class-name: com.mysql.jdbc.Driver 12 | url: jdbc:mysql://localhost:3306/flink_explore?useUnicode=true&characterEncoding=utf-8&useSSL=false 13 | hikari: 14 | min-idle: 10 15 | max-pool-size: 15 16 | is-auto-commit: true 17 | idle-timeout: 30000 18 | pool-name: ExpendHikariCP 19 | max-lifetime: 1800000 20 | connection-timeout: 30000 21 | connection-test-query: SELECT 1 22 | 23 | mybatis: 24 | mapperLocations: classpath*:/mapper/*.xml 25 | configuration: 26 | mapUnderscoreToCamelCase: true 27 | 28 | jasypt: 29 | encryptor: 30 | password: ${JASYPT_ENCRYPTOR_PASSWORD:hUyhdphl2gXcBDEH5dy} 31 | 32 | logging: 33 | level: 34 | com.github.codingdebugallday.client: debug 35 | com.baomidou.dynamic: debug 36 | file: 37 | name: logs/flink_client.log -------------------------------------------------------------------------------- /src/main/resources/mapper/ClusterMapper.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 |