listWorker(SearchReq param);
23 |
24 | Worker selectByKey(String name);
25 | }
--------------------------------------------------------------------------------
/l2cache-core/src/main/java/com/github/jesse/l2cache/schedule/RefreshExpiredCacheTask.java:
--------------------------------------------------------------------------------
1 | package com.github.jesse.l2cache.schedule;
2 |
3 | import com.github.jesse.l2cache.cache.Level1Cache;
4 |
5 | /**
6 | * 刷新过期缓存Task
7 | *
8 | * 该Task的主要目的是尽可能的保证 L1Cache 中是最新的数据。如guava、caffeine在访问时，若数据过期则先返回旧数据，再执行数据加载。
9 | * 如果 L1Cache 是 LoadingCache，并且自定义CuntomCacheLoader中 L2Cache 不为空，则同时刷新L1Cache和L2Cache。
10 | *
11 | * @author chenck
12 | * @date 2020/7/6 9:58
13 | */
14 | public class RefreshExpiredCacheTask implements Runnable {
15 |
16 | private final Level1Cache level1Cache;
17 |
18 | public RefreshExpiredCacheTask(Level1Cache level1Cache) {
19 | this.level1Cache = level1Cache;
20 | }
21 |
22 | @Override
23 | public void run() {
24 | this.level1Cache.refreshAllExpireCache();
25 | }
26 | }
27 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-dashboard/src/main/resources/static/admin/common/js/rule-add.js:
--------------------------------------------------------------------------------
1 | $("#form-add").validate({
2 | submitHandler:function(form){
3 | add();
4 | }
5 | });
6 |
7 | function add() {
8 | var dataFormJson=$("#form-add").serialize();
9 | $.ajax({
10 | cache : true,
11 | type : "POST",
12 | url : "/rule/add",
13 | data : dataFormJson,
14 | headers: {
15 | "Authorization":getCookie("token")
16 | },
17 | async : false,
18 | error : function(XMLHttpRequest){
19 | $.modal.alertError(XMLHttpRequest.responseJSON.msg);
20 | var token = getCookie("token");
21 | if(XMLHttpRequest.status == 1000 && ( token == "undefined" || token =="")){
22 | top.location.href = '/user/login';
23 | }
24 | },
25 | success : function(data) {
26 | $.operate.saveSuccess(data);
27 | }
28 | });
29 | }
30 |
31 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-worker/src/main/java/com/jd/platform/hotkey/worker/netty/pusher/store/HotkeyTempStore.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.worker.netty.pusher.store;
2 |
3 | import com.jd.platform.hotkey.common.model.HotKeyModel;
4 |
5 | import java.util.concurrent.LinkedBlockingQueue;
6 |
7 | /**
8 | * 已热待上报入库的热key集中营
9 | * @author wuweifeng
10 | * @version 1.0
11 | * @date 2020-08-31
12 | */
13 | public class HotkeyTempStore {
14 | /**
15 | * 热key集中营
16 | */
17 | private static LinkedBlockingQueue hotKeyStoreQueue = new LinkedBlockingQueue<>();
18 |
19 | public static void push(HotKeyModel model) {
20 | hotKeyStoreQueue.offer(model);
21 | }
22 |
23 | public static LinkedBlockingQueue getQueue() {
24 | return hotKeyStoreQueue;
25 | }
26 |
27 | }
28 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-dashboard/src/main/java/com/jd/platform/hotkey/dashboard/mapper/UserMapper.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.dashboard.mapper;
2 |
3 | import com.jd.platform.hotkey.dashboard.common.domain.req.SearchReq;
4 | import com.jd.platform.hotkey.dashboard.model.User;
5 | import org.apache.ibatis.annotations.Mapper;
6 |
7 | import java.util.List;
8 |
9 | @Mapper
10 | public interface UserMapper {
11 | int deleteByPrimaryKey(Integer id);
12 |
13 | int insertSelective(User user);
14 |
15 | User selectByPrimaryKey(Integer id);
16 |
17 | int updateByPk(User record);
18 |
19 | List listUser(SearchReq param);
20 |
21 | User findByNameAndPwd(User user);
22 |
23 | List listApp();
24 |
25 | List selectHkUserList(User user);
26 |
27 | User selectByUserName(String userName);
28 | }
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-dashboard/src/main/resources/static/admin/common/js/key-edit.js:
--------------------------------------------------------------------------------
1 | $("#form-edit").validate({
2 |
3 | submitHandler : function(form) {
4 | edit();
5 | }
6 | });
7 |
8 | function edit() {
9 | var dataFormJson = $("#form-edit").serialize();
10 | $.ajax({
11 | cache : true,
12 | type : "POST",
13 | url : "/key/edit",
14 | data : dataFormJson,
15 | headers: {
16 | "Authorization":getCookie("token")
17 | },
18 | async : false,
19 | error : function(XMLHttpRequest){
20 | $.modal.alertError(XMLHttpRequest.responseJSON.msg);
21 | var token = getCookie("token");
22 | if(XMLHttpRequest.status == 1000 && ( token == "undefined" || token =="")){
23 | top.location.href = '/user/login';
24 | }
25 | },
26 | success : function(data) {
27 | $.operate.saveSuccess(data);
28 | }
29 | });
30 | }
31 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-dashboard/src/main/resources/static/admin/common/js/user-edit.js:
--------------------------------------------------------------------------------
1 | $("#form-edit").validate({
2 |
3 | submitHandler : function(form) {
4 | edit();
5 | }
6 | });
7 |
8 | function edit() {
9 | var dataFormJson = $("#form-edit").serialize();
10 | $.ajax({
11 | cache : true,
12 | type : "POST",
13 | url : "/user/edit",
14 | data : dataFormJson,
15 | headers: {
16 | "Authorization":getCookie("token")
17 | },
18 | async : false,
19 | error : function(XMLHttpRequest){
20 | $.modal.alertError(XMLHttpRequest.responseJSON.msg);
21 | var token = getCookie("token");
22 | if(XMLHttpRequest.status == 1000 && ( token == "undefined" || token =="")){
23 | top.location.href = '/user/login';
24 | }
25 | },
26 | success : function(data) {
27 | $.operate.saveSuccess(data);
28 | }
29 | });
30 | }
31 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-dashboard/src/main/java/com/jd/platform/hotkey/dashboard/mapper/SummaryMapper.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.dashboard.mapper;
2 |
3 | import com.jd.platform.hotkey.dashboard.common.domain.req.SearchReq;
4 | import com.jd.platform.hotkey.dashboard.common.domain.vo.HitCountVo;
5 | import com.jd.platform.hotkey.dashboard.model.Summary;
6 | import org.apache.ibatis.annotations.Mapper;
7 |
8 | import java.util.Date;
9 | import java.util.List;
10 |
11 | /**
12 | * @author liyunfeng31
13 | */
14 | @Mapper
15 | public interface SummaryMapper {
16 |
17 | /**
18 | * records
19 | * @param records records
20 | * @return row
21 | */
22 | int saveOrUpdate(Summary records);
23 |
24 | List listRuleHitCount(SearchReq req);
25 |
26 | int clearExpireData(String app, Date expireDate);
27 | }
--------------------------------------------------------------------------------
/l2cache-spring-boot-starter/src/main/java/com/github/jesse/l2cache/spring/L2CacheProperties.java:
--------------------------------------------------------------------------------
1 | package com.github.jesse.l2cache.spring;
2 |
3 | import com.github.jesse.l2cache.CacheConfig;
4 | import org.springframework.boot.context.properties.ConfigurationProperties;
5 | import org.springframework.cloud.context.config.annotation.RefreshScope;
6 |
7 | /**
8 | * 一二级缓存属性配置
9 | * 注：Caffeine 一级缓存，Redis 二级缓存
10 | *
11 | * @author chenck
12 | * @date 2020/4/26 20:44
13 | */
14 | @ConfigurationProperties(prefix = "l2cache")
15 | @RefreshScope
16 | public class L2CacheProperties {
17 | /**
18 | * 缓存配置
19 | */
20 | private CacheConfig config;
21 |
22 | public CacheConfig getConfig() {
23 | return config;
24 | }
25 |
26 | public void setConfig(CacheConfig config) {
27 | this.config = config;
28 | }
29 | }
30 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-dashboard/src/main/java/com/jd/platform/hotkey/dashboard/controller/TestController.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.dashboard.controller;
2 |
3 | /**
4 | * @author wuweifeng
5 | * @version 1.0
6 | * @date 2020-07-16
7 | */
8 | //@RestController
9 | //public class TestController {
10 | // @Resource
11 | // private IConfigCenter configCenter;
12 | //
13 | // @RequestMapping("delete")
14 | // public Object delete(String key) {
15 | //// configCenter.putAndGrant(ConfigConstant.hotKeyRecordPath + "sample" + "/" + key, cn.weeget.hotkey.common.tool.Constant.DEFAULT_DELETE_VALUE, 1);
16 | // configCenter.putAndGrant(ConfigConstant.hotKeyRecordPath + "bbb" + "/" + key, "", 60);
17 | //// configCenter.delete(ConfigConstant.hotKeyPath + "sample" + "/" + key);
18 | //
19 | // return "1";
20 | // }
21 | //}
22 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-dashboard/src/main/java/com/jd/platform/hotkey/dashboard/common/domain/vo/RuleLineChartVo.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.dashboard.common.domain.vo;
2 |
3 | /**
4 | * @author liyunfeng31
5 | */
6 | public class RuleLineChartVo {
7 |
8 | private String rule;
9 |
10 | private Integer count;
11 |
12 | public RuleLineChartVo() {
13 | }
14 |
15 | public RuleLineChartVo(String rule, Integer count) {
16 | this.rule = rule;
17 | this.count = count;
18 | }
19 |
20 | public String getRule() {
21 | return rule;
22 | }
23 |
24 | public void setRule(String rule) {
25 | this.rule = rule;
26 | }
27 |
28 | public Integer getCount() {
29 | return count;
30 | }
31 |
32 | public void setCount(Integer count) {
33 | this.count = count;
34 | }
35 | }
36 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-dashboard/src/main/resources/static/admin/assets/js/bootstrap/js/bootstrap-table/locale/bootstrap-table-zh-CN.min.js:
--------------------------------------------------------------------------------
1 | /*
2 | * bootstrap-table - v1.9.0 - 2015-09-30
3 | * https://github.com/wenzhixin/bootstrap-table
4 | * Copyright (c) 2015 zhixin wen
5 | * Licensed MIT License
6 | */
7 | !function(a){"use strict";a.fn.bootstrapTable.locales["zh-CN"]={formatLoadingMessage:function(){return"正在努力地加载数据中，请稍候……"},formatRecordsPerPage:function(a){return"每页显示 "+a+" 条记录"},formatShowingRows:function(a,b,c){return"显示第 "+a+" 到第 "+b+" 条记录，总共 "+c+" 条记录"},formatSearch:function(){return"搜索"},formatNoMatches:function(){return"没有找到匹配的记录"},formatPaginationSwitch:function(){return"隐藏/显示分页"},formatRefresh:function(){return"刷新"},formatToggle:function(){return"切换"},formatColumns:function(){return"列"}},a.extend(a.fn.bootstrapTable.defaults,a.fn.bootstrapTable.locales["zh-CN"])}(jQuery);
8 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-sample/src/main/java/com/jd/platform/hotkey/sample/config/RedisConfig.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.sample.config;
2 |
3 | import org.springframework.context.annotation.Bean;
4 | import org.springframework.context.annotation.Configuration;
5 | import org.springframework.data.redis.connection.RedisConnectionFactory;
6 | import org.springframework.data.redis.core.StringRedisTemplate;
7 |
8 | /**
9 | * @author wuweifeng wrote on 2017/10/27.
10 | */
11 | @Configuration
12 | public class RedisConfig {
13 |
14 | @Bean(name = {"redisTemplate", "stringRedisTemplate"})
15 | public StringRedisTemplate stringRedisTemplate(RedisConnectionFactory factory) {
16 | StringRedisTemplate redisTemplate = new StringRedisTemplate();
17 | redisTemplate.setConnectionFactory(factory);
18 | return redisTemplate;
19 | }
20 |
21 | }
22 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-dashboard/src/main/resources/static/admin/assets/js/tree/treetable/stylesheets/jquery.treetable.css:
--------------------------------------------------------------------------------
1 | table.treetable span.indenter {
2 | display: inline-block;
3 | margin: 0;
4 | padding: 0;
5 | text-align: right;
6 |
7 | /* Disable text selection of nodes (for better D&D UX) */
8 | user-select: none;
9 | -khtml-user-select: none;
10 | -moz-user-select: none;
11 | -o-user-select: none;
12 | -webkit-user-select: none;
13 |
14 | /* Force content-box box model for indenter (Bootstrap compatibility) */
15 | -webkit-box-sizing: content-box;
16 | -moz-box-sizing: content-box;
17 | box-sizing: content-box;
18 |
19 | width: 19px;
20 | }
21 |
22 | table.treetable span.indenter a {
23 | background-position: left center;
24 | background-repeat: no-repeat;
25 | display: inline-block;
26 | text-decoration: none;
27 | width: 19px;
28 | }
29 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-client/src/main/java/com/jd/platform/hotkey/client/callback/ReceiveNewKeySubscribe.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.client.callback;
2 |
3 | import com.google.common.eventbus.Subscribe;
4 | import com.jd.platform.hotkey.common.model.HotKeyModel;
5 |
6 |
7 | /**
8 | * 监听有新key推送事件
9 | * @author wuweifeng wrote on 2020-02-21
10 | * @version 1.0
11 | */
12 | public class ReceiveNewKeySubscribe {
13 |
14 | private ReceiveNewKeyListener receiveNewKeyListener = new DefaultNewKeyListener();
15 |
16 | @Subscribe
17 | public void newKeyComing(ReceiveNewKeyEvent event) {
18 | HotKeyModel hotKeyModel = event.getModel();
19 | if (hotKeyModel == null) {
20 | return;
21 | }
22 | //收到新key推送
23 | if (receiveNewKeyListener != null) {
24 | receiveNewKeyListener.newKey(hotKeyModel);
25 | }
26 | }
27 |
28 | }
29 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-client/src/main/java/com/jd/platform/hotkey/client/core/eventbus/EventBusCenter.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.client.core.eventbus;
2 |
3 | import com.google.common.eventbus.EventBus;
4 |
5 | /**
6 | * @author wuweifeng wrote on 2020-01-07
7 | * @version 1.0
8 | */
9 | @SuppressWarnings("UnstableApiUsage")
10 | public class EventBusCenter {
11 |
12 | private static final EventBus eventBus = new EventBus();
13 |
14 | private EventBusCenter() {
15 |
16 | }
17 |
18 | public static EventBus getInstance() {
19 | return eventBus;
20 | }
21 |
22 | public static void register(Object obj) {
23 | eventBus.register(obj);
24 | }
25 |
26 | public static void unregister(Object obj) {
27 | eventBus.unregister(obj);
28 | }
29 |
30 | public static void post(Object obj) {
31 | eventBus.post(obj);
32 | }
33 |
34 | }
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-worker/src/main/java/com/jd/platform/hotkey/worker/netty/dashboard/DashboardHolder.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.worker.netty.dashboard;
2 |
3 | import com.jd.platform.hotkey.common.model.HotKeyMsg;
4 | import com.jd.platform.hotkey.common.model.MsgBuilder;
5 | import com.jd.platform.hotkey.common.model.typeenum.MessageType;
6 | import io.netty.channel.Channel;
7 |
8 | /**
9 | * @author wuweifeng
10 | * @version 1.0
11 | * @date 2020-08-31
12 | */
13 | public class DashboardHolder {
14 | /**
15 | * 是否连上了dashboard
16 | */
17 | public static boolean hasConnected = false;
18 | /**
19 | * channel
20 | */
21 | public static Channel channel = null;
22 |
23 | public static void flushToDashboard(String message) {
24 | channel.writeAndFlush(MsgBuilder.buildByteBuf(new HotKeyMsg(MessageType.REQUEST_HOT_KEY, message)));
25 | }
26 | }
27 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-common/src/main/java/com/jd/platform/hotkey/common/tool/HotKeyPathTool.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.common.tool;
2 |
3 | import com.jd.platform.hotkey.common.configcenter.ConfigConstant;
4 | import com.jd.platform.hotkey.common.model.HotKeyModel;
5 |
6 | /**
7 | * @author wuweifeng wrote on 2020-02-24
8 | * @version 1.0
9 | */
10 | public class HotKeyPathTool {
11 | /**
12 | * app的热key存放地址，client会监听该地址，当有热key变化时会响应
13 | */
14 | public static String keyPath(HotKeyModel hotKeyModel) {
15 | return ConfigConstant.hotKeyPath + hotKeyModel.getAppName() + "/" + hotKeyModel.getKey();
16 | }
17 |
18 | /**
19 | * worker将热key推送到该地址，供dashboard监听入库做记录
20 | */
21 | public static String keyRecordPath(HotKeyModel hotKeyModel) {
22 | return ConfigConstant.hotKeyRecordPath + hotKeyModel.getAppName() + "/" + hotKeyModel.getKey();
23 | }
24 | }
25 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-client/src/main/java/com/jd/platform/hotkey/client/core/key/KeyHandlerFactory.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.client.core.key;
2 |
3 | import com.jd.platform.hotkey.common.model.HotKeyModel;
4 | import com.jd.platform.hotkey.common.model.KeyCountModel;
5 |
6 | /**
7 | * @author wuweifeng wrote on 2020-01-06
8 | * @version 1.0
9 | */
10 | public class KeyHandlerFactory {
11 | private static final DefaultKeyHandler iKeyHandler = new DefaultKeyHandler();
12 |
13 | private KeyHandlerFactory() {
14 | }
15 |
16 | public static IKeyPusher getPusher() {
17 | return iKeyHandler.keyPusher();
18 | }
19 |
20 | public static IKeyCollector getCollector() {
21 | return iKeyHandler.keyCollector();
22 | }
23 |
24 | public static IKeyCollector getCounter() {
25 | return iKeyHandler.keyCounter();
26 | }
27 | }
28 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-dashboard/src/main/resources/static/admin/assets/js/chart/polarChart.js:
--------------------------------------------------------------------------------
1 | var chartData = [
2 | {
3 | value : Math.random(),
4 | color: "#6ADAE4"
5 | },
6 | {
7 | value : Math.random(),
8 | color: "#F89406"
9 | },
10 | {
11 | value : Math.random(),
12 | color: "#FF0064"
13 | },
14 | {
15 | value : Math.random(),
16 | color: "#3498DB"
17 | },
18 | {
19 | value : Math.random(),
20 | color: "#1ABC9C"
21 | },
22 | {
23 | value : Math.random(),
24 | color: "#E74C3C"
25 | }
26 | ];
27 | var myPolarArea = new Chart(document.getElementById("canvas3").getContext("2d")).PolarArea(chartData);
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-client/src/main/java/com/jd/platform/hotkey/client/log/DefaultLogger.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.client.log;
2 |
3 | import org.slf4j.LoggerFactory;
4 |
5 | /**
6 | * @author wuweifeng
7 | * @version 1.0
8 | * @date 2020-04-21
9 | */
10 | public class DefaultLogger implements HotKeyLogger {
11 | @Override
12 | public void debug(Class className, String info) {
13 | LoggerFactory.getLogger(className).debug(info);
14 | }
15 |
16 | @Override
17 | public void info(Class className, String info) {
18 | LoggerFactory.getLogger(className).info(info);
19 | }
20 |
21 | @Override
22 | public void error(Class className, String info) {
23 | LoggerFactory.getLogger(className).error(info);
24 | }
25 |
26 | @Override
27 | public void warn(Class className, String info) {
28 | LoggerFactory.getLogger(className).warn(info);
29 | }
30 | }
31 |
--------------------------------------------------------------------------------
/l2cache-core/src/main/java/com/github/jesse/l2cache/content/NullValue.java:
--------------------------------------------------------------------------------
1 | package com.github.jesse.l2cache.content;
2 |
3 | import java.io.Serializable;
4 |
5 | /**
6 | * 简单的可序列化类，用作{@code null}替换缓存存储，否则不支持{@code null}值
7 | *
8 | * @author chenck
9 | * @date 2020/7/1 17:39
10 | */
11 | public class NullValue implements Serializable {
12 |
13 | private static final long serialVersionUID = 1L;
14 |
15 | public static final Object INSTANCE = new NullValue();
16 |
17 | private NullValue() {
18 | }
19 |
20 | private Object readResolve() {
21 | return INSTANCE;
22 | }
23 |
24 | @Override
25 | public boolean equals(Object obj) {
26 | return (this == obj || obj == null);
27 | }
28 |
29 | @Override
30 | public int hashCode() {
31 | return NullValue.class.hashCode();
32 | }
33 |
34 | @Override
35 | public String toString() {
36 | return "NullValue";
37 | }
38 | }
39 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-dashboard/src/main/resources/static/admin/assets/js/progress-bar/number-pb.css:
--------------------------------------------------------------------------------
1 | .number-pb {
2 | background-color: #DDDDDD;
3 | height: 10px;
4 | margin: 10px 0;
5 | position: relative;
6 | }
7 | .number-pb .number-pb-shown {
8 | position: absolute;
9 | background-color: #65C3DF;
10 | /* background-image: linear-gradient(to right, #176785, #499989); */
11 | top: -1px;
12 | left: 0;
13 | height: 11px;
14 | }
15 | .number-pb .number-pb-num {
16 | position: absolute;
17 | background-color: #fff;
18 | left: 0;
19 | top: -0.45em;
20 | padding: 0 5px;
21 | min-width: 20px;
22 | }
23 | .number-pb-shown.dream {
24 | /* background-image: linear-gradient(to right, #0e153a, #1d2b64, #f8cdda); */
25 | background: #45B6B0;
26 | }
27 | .number-pb-shown.sun {
28 | /* background-image: linear-gradient(to right, #0f1b58, #e0a681, #e5e9bf); */
29 | background: #FF6B6B;
30 | }
31 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-client/src/main/java/com/jd/platform/hotkey/client/log/JdLogger.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.client.log;
2 |
3 | /**
4 | * @author wuweifeng wrote on 2020-02-24
5 | * @version 1.0
6 | */
7 | public class JdLogger {
8 | private static HotKeyLogger logger = new DefaultLogger();
9 |
10 | public static void setLogger(HotKeyLogger log) {
11 | if (log != null) {
12 | logger = log;
13 | }
14 | }
15 |
16 | public static void debug(Class className, String info) {
17 | logger.debug(className, info);
18 | }
19 |
20 | public static void info(Class className, String info) {
21 | logger.info(className, info);
22 | }
23 |
24 | public static void warn(Class className, String info) {
25 | logger.warn(className, info);
26 | }
27 |
28 | public static void error(Class className, String info) {
29 | logger.error(className, info);
30 | }
31 |
32 | }
33 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-dashboard/src/main/java/com/jd/platform/hotkey/dashboard/mapper/KeyRecordMapper.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.dashboard.mapper;
2 |
3 | import com.jd.platform.hotkey.dashboard.common.domain.req.SearchReq;
4 | import com.jd.platform.hotkey.dashboard.model.KeyRecord;
5 | import com.jd.platform.hotkey.dashboard.model.Statistics;
6 | import org.apache.ibatis.annotations.Mapper;
7 |
8 | import java.util.Date;
9 | import java.util.List;
10 |
11 | /**
12 | * @author liyunfeng31
13 | */
14 | @Mapper
15 | public interface KeyRecordMapper {
16 |
17 | int insertSelective(KeyRecord record);
18 |
19 | KeyRecord selectByPrimaryKey(Long id);
20 |
21 | List listKeyRecord(SearchReq req);
22 |
23 | int batchInsert(List list);
24 |
25 | List maxHotKey(SearchReq req);
26 |
27 | List statisticsByRule(SearchReq req);
28 |
29 | int clearExpireData(String app, Date expireDate);
30 | }
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-worker/src/main/java/com/jd/platform/hotkey/worker/tool/SafeExecute.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.worker.tool;
2 |
3 | import java.util.function.Consumer;
4 |
5 | /**
6 | * @author wuweifeng wrote on 2020-03-10
7 | * @version 1.0
8 | */
9 | public class SafeExecute {
10 |
11 | public static void execute(Consumer consumer, String exMsg) {
12 | try {
13 | consumer.accept(null);
14 | } catch (Exception e) {
15 | System.out.println(exMsg);
16 | }
17 | }
18 |
19 | public static void main(String[] args) {
20 | execute(s -> doSome1(0), "exception");
21 | }
22 |
23 | public static void doSome(int i) {
24 | try {
25 | int j = 1 / i;
26 | } catch (Exception e) {
27 | System.out.println("exception");
28 | }
29 | }
30 |
31 | public static void doSome1(int i) {
32 | int j = 1 / i;
33 | }
34 | }
35 |
--------------------------------------------------------------------------------
/l2cache-core/src/test/resources/redisson.yaml:
--------------------------------------------------------------------------------
1 | # cluster sentinel with high availability
2 | singleServerConfig:
3 | # 节点地址
4 | address: "redis://127.0.0.1:6379"
5 | # 密码
6 | password:
7 | # 连接空闲超时，单位：毫秒，默认10000
8 | idleConnectionTimeout: 10000
9 | # 连接超时，单位：毫秒，默认10000
10 | connectTimeout: 10000
11 | # 命令等待超时，单位：毫秒，默认3000
12 | timeout: 3000
13 | # 命令失败重试次数，默认3
14 | retryAttempts: 3
15 | # 命令重试发送时间间隔，单位：毫秒，默认1500
16 | retryInterval: 1500
17 | # 单个连接最大订阅数量，默认5
18 | subscriptionsPerConnection: 5
19 | # 客户端名称，默认null
20 | clientName: null
21 | # 发布和订阅连接的最小空闲连接数(默认1)
22 | subscriptionConnectionMinimumIdleSize: 1
23 | # 发布和订阅连接池大小(默认50)
24 | subscriptionConnectionPoolSize: 50
25 | # 最小空闲连接数(默认32)
26 | connectionMinimumIdleSize: 10
27 | # 连接池大小(默认64)
28 | connectionPoolSize: 64
29 | # 数据库编号，默认0
30 | database: 0
31 | # 线程池数量
32 | threads: 2
33 | # Netty线程池数量
34 | nettyThreads: 2
35 | # 编码，序列化反序列化
36 | codec: ! {}
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-common/src/main/java/com/jd/platform/hotkey/common/model/typeenum/MessageType.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.common.model.typeenum;
2 |
3 | /**
4 | * @author wuweifeng wrote on 2020-01-06
5 | * @version 1.0
6 | */
7 | public enum MessageType {
8 | APP_NAME((byte) 1),
9 | REQUEST_NEW_KEY((byte) 2),
10 | RESPONSE_NEW_KEY((byte) 3),
11 | REQUEST_HIT_COUNT((byte) 7), //命中率
12 | REQUEST_HOT_KEY((byte) 8), //热key，worker->dashboard
13 | PING((byte) 4), PONG((byte) 5),
14 | EMPTY((byte) 6);
15 |
16 | private byte type;
17 |
18 | MessageType(byte type) {
19 | this.type = type;
20 | }
21 |
22 | public byte getType() {
23 | return type;
24 | }
25 |
26 | public static MessageType get(byte type) {
27 | for (MessageType value : values()) {
28 | if (value.type == type) {
29 | return value;
30 | }
31 | }
32 | return null;
33 | }
34 | }
--------------------------------------------------------------------------------
/l2cache-core/src/test/java/com/github/jesse/l2cache/test/Test1.java:
--------------------------------------------------------------------------------
1 | package com.github.jesse.l2cache.test;
2 |
3 | import org.redisson.api.RLock;
4 | import org.redisson.api.RedissonClient;
5 |
6 | import java.util.concurrent.TimeUnit;
7 | import java.util.concurrent.atomic.AtomicInteger;
8 |
9 | /**
10 | * @author chenck
11 | * @date 2020/12/3 18:47
12 | */
13 | public class Test1 {
14 |
15 | public static void main(String[] args) {
16 | AtomicInteger waitRefreshNum = new AtomicInteger();
17 | System.out.println("获取：" + waitRefreshNum.get());
18 | System.out.println("加1：" + waitRefreshNum.getAndIncrement());
19 | System.out.println("获取：" + waitRefreshNum.get());
20 | System.out.println("加1：" + waitRefreshNum.getAndIncrement());
21 |
22 | System.out.println("获取：" + waitRefreshNum.get());
23 | System.out.println(waitRefreshNum.getAndSet(0));
24 | System.out.println("获取：" + waitRefreshNum.get());
25 |
26 | }
27 | }
28 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-client/src/main/java/com/jd/platform/hotkey/client/cache/CacheFactory.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.client.cache;
2 |
3 | import com.jd.platform.hotkey.client.core.rule.KeyRuleHolder;
4 |
5 | /**
6 | * 用户可以自定义cache
7 | * @author wuweifeng wrote on 2020-02-24
8 | * @version 1.0
9 | */
10 | public class CacheFactory {
11 | private static final LocalCache DEFAULT_CACHE = new DefaultCaffeineCache();
12 |
13 | /**
14 | * 创建一个本地缓存实例
15 | */
16 | public static LocalCache build(int duration) {
17 | return new CaffeineCache(duration);
18 | }
19 |
20 | public static LocalCache getNonNullCache(String key) {
21 | LocalCache localCache = getCache(key);
22 | if (localCache == null) {
23 | return DEFAULT_CACHE;
24 | }
25 | return localCache;
26 | }
27 |
28 | public static LocalCache getCache(String key) {
29 | return KeyRuleHolder.findByKey(key);
30 | }
31 |
32 | }
33 |
--------------------------------------------------------------------------------
/l2cache-core/src/main/java/com/github/jesse/l2cache/util/pool/CallableMdcWrapper.java:
--------------------------------------------------------------------------------
1 | package com.github.jesse.l2cache.util.pool;
2 |
3 | import org.slf4j.MDC;
4 |
5 | import java.util.Map;
6 | import java.util.concurrent.Callable;
7 |
8 | /**
9 | * @author chenck
10 | * @date 2021/5/11 17:09
11 | */
12 | public class CallableMdcWrapper implements Callable {
13 |
14 | private static final long serialVersionUID = 1L;
15 |
16 | Callable callable;
17 | Map contextMap;
18 |
19 | public CallableMdcWrapper(Callable callable) {
20 | this.callable = callable;
21 | this.contextMap = MDC.getCopyOfContextMap();
22 | }
23 |
24 | @Override
25 | public T call() throws Exception {
26 | Map oldContext = MdcUtil.beforeExecution(contextMap);
27 | try {
28 | return callable.call();
29 | } finally {
30 | MdcUtil.afterExecution(oldContext);
31 | }
32 | }
33 | }
34 |
--------------------------------------------------------------------------------
/l2cache-spring-boot-starter/src/main/java/com/github/jesse/l2cache/spring/EnableL2Cache.java:
--------------------------------------------------------------------------------
1 | package com.github.jesse.l2cache.spring;
2 |
3 | import com.github.jesse.l2cache.spring.config.HotKeyConfiguration;
4 | import com.github.jesse.l2cache.spring.config.L2CacheConfiguration;
5 | import org.springframework.context.annotation.Configuration;
6 | import org.springframework.context.annotation.Import;
7 |
8 | import java.lang.annotation.Documented;
9 | import java.lang.annotation.ElementType;
10 | import java.lang.annotation.Retention;
11 | import java.lang.annotation.RetentionPolicy;
12 | import java.lang.annotation.Target;
13 |
14 | /**
15 | * 开启 L2Cache 组件
16 | *
17 | * 注：Spring Enable 注解模式
18 | *
19 | * @author chenck
20 | * @date 2020/5/26 17:10
21 | */
22 | @Retention(RetentionPolicy.RUNTIME)
23 | @Target({ElementType.TYPE})
24 | @Documented
25 | @Import({L2CacheConfiguration.class, HotKeyConfiguration.class})
26 | @Configuration
27 | public @interface EnableL2Cache {
28 |
29 | }
30 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-worker/src/main/java/com/jd/platform/hotkey/worker/model/TotalCount.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.worker.model;
2 |
3 | /**
4 | * @author wuweifeng
5 | * @version 1.0
6 | * @date 2020-05-20
7 | */
8 | public class TotalCount {
9 | private long totalReceiveCount;
10 | private long totalDealCount;
11 |
12 | public TotalCount(long totalReceiveCount, long totalDealCount) {
13 | this.totalReceiveCount = totalReceiveCount;
14 | this.totalDealCount = totalDealCount;
15 | }
16 |
17 | public long getTotalReceiveCount() {
18 | return totalReceiveCount;
19 | }
20 |
21 | public void setTotalReceiveCount(long totalReceiveCount) {
22 | this.totalReceiveCount = totalReceiveCount;
23 | }
24 |
25 | public long getTotalDealCount() {
26 | return totalDealCount;
27 | }
28 |
29 | public void setTotalDealCount(long totalDealCount) {
30 | this.totalDealCount = totalDealCount;
31 | }
32 | }
33 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-dashboard/src/main/java/com/jd/platform/hotkey/dashboard/cache/CaffeineBuilder.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.dashboard.cache;
2 |
3 | import com.github.benmanes.caffeine.cache.Cache;
4 | import com.github.benmanes.caffeine.cache.Caffeine;
5 |
6 | import java.util.concurrent.TimeUnit;
7 |
8 | /**
9 | * @author wuweifeng wrote on 2019-12-12
10 | * @version 1.0
11 | */
12 | public class CaffeineBuilder {
13 |
14 | public static Cache cache(int duration) {
15 | return cache(128, 1000000, duration);
16 | }
17 |
18 |
19 | /**
20 | * 构建所有来的要缓存的key getCache
21 | */
22 | public static Cache cache(int minSize, int maxSize, int expireSeconds) {
23 | return Caffeine.newBuilder()
24 | .initialCapacity(minSize)//初始大小
25 | .maximumSize(maxSize)//最大数量
26 | .expireAfterWrite(expireSeconds, TimeUnit.SECONDS)//过期时间
27 | .build();
28 | }
29 |
30 | }
31 |
--------------------------------------------------------------------------------
/README.en.md:
--------------------------------------------------------------------------------
1 | # l2cache
2 |
3 | #### Description
4 | 基于 `Caffeine`、 `Redis` 、 `Spring Cache` 实现的二级缓存。
5 |
6 | #### Software Architecture
7 | Software architecture description
8 |
9 | #### Installation
10 |
11 | 1. xxxx
12 | 2. xxxx
13 | 3. xxxx
14 |
15 | #### Instructions
16 |
17 | 1. xxxx
18 | 2. xxxx
19 | 3. xxxx
20 |
21 | #### Contribution
22 |
23 | 1. Fork the repository
24 | 2. Create Feat_xxx branch
25 | 3. Commit your code
26 | 4. Create Pull Request
27 |
28 |
29 | #### Gitee Feature
30 |
31 | 1. You can use Readme\_XXX.md to support different languages, such as Readme\_en.md, Readme\_zh.md
32 | 2. Gitee blog [blog.gitee.com](https://blog.gitee.com)
33 | 3. Explore open source project [https://gitee.com/explore](https://gitee.com/explore)
34 | 4. The most valuable open source project [GVP](https://gitee.com/gvp)
35 | 5. The manual of Gitee [https://gitee.com/help](https://gitee.com/help)
36 | 6. The most popular members [https://gitee.com/gitee-stars/](https://gitee.com/gitee-stars/)
37 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-client/src/main/java/com/jd/platform/hotkey/client/core/key/DefaultKeyHandler.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.client.core.key;
2 |
3 | import com.jd.platform.hotkey.common.model.HotKeyModel;
4 | import com.jd.platform.hotkey.common.model.KeyCountModel;
5 |
6 | /**
7 | * @author wuweifeng wrote on 2020-02-25
8 | * @version 1.0
9 | */
10 | public class DefaultKeyHandler {
11 | private IKeyPusher iKeyPusher = new NettyKeyPusher();
12 |
13 | private IKeyCollector iKeyCollector = new TurnKeyCollector();
14 |
15 | private IKeyCollector iKeyCounter = new TurnCountCollector();
16 |
17 |
18 | public IKeyPusher keyPusher() {
19 | return iKeyPusher;
20 | }
21 |
22 | public IKeyCollector keyCollector() {
23 | return iKeyCollector;
24 | }
25 |
26 | public IKeyCollector keyCounter() {
27 | return iKeyCounter;
28 | }
29 | }
30 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-worker/src/main/java/com/jd/platform/hotkey/worker/starters/InitStarter.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.worker.starters;
2 |
3 | import com.jd.platform.hotkey.worker.tool.InitConstant;
4 | import org.springframework.beans.factory.annotation.Value;
5 | import org.springframework.context.annotation.Bean;
6 | import org.springframework.stereotype.Component;
7 |
8 | /**
9 | * @author wuweifeng
10 | * @version 1.0
11 | * @date 2020-05-22
12 | */
13 | @Component
14 | public class InitStarter {
15 | @Value("${netty.timeOut}")
16 | private int timeOut;
17 | @Value("${disruptor.bufferSize}")
18 | private int bufferSize;
19 | @Value("${caffeine.minutes}")
20 | private int caffeineMinutes;
21 |
22 | @Bean("initParam")
23 | public Object init() {
24 | InitConstant.timeOut = timeOut;
25 | InitConstant.bufferSize = bufferSize;
26 | InitConstant.caffeineMaxMinutes = caffeineMinutes;
27 |
28 | return null;
29 | }
30 |
31 | }
32 |
--------------------------------------------------------------------------------
/l2cache-example/src/main/java/com/github/jesse/l2cache/example/config/RedissonConfig.java:
--------------------------------------------------------------------------------
1 | package com.github.jesse.l2cache.example.config;
2 |
3 | import lombok.extern.slf4j.Slf4j;
4 | import org.redisson.Redisson;
5 | import org.redisson.api.RedissonClient;
6 | import org.springframework.cloud.context.config.annotation.RefreshScope;
7 | import org.springframework.context.annotation.Bean;
8 | import org.springframework.context.annotation.Configuration;
9 |
10 | /**
11 | * Redisson 配置
12 | *
13 | * @author chenck
14 | * @date 2020/9/2 14:32
15 | */
16 | @RefreshScope
17 | @Slf4j
18 | @Configuration
19 | public class RedissonConfig {
20 |
21 |
22 | // @Bean
23 | // public RedissonClient redissonClient2() {
24 | // RedissonClient redissonClient = Redisson.create();
25 | // return redissonClient;
26 | // }
27 | // @Bean
28 | // public RedissonClient redissonClient() {
29 | // RedissonClient redissonClient = Redisson.create();
30 | // return redissonClient;
31 | // }
32 | }
33 |
--------------------------------------------------------------------------------
/l2cache-example/src/test/java/com/github/jesse/l2cache/example/ConcurrentReferenceHashMapTest.java:
--------------------------------------------------------------------------------
1 | package com.github.jesse.l2cache.example;
2 |
3 | import org.springframework.util.ConcurrentReferenceHashMap;
4 |
5 | import java.util.Map;
6 |
7 | /**
8 | * @author chenck
9 | * @date 2020/10/5 19:30
10 | */
11 | public class ConcurrentReferenceHashMapTest {
12 |
13 | /**
14 | * -Xmx5M -Xms5M -verbose:gc -XX:+PrintGCDetails -XX:+PrintGCDateStamps
15 | * 结论：频繁的GC
16 | */
17 | public static void main(String[] args) {
18 | Map valueLoaderCache = new ConcurrentReferenceHashMap<>();
19 | for (int i = 0; i < 10000000; i++) {
20 | if (i % 10000 == 0) {
21 | System.out.println(valueLoaderCache.size());
22 | }
23 | valueLoaderCache.put("key" + i, "valuevvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvv" + i);
24 | }
25 | System.out.println(valueLoaderCache.size());
26 | }
27 | }
28 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-common/src/main/java/com/jd/platform/hotkey/common/tool/Constant.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.common.tool;
2 |
3 | /**
4 | * @author wuweifeng wrote on 2019-12-05
5 | * @version 1.0
6 | */
7 | public class Constant {
8 | public static String PING = "ping";
9 | public static String PONG = "pong";
10 |
11 | /**
12 | * 该值在ProducerFactory有修改
13 | */
14 | public static int Default_Threads = 4;
15 |
16 | public static int MAGIC_NUMBER = 0x12fcf76;
17 | /**
18 | * netty的分隔符
19 | */
20 | public static String DELIMITER = "$(* *)$";
21 | /**
22 | * 数量统计时，rule+时间 组成key用的分隔符
23 | */
24 | public static String COUNT_DELIMITER = "#**#";
25 |
26 | public static String BAK_DELIMITER = "#\\*\\*#";
27 |
28 | /**
29 | * 当客户端要删除某个key时，就往etcd里赋值这个value，设置1秒过期，就算删除了
30 | */
31 | public static String DEFAULT_DELETE_VALUE = "#[DELETE]#";
32 |
33 | //单次包最大2M
34 | public static int MAX_LENGTH = 2 * 1024 * 1024;
35 |
36 | }
37 |
--------------------------------------------------------------------------------
/l2cache-core/src/main/java/com/github/jesse/l2cache/util/BiConsumerWrapper.java:
--------------------------------------------------------------------------------
1 | package com.github.jesse.l2cache.util;
2 |
3 | import com.github.jesse.l2cache.util.pool.MdcUtil;
4 | import org.slf4j.MDC;
5 |
6 | import java.util.Map;
7 | import java.util.function.BiConsumer;
8 |
9 | /**
10 | * @author chenck
11 | * @date 2023/5/9 14:38
12 | */
13 | public class BiConsumerWrapper implements BiConsumer {
14 |
15 | BiConsumer action;
16 | Map contextMap;
17 |
18 | public BiConsumerWrapper(BiConsumer action) {
19 | this.action = action;
20 | this.contextMap = MDC.getCopyOfContextMap();
21 | }
22 |
23 | @Override
24 | public void accept(Object object, Throwable throwable) {
25 | Map oldContext = MdcUtil.beforeExecution(contextMap);
26 | try {
27 | action.accept(object, throwable);
28 | } finally {
29 | MdcUtil.afterExecution(oldContext);
30 | }
31 | }
32 | }
33 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-worker/src/main/java/com/jd/platform/hotkey/worker/config/EtcdConfig.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.worker.config;
2 |
3 | import com.jd.platform.hotkey.common.configcenter.IConfigCenter;
4 | import com.jd.platform.hotkey.common.configcenter.etcd.JdEtcdBuilder;
5 | import org.slf4j.Logger;
6 | import org.slf4j.LoggerFactory;
7 | import org.springframework.beans.factory.annotation.Value;
8 | import org.springframework.context.annotation.Bean;
9 | import org.springframework.context.annotation.Configuration;
10 |
11 |
12 | /**
13 | * @author wuweifeng wrote on 2019-12-06
14 | * @version 1.0
15 | */
16 | @Configuration
17 | public class EtcdConfig {
18 | @Value("${etcd.server}")
19 | private String etcdServer;
20 |
21 | private Logger logger = LoggerFactory.getLogger(getClass());
22 |
23 | @Bean
24 | public IConfigCenter client() {
25 | logger.info("etcd address : " + etcdServer);
26 | //连接多个时，逗号分隔
27 | return JdEtcdBuilder.build(etcdServer);
28 | }
29 |
30 | }
31 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-dashboard/src/main/java/com/jd/platform/hotkey/dashboard/service/WorkerService.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.dashboard.service;
2 |
3 | import com.github.pagehelper.PageInfo;
4 | import com.jd.platform.hotkey.dashboard.common.domain.req.PageReq;
5 | import com.jd.platform.hotkey.dashboard.common.domain.req.SearchReq;
6 | import com.jd.platform.hotkey.dashboard.model.Worker;
7 |
8 | /**
9 | * @ProjectName: hotkey
10 | * @ClassName: WorkerService
11 | * @Description: TODO(一句话描述该类的功能)
12 | * @Author: liyunfeng31
13 | * @Date: 2020/4/17 16:28
14 | */
15 | public interface WorkerService {
16 | PageInfo pageWorker(PageReq page, SearchReq param);
17 |
18 | int insertWorkerByUser(Worker worker);
19 |
20 | int insertWorkerBySys(Worker worker);
21 |
22 | Worker selectByPrimaryKey(int id);
23 |
24 | int updateWorkerByUser(Worker worker);
25 |
26 | int delWorkerByUser(Worker worker);
27 |
28 | int updateWorker(Worker worker);
29 |
30 | Worker selectByKey(String key);
31 | }
32 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-worker/src/main/java/com/jd/platform/hotkey/worker/counter/CounterConfig.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.worker.counter;
2 |
3 | import com.jd.platform.hotkey.common.configcenter.IConfigCenter;
4 | import org.springframework.context.annotation.Bean;
5 | import org.springframework.context.annotation.Configuration;
6 |
7 | import javax.annotation.Resource;
8 | import java.util.concurrent.LinkedBlockingQueue;
9 |
10 | /**
11 | * @author wuweifeng
12 | * @version 1.0
13 | * @date 2020-06-28
14 | */
15 | @Configuration
16 | public class CounterConfig {
17 | /**
18 | * 队列
19 | */
20 | public static LinkedBlockingQueue COUNTER_QUEUE = new LinkedBlockingQueue<>();
21 |
22 | @Resource
23 | private IConfigCenter configCenter;
24 |
25 | @Bean
26 | public CounterConsumer counterConsumer() {
27 | CounterConsumer counterConsumer = new CounterConsumer();
28 | counterConsumer.beginConsume(configCenter);
29 | return counterConsumer;
30 | }
31 |
32 | }
33 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-dashboard/src/main/resources/static/admin/assets/js/chart/lineChart.js:
--------------------------------------------------------------------------------
1 | var lineChartData = {
2 | labels : ["January","February","March","April","May","June","July"],
3 | datasets : [
4 | {
5 | fillColor : "rgba(49, 195, 166, 0.2)",
6 | strokeColor : "rgba(49, 195, 166, 1)",
7 | pointColor : "rgba(49, 195, 166, 1)",
8 | pointStrokeColor : "#fff",
9 | data : [65,59,90,81,56,55,40]
10 | },
11 | {
12 | fillColor : "rgba(151,187,205,0.5)",
13 | strokeColor : "rgba(151,187,205,1)",
14 | pointColor : "rgba(151,187,205,1)",
15 | pointStrokeColor : "#fff",
16 | data : [28,48,40,19,96,27,100]
17 | }
18 | ]
19 |
20 | }
21 |
22 | var myLine = new Chart(document.getElementById("canvas4").getContext("2d")).Line(lineChartData);
--------------------------------------------------------------------------------
/l2cache-example/src/main/resources/redisson.yaml:
--------------------------------------------------------------------------------
1 | # cluster sentinel with high availability
2 | singleServerConfig:
3 | # 节点地址
4 | address: "redis://127.0.0.1:6379"
5 | # 密码
6 | password:
7 | # 连接空闲超时，单位：毫秒，默认10000
8 | idleConnectionTimeout: 10000
9 | # 连接超时，单位：毫秒，默认10000
10 | connectTimeout: 1000
11 | # 命令等待超时，单位：毫秒，默认3000
12 | timeout: 1000
13 | # 命令失败重试次数，默认3
14 | retryAttempts: 3
15 | # 命令重试发送时间间隔，单位：毫秒，默认1500
16 | retryInterval: 1500
17 | # 单个连接最大订阅数量，默认5
18 | subscriptionsPerConnection: 5
19 | # 定义每个连接到Redis的PING命令发送间隔，默认0
20 | pingConnectionInterval: 5000
21 | # 客户端名称，默认null
22 | clientName: null
23 | # 发布和订阅连接的最小空闲连接数(默认1)
24 | subscriptionConnectionMinimumIdleSize: 1
25 | # 发布和订阅连接池大小(默认50)
26 | subscriptionConnectionPoolSize: 50
27 | # 最小空闲连接数(默认32)
28 | connectionMinimumIdleSize: 10
29 | # 连接池大小(默认64)
30 | connectionPoolSize: 64
31 | # 数据库编号，默认0
32 | database: 0
33 | # 线程池数量
34 | threads: 2
35 | # Netty线程池数量
36 | nettyThreads: 2
37 | # 编码，序列化反序列化
38 | codec: ! {}
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-worker/src/main/java/com/jd/platform/hotkey/worker/netty/pusher/DashboardPusher.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.worker.netty.pusher;
2 |
3 | import com.jd.platform.hotkey.common.model.HotKeyModel;
4 | import com.jd.platform.hotkey.common.tool.FastJsonUtils;
5 | import com.jd.platform.hotkey.worker.netty.pusher.store.HotkeyTempStore;
6 | import org.slf4j.Logger;
7 | import org.slf4j.LoggerFactory;
8 | import org.springframework.stereotype.Component;
9 |
10 | /**
11 | * 将热key推送到dashboard供入库
12 | * @author wuweifeng
13 | * @version 1.0
14 | * @date 2020-08-31
15 | */
16 | @Component
17 | public class DashboardPusher implements IPusher {
18 | private Logger logger = LoggerFactory.getLogger(getClass());
19 |
20 | @Override
21 | public void push(HotKeyModel model) {
22 | logger.info("start DashboardPusher model={}", FastJsonUtils.convertObjectToJSON(model));
23 | HotkeyTempStore.push(model);
24 | }
25 |
26 | @Override
27 | public void remove(HotKeyModel model) {
28 |
29 | }
30 | }
31 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-dashboard/src/main/java/com/jd/platform/hotkey/dashboard/common/config/EtcdConfig.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.dashboard.common.config;
2 |
3 | import com.jd.platform.hotkey.common.configcenter.IConfigCenter;
4 | import com.jd.platform.hotkey.common.configcenter.etcd.JdEtcdBuilder;
5 | import org.slf4j.Logger;
6 | import org.slf4j.LoggerFactory;
7 | import org.springframework.beans.factory.annotation.Value;
8 | import org.springframework.context.annotation.Bean;
9 | import org.springframework.context.annotation.Configuration;
10 |
11 |
12 | /**
13 | * @author wuweifeng wrote on 2019-12-06
14 | * @version 1.0
15 | */
16 | @Configuration
17 | public class EtcdConfig {
18 | @Value("${etcd.server}")
19 | private String etcdServer;
20 |
21 | private Logger logger = LoggerFactory.getLogger(getClass());
22 |
23 | @Bean
24 | public IConfigCenter client() {
25 | logger.info("etcd address : " + etcdServer);
26 | //连接多个时，逗号分隔
27 | return JdEtcdBuilder.build(etcdServer);
28 | }
29 |
30 | }
31 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-dashboard/src/main/resources/static/admin/common/js/user-add.js:
--------------------------------------------------------------------------------
1 | $("#form-add").validate({
2 | rules:{
3 | pwd:{
4 | required:true,
5 | minlength: 5,
6 | maxlength: 20
7 | },
8 | },
9 | messages: {
10 | "userName": {
11 | remote: "用户已经存在"
12 | }
13 | },
14 | submitHandler:function(form){
15 | add();
16 | }
17 | });
18 |
19 | /**
20 | *
21 | */
22 | function add() {
23 | var dataFormJson=$("#form-add").serialize();
24 | $.ajax({
25 | cache : true,
26 | type : "POST",
27 | url : "/user/add",
28 | data : dataFormJson,
29 | headers: {
30 | "Authorization":getCookie("token")
31 | },
32 | async : false,
33 | error : function(XMLHttpRequest){
34 | $.modal.alertError(XMLHttpRequest.responseJSON.msg);
35 | var token = getCookie("token");
36 | if(XMLHttpRequest.status == 1000 && ( token == "undefined" || token =="")){
37 | top.location.href = '/user/login';
38 | }
39 | },
40 | success : function(data) {
41 | $.operate.saveSuccess(data);
42 | }
43 | });
44 | }
45 |
46 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-dashboard/src/main/resources/static/admin/assets/js/toggle_close.js:
--------------------------------------------------------------------------------
1 |
2 | //TOGLE SHOW HIDE
3 | $('.nav-toggle-alt').click(function() {
4 | //get collapse content selector
5 | var collapse_content_selector = $(this).attr('href');
6 |
7 | //make the collapse content to be shown or hide
8 | var toggle_switch = $(this);
9 | $(collapse_content_selector).slideToggle(function() {
10 | if ($(this).css('display') == 'block') {
11 | //change the button label to be 'Show'
12 | toggle_switch.html('');
13 | } else {
14 | //change the button label to be 'Hide'
15 | toggle_switch.html('');
16 | }
17 | });
18 | return false;
19 | });
20 | //CLOSE ELEMENT
21 | $(".gone").click(function() {
22 | var collapse_content_close = $(this).attr('href');
23 | $(collapse_content_close).hide();
24 |
25 |
26 |
27 | });
28 |
--------------------------------------------------------------------------------
/l2cache-example/src/main/java/com/github/jesse/l2cache/example/config/TraceIdConfig.java:
--------------------------------------------------------------------------------
1 | package com.github.jesse.l2cache.example.config;
2 |
3 | import com.github.jesse.l2cache.example.filter.ServletTraceInfoAttachmentFilter;
4 | import org.springframework.boot.web.servlet.FilterRegistrationBean;
5 | import org.springframework.context.annotation.Bean;
6 | import org.springframework.context.annotation.Configuration;
7 |
8 | /**
9 | * @author chenck
10 | * @date 2023/5/5 15:38
11 | */
12 | @Configuration
13 | public class TraceIdConfig {
14 | /**
15 | * 配置http请求日志跟踪信息拦截器，header中无trace_id则生成
16 | */
17 | @Bean
18 | public FilterRegistrationBean logFilterRegister() {
19 | FilterRegistrationBean registration = new FilterRegistrationBean();
20 | registration.setFilter(new ServletTraceInfoAttachmentFilter());
21 | registration.setName(ServletTraceInfoAttachmentFilter.class.getSimpleName());
22 | registration.addUrlPatterns("/*");
23 | // 从小到大的顺序来依次过滤
24 | registration.setOrder(1);
25 | return registration;
26 | }
27 | }
--------------------------------------------------------------------------------
/l2cache-core/src/main/java/com/github/jesse/l2cache/util/NullValueUtil.java:
--------------------------------------------------------------------------------
1 | package com.github.jesse.l2cache.util;
2 |
3 | import com.github.jesse.l2cache.content.NullValue;
4 |
5 | /**
6 | * NullValue 工具类
7 | *
8 | * @author chenck
9 | * @date 2020/9/21 14:37
10 | */
11 | public class NullValueUtil {
12 |
13 | /**
14 | * 转换为存储值
15 | */
16 | public static Object toStoreValue(Object userValue, boolean allowNullValues, String cacheName) {
17 | if (userValue == null) {
18 | if (allowNullValues) {
19 | return NullValue.INSTANCE;
20 | }
21 | throw new IllegalArgumentException("Cache '" + cacheName + "' is configured to not allow null values but null was provided");
22 | }
23 | return userValue;
24 | }
25 |
26 | /**
27 | * 从存储值解析为具体值
28 | */
29 | public static Object fromStoreValue(Object storeValue, boolean allowNullValues) {
30 | if (allowNullValues && storeValue instanceof NullValue) {
31 | return null;
32 | }
33 | return storeValue;
34 | }
35 | }
36 |
--------------------------------------------------------------------------------
/l2cache-core/src/test/java/com/github/jesse/l2cache/test/Test2.java:
--------------------------------------------------------------------------------
1 | package com.github.jesse.l2cache.test;
2 |
3 | import com.github.jesse.l2cache.util.pool.RunnableMdcWarpper;
4 | import com.github.jesse.l2cache.util.pool.ThreadPoolSupport;
5 |
6 | import java.util.concurrent.ThreadPoolExecutor;
7 |
8 | /**
9 | * @author chenck
10 | * @date 2020/12/3 23:45
11 | */
12 | public class Test2 {
13 |
14 | private static final ThreadPoolExecutor poolExecutor = ThreadPoolSupport.getPool("publish_redis_msg");
15 |
16 | public static void main(String[] args) {
17 |
18 | for (int i = 0; i < 10; i++) {
19 | int finalI = i;
20 | poolExecutor.execute(new RunnableMdcWarpper(() -> {
21 | System.out.println("publish message " + finalI);
22 | try {
23 | Thread.sleep(2000);
24 | } catch (InterruptedException e) {
25 | e.printStackTrace();
26 | }
27 | }, "publish message " + finalI));
28 | }
29 | while (true) {
30 |
31 | }
32 | }
33 | }
34 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-dashboard/src/main/java/com/jd/platform/hotkey/dashboard/DashboardApplication.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.dashboard;
2 |
3 |
4 | import org.slf4j.Logger;
5 | import org.slf4j.LoggerFactory;
6 | import org.springframework.boot.CommandLineRunner;
7 | import org.springframework.boot.SpringApplication;
8 | import org.springframework.boot.autoconfigure.SpringBootApplication;
9 | import org.springframework.scheduling.annotation.EnableAsync;
10 | import org.springframework.scheduling.annotation.EnableScheduling;
11 |
12 |
13 | @EnableAsync
14 | @EnableScheduling
15 | @SpringBootApplication
16 | public class DashboardApplication implements CommandLineRunner {
17 |
18 | private Logger logger = LoggerFactory.getLogger(getClass());
19 |
20 |
21 | public static void main(String[] args) {
22 | try {
23 | SpringApplication.run(DashboardApplication.class, args);
24 | }catch (Exception e){
25 | e.printStackTrace();
26 | }
27 | }
28 |
29 |
30 | @Override
31 | public void run(String... args) {
32 | }
33 |
34 | }
35 |
--------------------------------------------------------------------------------
/l2cache-core/src/test/java/com/github/jesse/l2cache/test/ThreadPoolSupportTest.java:
--------------------------------------------------------------------------------
1 | package com.github.jesse.l2cache.test;
2 |
3 | import com.github.jesse.l2cache.util.pool.ThreadPoolSupport;
4 | import org.junit.Test;
5 |
6 | import java.util.concurrent.ThreadPoolExecutor;
7 |
8 | /**
9 | * @author chenck
10 | * @date 2023/5/6 11:06
11 | */
12 | public class ThreadPoolSupportTest {
13 |
14 | /**
15 | * 线程池队列溢出的验证
16 | */
17 | @Test
18 | public void test() {
19 | ThreadPoolExecutor pool = ThreadPoolSupport.getPool("testPool", 2, 2, 30, 10
20 | , new ThreadPoolSupport.MyAbortPolicy("testPool"));
21 |
22 | for (int i = 0; i < 100; i++) {
23 | int finalI = i;
24 | pool.execute(() -> {
25 | System.out.println("run" + finalI);
26 | try {
27 | Thread.sleep(500);
28 | } catch (InterruptedException e) {
29 | throw new RuntimeException(e);
30 | }
31 | });
32 | }
33 |
34 | while (true) {
35 |
36 | }
37 | }
38 | }
39 |
--------------------------------------------------------------------------------
/l2cache-example/src/main/java/com/github/jesse/l2cache/example/controller/ReidsCacheTestController.java:
--------------------------------------------------------------------------------
1 | package com.github.jesse.l2cache.example.controller;
2 |
3 | import com.github.jesse.l2cache.spring.cache.L2CacheCacheManager;
4 | import lombok.extern.slf4j.Slf4j;
5 | import org.springframework.beans.factory.annotation.Autowired;
6 | import org.springframework.cache.Cache;
7 | import org.springframework.web.bind.annotation.RequestMapping;
8 | import org.springframework.web.bind.annotation.RestController;
9 |
10 | /**
11 | *
12 | */
13 | @Slf4j
14 | @RestController
15 | public class ReidsCacheTestController {
16 |
17 | @Autowired
18 | L2CacheCacheManager cacheManager;
19 |
20 | @RequestMapping(value = "/redis/put")
21 | public void put(String cacheName, String key, String value) {
22 | Cache cache = cacheManager.getCache(cacheName);
23 | cache.put(key, value);
24 | }
25 |
26 | @RequestMapping(value = "/redis/get")
27 | public void get(String cacheName, String key) {
28 | Cache cache = cacheManager.getCache(cacheName);
29 | cache.get(key);
30 | }
31 |
32 | }
33 |
--------------------------------------------------------------------------------
/l2cache-core/src/main/java/com/github/jesse/l2cache/util/Tuple2.java:
--------------------------------------------------------------------------------
1 | package com.github.jesse.l2cache.util;
2 |
3 | /**
4 | * 二元组类型
5 | *
6 | * @author chenck
7 | * @date 2020/4/22 11:35
8 | */
9 | public class Tuple2 {
10 | private T1 t1;
11 | private T2 t2;
12 |
13 | public Tuple2(T1 t1, T2 t2) {
14 | this.t1 = t1;
15 | this.t2 = t2;
16 | }
17 |
18 | public T1 getT1() {
19 | return t1;
20 | }
21 |
22 | public void setT1(T1 t1) {
23 | this.t1 = t1;
24 | }
25 |
26 | public T2 getT2() {
27 | return t2;
28 | }
29 |
30 | public void setT2(T2 t2) {
31 | this.t2 = t2;
32 | }
33 |
34 | /**
35 | * 快捷入口
36 | */
37 | public static Tuple2 of(C1 c1, C2 c2) {
38 | return new Tuple2(c1, c2);
39 | }
40 |
41 | /**
42 | * 交换
43 | */
44 | public Tuple2 swap() {
45 | return new Tuple2(this.t2, this.t1);
46 | }
47 |
48 | @Override
49 | public String toString() {
50 | return "Tuple2{r1=" + this.t1 + ", r2=" + this.t2 + '}';
51 | }
52 | }
53 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-dashboard/src/main/resources/static/admin/common/js/user-editPwd.js:
--------------------------------------------------------------------------------
1 | $("#form-edit").validate({
2 | rules:{
3 | password:{
4 | required:true,
5 | minlength: 5,
6 | maxlength: 20
7 | },
8 | confirm:{
9 | required:true,
10 | minlength: 5,
11 | maxlength: 20,
12 | equalTo:"#pwd"
13 | }
14 |
15 | },
16 | messages: {
17 | password: {
18 | required: "请输入新密码",
19 | minlength: "密码不能小于6个字符",
20 | maxlength: "密码不能大于20个字符"
21 | },
22 | confirm: {
23 | required: "请再次输入新密码",
24 | equalTo: "两次密码输入不一致"
25 | }
26 | },
27 | submitHandler:function(form){
28 | edit();
29 | }
30 | });
31 |
32 |
33 | function edit() {
34 | var dataFormJson=$("#form-edit").serialize();
35 | $.ajax({
36 | cache : true,
37 | type : "POST",
38 | url : "/user/editPwd",
39 | data : dataFormJson,
40 | async : false,
41 | headers: {
42 | "Authorization":getCookie("token")
43 | },
44 | error : function(XMLHttpRequest){
45 | $.modal.alertError(XMLHttpRequest.responseJSON.msg);
46 | },
47 | success : function(data) {
48 | $.operate.saveSuccess(data);
49 | }
50 | });
51 | }
52 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-dashboard/src/main/java/com/jd/platform/hotkey/dashboard/common/domain/vo/ClearCfgVo.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.dashboard.common.domain.vo;
2 |
3 | /**
4 | * @ProjectName: hotkey
5 | * @ClassName: ClearCfgVo
6 | * @Description: TODO(一句话描述该类的功能)
7 | * @Author: liyunfeng31
8 | * @Date: 2020/8/3 9:54
9 | */
10 | public class ClearCfgVo {
11 |
12 | private String app;
13 |
14 | private String ttl;
15 |
16 | private Long version;
17 |
18 | public ClearCfgVo(String app, String ttl, Long version) {
19 | this.app = app;
20 | this.ttl = ttl;
21 | this.version = version;
22 | }
23 |
24 | public String getApp() {
25 | return app;
26 | }
27 |
28 | public void setApp(String app) {
29 | this.app = app;
30 | }
31 |
32 | public String getTtl() {
33 | return ttl;
34 | }
35 |
36 | public void setTtl(String ttl) {
37 | this.ttl = ttl;
38 | }
39 |
40 | public Long getVersion() {
41 | return version;
42 | }
43 |
44 | public void setVersion(Long version) {
45 | this.version = version;
46 | }
47 | }
48 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-dashboard/src/main/resources/static/admin/common/css/common-add.css:
--------------------------------------------------------------------------------
1 | @CHARSET "UTF-8";
2 | .content-wrap {
3 | padding: 0px;
4 | }
5 | body {
6 | font-family: "Open Sans", Arial, sans-serif!important;
7 | font-size: 13px!important;
8 | line-height: 20px;
9 | overflow-x: hidden!important;
10 | min-height: 100%;
11 | z-index: -2;
12 | margin: 0px !important;
13 | background-image:none!important;
14 | -moz-background-size: cover;
15 | -webkit-background-size: cover;
16 | -o-background-size: cover;
17 | background-size: cover;
18 | }
19 | label.error {
20 | position: absolute;
21 | right: 18px;
22 | top: 5px;
23 | color: #ef392b;
24 | font-size: 12px;
25 | }
26 | .icheckbox-blue > label{
27 | display: inline-block;
28 | box-sizing: border-box;
29 | cursor: pointer;
30 | position: relative;
31 | /* padding-left: 25px; */
32 | padding-right: 15px;
33 | padding-top: 5px;
34 | }
35 | .sqcheckbox{
36 | width: 16px;
37 | height: 16px;
38 | background-color: red;
39 | display: inline-block;
40 | position: relative;
41 | top: 3px;
42 | }
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/pom.xml:
--------------------------------------------------------------------------------
1 |
2 |
4 |
5 | l2cache
6 | io.github.ck-jesse
7 | 1.0.38
8 |
9 | 4.0.0
10 | l2cache-jd-hotkey
11 | l2cache-jd-hotkey
12 | pom
13 | Jd HotKey
14 |
15 |
16 | jd-hotkey-worker
17 | jd-hotkey-client
18 | jd-hotkey-common
19 | jd-hotkey-sample
20 | jd-hotkey-dashboard
21 |
22 |
23 |
24 | 1.8
25 | 1.8
26 | 1.8
27 |
28 |
--------------------------------------------------------------------------------
/l2cache-spring-boot-starter/src/main/java/com/github/jesse/l2cache/spring/biz/AbstractCacheService.java:
--------------------------------------------------------------------------------
1 | package com.github.jesse.l2cache.spring.biz;
2 |
3 | import com.github.jesse.l2cache.Cache;
4 | import com.github.jesse.l2cache.biz.CacheService;
5 | import com.github.jesse.l2cache.exception.L2CacheException;
6 | import com.github.jesse.l2cache.spring.cache.L2CacheCacheManager;
7 | import org.springframework.beans.factory.annotation.Autowired;
8 | import org.springframework.stereotype.Component;
9 |
10 | /**
11 | * 抽象缓存类
12 | * 定义该类的初始目的是为了简化 get()和isExist() 的开发，抽象公共逻辑，避免每个实现类中都定义类似的代码逻辑。
13 | *
14 | * @author chenck
15 | * @date 2021/4/13 14:04
16 | */
17 | @Component
18 | public abstract class AbstractCacheService implements CacheService {
19 |
20 | @Autowired
21 | L2CacheCacheManager l2CacheCacheManager;
22 |
23 | @Override
24 | public Cache getNativeL2cache() {
25 | Cache cache = (Cache) l2CacheCacheManager.getCache(this.getCacheName()).getNativeCache();
26 | if (null == cache) {
27 | throw new L2CacheException("未找到Cache对象，请检查缓存配置是否正确");
28 | }
29 | return cache;
30 | }
31 |
32 | }
33 |
--------------------------------------------------------------------------------
/l2cache-example/src/main/resources/redisson-prod-demo.yaml:
--------------------------------------------------------------------------------
1 | # 一个8c16g的商品中心pod的生产配置（nacos）
2 | # cluster sentinel with high availability
3 | singleServerConfig:
4 | address: "redis://xx.redis.rds.aliyuncs.com:6379"
5 | # default 10000 milliseconds
6 | idleConnectionTimeout: 10000
7 | # default 10000 milliseconds
8 | connectTimeout: 1000
9 | # default 3000 milliseconds
10 | timeout: 1000
11 | # default 3
12 | retryAttempts: 3
13 | # default 1500 milliseconds
14 | retryInterval: 1500
15 | # default 5
16 | subscriptionsPerConnection: 5
17 | # default 30000
18 | pingConnectionInterval: 5000
19 | # default null
20 | clientName: null
21 | # default 1
22 | subscriptionConnectionMinimumIdleSize: 1
23 | # default 50
24 | subscriptionConnectionPoolSize: 50
25 | # default 24
26 | connectionMinimumIdleSize: 100
27 | # default 64
28 | connectionPoolSize: 300
29 | # default 0
30 | database: 0
31 | # default 16, 0 means current_processors_amount * 2
32 | threads: 128
33 | # default 32, 0 means current_processors_amount * 2
34 | nettyThreads: 256
35 | # key/value codec, default JsonJacksonCodec
36 | # codec: ! {}
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-dashboard/src/main/java/com/jd/platform/hotkey/dashboard/service/RuleService.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.dashboard.service;
2 |
3 | import com.github.pagehelper.PageInfo;
4 | import com.jd.platform.hotkey.dashboard.common.domain.req.PageReq;
5 | import com.jd.platform.hotkey.dashboard.common.domain.req.SearchReq;
6 | import com.jd.platform.hotkey.dashboard.common.domain.vo.HitCountVo;
7 | import com.jd.platform.hotkey.dashboard.model.Rules;
8 |
9 | import java.util.List;
10 |
11 | /**
12 | * @ProjectName: hotkey
13 | * @ClassName: RuleService
14 | * @Description: TODO(一句话描述该类的功能)
15 | * @Author: liyunfeng31
16 | * @Date: 2020/4/17 16:29
17 | */
18 | public interface RuleService {
19 |
20 |
21 | Rules selectRules(String app);
22 |
23 | int updateRule(Rules rules);
24 |
25 | Integer add(Rules rules);
26 |
27 | int delRule(String key, String updater);
28 |
29 | PageInfo pageKeyRule(PageReq page, String appName);
30 |
31 | int save(Rules rules);
32 |
33 | List listRules(String app);
34 |
35 | PageInfo pageRuleHitCount(PageReq pageReq, SearchReq req, String ownApp);
36 | }
37 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-dashboard/src/main/resources/static/admin/assets/js/chart/radarChart.js:
--------------------------------------------------------------------------------
1 | var radarChartData = {
2 | labels : ["Eating","Drinking","Sleeping","Designing","Coding","Partying","Running"],
3 | datasets : [
4 | {
5 | fillColor : "rgba(255, 0, 100, 0.5)",
6 | strokeColor : "rgba(255, 0, 100, 1)",
7 | pointColor : "rgba(255, 0, 100, 1)",
8 | pointStrokeColor : "#fff",
9 | data : [65,59,90,81,56,55,40]
10 | },
11 | {
12 | fillColor : "rgba(255, 185, 0, 0.5)",
13 | strokeColor : "rgba(255, 185, 0, 1)",
14 | pointColor : "rgba(255, 185, 0, 1)",
15 | pointStrokeColor : "#fff",
16 | data : [28,48,40,19,96,27,100]
17 | }
18 | ]
19 |
20 | }
21 |
22 | var myRadar = new Chart(document.getElementById("canvas2").getContext("2d")).Radar(radarChartData,{
23 | scaleShowLabels : false,
24 | pointLabelFontSize : 12
25 | });
26 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-dashboard/src/main/java/com/jd/platform/hotkey/dashboard/common/ex/BizException.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.dashboard.common.ex;
2 |
3 |
4 | import com.jd.platform.hotkey.dashboard.common.eunm.ResultEnum;
5 |
6 | public class BizException extends RuntimeException {
7 |
8 | private int code;
9 | private String msg;
10 |
11 | public BizException(int code, String message) {
12 | this.code = code;
13 | this.msg = message;
14 | }
15 |
16 | public BizException(ResultEnum result) {
17 | this.code = result.getCode();
18 | this.msg = result.getMsg();
19 | }
20 |
21 | public int getCode() {
22 | return code;
23 | }
24 |
25 | public void setCode(int code) {
26 | this.code = code;
27 | }
28 |
29 | public String getMsg() {
30 | return msg;
31 | }
32 |
33 | public void setMsg(String msg) {
34 | this.msg = msg;
35 | }
36 |
37 | @Override
38 | public String toString() {
39 | return "BizException{" +
40 | "code=" + code +
41 | ", msg='" + msg + '\'' +
42 | '}';
43 | }
44 | }
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-client/src/main/java/com/jd/platform/hotkey/client/cache/CaffeineBuilder.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.client.cache;
2 |
3 | import com.github.benmanes.caffeine.cache.Cache;
4 | import com.github.benmanes.caffeine.cache.Caffeine;
5 | import com.jd.platform.hotkey.client.Context;
6 |
7 | import java.util.concurrent.TimeUnit;
8 |
9 | /**
10 | * @author wuweifeng wrote on 2019-12-12
11 | * @version 1.0
12 | */
13 | public class CaffeineBuilder {
14 |
15 | public static Cache cache(int duration) {
16 | return cache(128, Context.CAFFEINE_SIZE, duration);
17 | }
18 |
19 | public static Cache cache() {
20 | return cache(128, Context.CAFFEINE_SIZE, 60);
21 | }
22 |
23 | /**
24 | * 构建所有来的要缓存的key getCache
25 | */
26 | public static Cache cache(int minSize, int maxSize, int expireSeconds) {
27 | return Caffeine.newBuilder()
28 | .initialCapacity(minSize)//初始大小
29 | .maximumSize(maxSize)//最大数量
30 | .expireAfterWrite(expireSeconds, TimeUnit.SECONDS)//过期时间
31 | .build();
32 | }
33 |
34 | }
35 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-sample/src/main/java/com/jd/platform/hotkey/sample/Starter.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.sample;
2 |
3 | import com.jd.platform.hotkey.client.ClientStarter;
4 | import org.springframework.beans.factory.annotation.Value;
5 | import org.springframework.stereotype.Component;
6 |
7 | import javax.annotation.PostConstruct;
8 | import java.util.HashMap;
9 | import java.util.HashSet;
10 | import java.util.Map;
11 |
12 | /**
13 | * @author wuweifeng wrote on 2020-01-14
14 | * @version 1.0
15 | */
16 | @Component
17 | public class Starter {
18 | @Value("${etcd.server}")
19 | private String etcd;
20 | @Value("${spring.application.name}")
21 | private String appName;
22 |
23 | @PostConstruct
24 | public void init() {
25 | ClientStarter.Builder builder = new ClientStarter.Builder();
26 | ClientStarter starter = builder.setAppName(appName).setEtcdServer(etcd).build();
27 | starter.startPipeline();
28 | }
29 |
30 | public static void main(String[] args) {
31 | Map> totalSkuSet = new HashMap<>();
32 | System.out.println(totalSkuSet.get("a"));
33 | }
34 |
35 | }
36 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-dashboard/src/main/java/com/jd/platform/hotkey/dashboard/mapper/StatisticsMapper.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.dashboard.mapper;
2 |
3 | import com.jd.platform.hotkey.dashboard.common.domain.req.SearchReq;
4 | import com.jd.platform.hotkey.dashboard.model.Statistics;
5 | import org.apache.ibatis.annotations.Mapper;
6 |
7 | import java.util.Date;
8 | import java.util.List;
9 |
10 | /**
11 | * @author liyunfeng31
12 | */
13 | @Mapper
14 | public interface StatisticsMapper {
15 |
16 |
17 | /**
18 | * 查看
19 | * @return list
20 | */
21 | List listStatistics(SearchReq req);
22 |
23 |
24 | /**
25 | * 查看
26 | * @return list
27 | */
28 | List listOrderByTime(SearchReq req);
29 |
30 | /**
31 | * records
32 | * @param records records
33 | * @return row
34 | */
35 | int batchInsert(List records);
36 |
37 | /**
38 | * 多个时间聚合统计列表
39 | * @param req req
40 | * @return list
41 | */
42 | List sumStatistics(SearchReq req);
43 |
44 | /**
45 | * 清理
46 | */
47 | int clearExpireData(String app, Date expireDate);
48 | }
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-dashboard/src/main/resources/static/admin/assets/js/calendar/events.json.php:
--------------------------------------------------------------------------------
1 | { "success": 1, "result": [ { "id": "293", "title": "This is warning class event", "url": "http://www.google.com/", "class": "event-warning", "start": "1362938400000", "end": "1363197686300" }, { "id": "294", "title": "This is information class ", "url": "http://www.google.com/", "class": "event-info", "start": "1363111200000", "end": "1363284086400" }, { "id": "297", "title": "This is success event", "url": "http://www.google.com/", "class": "event-success", "start": "1363284000000", "end": "1363284086400" }, { "id": "54", "title": "This is simple event", "url": "http://www.google.com/", "class": "", "start": "1363629600000", "end": "1363716086400" }, { "id": "532", "title": "This is inverse event", "url": "http://www.google.com/", "class": "event-inverse", "start": "1364407200000", "end": "1364493686400" }, { "id": "548", "title": "This is special event", "url": "http://www.google.com/", "class": "event-special", "start": "1363197600000", "end": "1363629686400" }, { "id": "295", "title": "Event 3", "url": "http://www.google.com/", "class": "event-important", "start": "1364320800000", "end": "1364407286400" } ] }
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/README.en.md:
--------------------------------------------------------------------------------
1 | # hotkey
2 |
3 | #### Description
4 | 对任意突发性的无法预先感知的热点请求，包括并不限于热点数据（如突发大量请求同一个商品）、热用户（如恶意爬虫刷子）、热接口（突发海量请求同一个接口）等，进行秒级精准探测到。
5 | 然后对这些热数据、热用户等，推送到所有客户端JVM内存中，以大幅减轻对后端数据存储层的冲击，并可以由客户端决定如何分配、使用这些热key（譬如对热商品做本地缓存、对热用户进行拒绝访问、对热接口进行熔断或返回默认值）。
6 | 这些热数据在整个客户端集群内保持一致性。
7 |
8 | #### Software Architecture
9 | Software architecture description
10 |
11 | #### Installation
12 |
13 | 1. xxxx
14 | 2. xxxx
15 | 3. xxxx
16 |
17 | #### Instructions
18 |
19 | 1. xxxx
20 | 2. xxxx
21 | 3. xxxx
22 |
23 | #### Contribution
24 |
25 | 1. Fork the repository
26 | 2. Create Feat_xxx branch
27 | 3. Commit your code
28 | 4. Create Pull Request
29 |
30 |
31 | #### Gitee Feature
32 |
33 | 1. You can use Readme\_XXX.md to support different languages, such as Readme\_en.md, Readme\_zh.md
34 | 2. Gitee blog [blog.gitee.com](https://blog.gitee.com)
35 | 3. Explore open source project [https://gitee.com/explore](https://gitee.com/explore)
36 | 4. The most valuable open source project [GVP](https://gitee.com/gvp)
37 | 5. The manual of Gitee [https://gitee.com/help](https://gitee.com/help)
38 | 6. The most popular members [https://gitee.com/gitee-stars/](https://gitee.com/gitee-stars/)
39 |
--------------------------------------------------------------------------------
/l2cache-core/src/main/java/com/github/jesse/l2cache/util/pool/MdcUtil.java:
--------------------------------------------------------------------------------
1 | package com.github.jesse.l2cache.util.pool;
2 |
3 | import org.slf4j.MDC;
4 |
5 | import java.util.Map;
6 |
7 | /**
8 | * @author chenck
9 | * @date 2021/5/11 17:00
10 | */
11 | public class MdcUtil {
12 |
13 | /**
14 | * Invoked before running a task.
15 | *
16 | * @param newMdcContext the new MDC context
17 | * @return the old MDC context
18 | */
19 | public static Map beforeExecution(Map newMdcContext) {
20 | Map oldMdcContext = MDC.getCopyOfContextMap();
21 | if (newMdcContext == null) {
22 | MDC.clear();
23 | } else {
24 | MDC.setContextMap(newMdcContext);
25 | }
26 | return oldMdcContext;
27 | }
28 |
29 | /**
30 | * Invoked after running a task.
31 | *
32 | * @param oldMdcContext the old MDC context
33 | */
34 | public static void afterExecution(Map oldMdcContext) {
35 | if (oldMdcContext == null) {
36 | MDC.clear();
37 | } else {
38 | MDC.setContextMap(oldMdcContext);
39 | }
40 | }
41 | }
42 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-dashboard/src/main/java/com/jd/platform/hotkey/dashboard/util/PageUtil.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.dashboard.util;
2 |
3 | import com.google.common.collect.Lists;
4 | import com.jd.platform.hotkey.dashboard.common.domain.Page;
5 | import org.springframework.util.CollectionUtils;
6 |
7 | import java.util.ArrayList;
8 | import java.util.List;
9 |
10 | /**
11 | * @author wuweifeng
12 | * @version 1.0
13 | * @date 2020-09-01
14 | */
15 | public class PageUtil {
16 | /**
17 | * 通用分页工具类
18 | *
19 | * @param data
20 | * @param pageSize
21 | * @param pageNum
22 | * @param
23 | * @return
24 | */
25 | public static Page pagination(final List data, final int pageSize, final int pageNum) {
26 | if (CollectionUtils.isEmpty(data)) {
27 | return new Page<>(1, 0, new ArrayList<>());
28 | }
29 | List> lists = Lists.partition(data, pageSize);
30 | int localPageNum = pageNum;
31 | if (localPageNum >= lists.size()) {
32 | localPageNum = lists.size() - 1;
33 | }
34 | return new Page<>(localPageNum, data.size(), lists.get(localPageNum));
35 | }
36 | }
37 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-worker/src/main/java/com/jd/platform/hotkey/worker/keydispatcher/KeyProducer.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.worker.keydispatcher;
2 |
3 | import com.jd.platform.hotkey.common.model.HotKeyModel;
4 | import com.jd.platform.hotkey.worker.tool.InitConstant;
5 | import org.springframework.stereotype.Component;
6 |
7 | import static com.jd.platform.hotkey.worker.tool.InitConstant.expireTotalCount;
8 | import static com.jd.platform.hotkey.worker.tool.InitConstant.totalOfferCount;
9 |
10 | /**
11 | * @author wuweifeng
12 | * @version 1.0
13 | * @date 2020-06-09
14 | */
15 | @Component
16 | public class KeyProducer {
17 |
18 | public void push(HotKeyModel model, long now) {
19 | if (model == null || model.getKey() == null) {
20 | return;
21 | }
22 | //5秒前的过时消息就不处理了
23 | if (now - model.getCreateTime() > InitConstant.timeOut) {
24 | expireTotalCount.increment();
25 | return;
26 | }
27 |
28 | try {
29 | DispatcherConfig.QUEUE.put(model);
30 | totalOfferCount.increment();
31 | } catch (InterruptedException e) {
32 | e.printStackTrace();
33 | }
34 | }
35 |
36 | }
37 |
--------------------------------------------------------------------------------
/l2cache-jd-hotkey/jd-hotkey-dashboard/src/main/java/com/jd/platform/hotkey/dashboard/common/eunm/ResultEnum.java:
--------------------------------------------------------------------------------
1 | package com.jd.platform.hotkey.dashboard.common.eunm;
2 |
3 |
4 | public enum ResultEnum {
5 |
6 | /**
7 | * 操作成功
8 | */
9 | SUCCESS(200, "操作成功！"),
10 |
11 | NO_LOGIN(1000, "未登录"),
12 |
13 | NO_CHANGE(1001, "操作无影响"),
14 |
15 | PWD_ERROR(1002, "账户/密码错误"),
16 |
17 | NO_PERMISSION(1003, "没有操作权限"),
18 |
19 | NO_RESOURCE(1004, "没有资源"),
20 |
21 | PARAM_ERROR(1005, "参数错误"),
22 |
23 | BIZ_ERROR(1006, "业务异常"),
24 |
25 | CONFLICT_ERROR(1007, "用户名/手机号已存在"),
26 |
27 | ILLEGAL_JSON_ARR(1008, "非法的json数组"),
28 |
29 | TIME_RANGE_LARGE(1022, "查询时间过大");
30 |
31 |
32 | private int code;
33 |
34 | private String msg;
35 |
36 | ResultEnum(int code, String msg) {
37 | this.code = code;
38 | this.msg = msg;
39 | }
40 |
41 | public int getCode() {
42 | return code;
43 | }
44 |
45 | public void setCode(int code) {
46 | this.code = code;
47 | }
48 |
49 | public String getMsg() {
50 | return msg;
51 | }
52 |
53 | public void setMsg(String msg) {
54 | this.msg = msg;
55 | }
56 | }
57 |
--------------------------------------------------------------------------------
/l2cache-core/src/main/java/com/github/jesse/l2cache/util/pool/RunnableMdcWarpper.java:
--------------------------------------------------------------------------------
1 | package com.github.jesse.l2cache.util.pool;
2 |
3 | import org.slf4j.MDC;
4 |
5 | import java.util.Map;
6 |
7 | /**
8 | * Runnable 包装 MDC
9 | *
10 | * @author chenck
11 | * @date 2020/9/23 19:37
12 | */
13 | public class RunnableMdcWarpper implements Runnable {
14 |
15 | private static final long serialVersionUID = 1L;
16 |
17 | Runnable runnable;
18 | Map contextMap;
19 | Object param;
20 |
21 | public RunnableMdcWarpper(Runnable runnable) {
22 | this.runnable = runnable;
23 | this.contextMap = MDC.getCopyOfContextMap();
24 | }
25 |
26 | public RunnableMdcWarpper(Runnable runnable, Object param) {
27 | this.runnable = runnable;
28 | this.contextMap = MDC.getCopyOfContextMap();
29 | this.param = param;
30 | }
31 |
32 | @Override
33 | public void run() {
34 | Map oldContext = MdcUtil.beforeExecution(contextMap);
35 | try {
36 | runnable.run();
37 | } finally {
38 | MdcUtil.afterExecution(oldContext);
39 | }
40 | }
41 |
42 | public Object getParam() {
43 | return param;
44 | }
45 | }
46 |
--------------------------------------------------------------------------------