{
25 |
26 | /**
27 | * 数据装配
28 | */
29 | void extract(P param) throws ExtractException;
30 | }
31 |
--------------------------------------------------------------------------------
/shared/common/src/test/resources/applicationContext.xml:
--------------------------------------------------------------------------------
1 |
2 |
21 | * 在并发往zookeeper写数据，通过Watcher进行监听时，Watcher响应到重新注册Watcher这段时间的数据不能得到响应， 所以需要定时进行reload，避免死锁
22 | *
23 | * @author jianghang 2011-9-19 下午02:51:36
24 | * @version 4.0.0
25 | */
26 | public interface Monitor {
27 |
28 | public void reload();
29 |
30 | }
31 |
--------------------------------------------------------------------------------
/shared/arbitrate/src/main/java/com/alibaba/otter/shared/arbitrate/impl/setl/monitor/listener/PermitListener.java:
--------------------------------------------------------------------------------
1 | /*
2 | * Copyright (C) 2010-2101 Alibaba Group Holding Limited.
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 |
17 | package com.alibaba.otter.shared.arbitrate.impl.setl.monitor.listener;
18 |
19 | /**
20 | * 监控下permit发生变化，即时处理一些数据(比如select节点的启动)
21 | *
22 | * @author jianghang 2011-12-8 下午04:48:14
23 | * @version 4.0.0
24 | */
25 | public interface PermitListener {
26 |
27 | /**
28 | * 触发一下permit变化的值
29 | */
30 | public void processChanged(boolean isPermit);
31 | }
32 |
--------------------------------------------------------------------------------
/manager/web/src/main/java/com/alibaba/otter/manager/web/home/module/screen/Ok.java:
--------------------------------------------------------------------------------
1 | /*
2 | * Copyright (C) 2010-2101 Alibaba Group Holding Limited.
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 |
17 | package com.alibaba.otter.manager.web.home.module.screen;
18 |
19 | import com.alibaba.citrus.turbine.Context;
20 | import com.alibaba.citrus.turbine.dataresolver.Param;
21 |
22 | /**
23 | * @author jianghang 2011-8-31 下午07:00:19
24 | */
25 | public class Ok {
26 |
27 | public void execute(@Param(name = "param") String param, Context context) {
28 | context.put("ok", param);
29 | }
30 | }
31 |
--------------------------------------------------------------------------------
/docker/image/alidata/lib/proc.sh:
--------------------------------------------------------------------------------
1 | # waitterm
2 | # wait TERM/INT signal.
3 | # see: http://veithen.github.io/2014/11/16/sigterm-propagation.html
4 | waitterm() {
5 | local PID
6 | # any process to block
7 | tail -f /dev/null &
8 | PID="$!"
9 | # setup trap, could do nothing, or just kill the blocker
10 | trap "kill -TERM ${PID}" TERM INT
11 | # wait for signal, ignore wait exit code
12 | wait "${PID}" || true
13 | # clear trap
14 | trap - TERM INT
15 | # wait blocker, ignore blocker exit code
16 | wait "${PID}" 2>/dev/null || true
17 | }
18 |
19 | # waittermpid "${PIDFILE}".
20 | # monitor process by pidfile && wait TERM/INT signal.
21 | # if the process disappeared, return 1, means exit with ERROR.
22 | # if TERM or INT signal received, return 0, means OK to exit.
23 | waittermpid() {
24 | local PIDFILE PID do_run error
25 | PIDFILE="${1?}"
26 | do_run=true
27 | error=0
28 | trap "do_run=false" TERM INT
29 | while "${do_run}" ; do
30 | PID="$(cat "${PIDFILE}")"
31 | if ! ps -p "${PID}" >/dev/null 2>&1 ; then
32 | do_run=false
33 | error=1
34 | else
35 | sleep 1
36 | fi
37 | done
38 | trap - TERM INT
39 | return "${error}"
40 | }
41 |
--------------------------------------------------------------------------------
/manager/biz/src/main/java/com/alibaba/otter/manager/biz/monitor/AlarmController.java:
--------------------------------------------------------------------------------
1 | /*
2 | * Copyright (C) 2010-2101 Alibaba Group Holding Limited.
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 |
17 | package com.alibaba.otter.manager.biz.monitor;
18 |
19 | import com.alibaba.otter.manager.biz.common.alarm.AlarmMessage;
20 | import com.alibaba.otter.shared.common.model.config.alarm.AlarmRule;
21 |
22 | /**
23 | * @author zebin.xuzb
24 | * @version 4.1.0
25 | */
26 | public interface AlarmController {
27 |
28 | public AlarmMessage control(AlarmRule rule, String message, AlarmMessage data);
29 |
30 | }
31 |
--------------------------------------------------------------------------------
/shared/common/src/main/java/com/alibaba/otter/shared/common/model/config/data/ColumnPairMode.java:
--------------------------------------------------------------------------------
1 | /*
2 | * Copyright (C) 2010-2101 Alibaba Group Holding Limited.
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 |
17 | package com.alibaba.otter.shared.common.model.config.data;
18 |
19 | /**
20 | * @author jianghang 2013-1-6 下午05:32:11
21 | * @version 4.1.6
22 | */
23 | public enum ColumnPairMode {
24 | INCLUDE, EXCLUDE;
25 |
26 | public boolean isInclude() {
27 | return this == INCLUDE;
28 | }
29 |
30 | public boolean isExclude() {
31 | return this == EXCLUDE;
32 | }
33 | }
34 |
--------------------------------------------------------------------------------
/node/etl/src/main/java/com/alibaba/otter/node/etl/common/io/download/Download.java:
--------------------------------------------------------------------------------
1 | /*
2 | * Copyright (C) 2010-2101 Alibaba Group Holding Limited.
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 |
17 | package com.alibaba.otter.node.etl.common.io.download;
18 |
19 | //~--- JDK imports ------------------------------------------------------------
20 |
21 | import java.io.File;
22 |
23 | /**
24 | * @author brave.taoy
25 | */
26 | public interface Download {
27 |
28 | public long getContentLength();
29 |
30 | public File getAssociatedLocalFile();
31 |
32 | public byte[] getAssociatedMemoryData();
33 | }
34 |
--------------------------------------------------------------------------------
/manager/biz/src/main/java/com/alibaba/otter/manager/biz/config/channel/dal/ChannelDAO.java:
--------------------------------------------------------------------------------
1 | /*
2 | * Copyright (C) 2010-2101 Alibaba Group Holding Limited.
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 |
17 | package com.alibaba.otter.manager.biz.config.channel.dal;
18 |
19 | import java.util.List;
20 |
21 | import com.alibaba.otter.manager.biz.common.basedao.GenericDAO;
22 | import com.alibaba.otter.manager.biz.config.channel.dal.dataobject.ChannelDO;
23 |
24 | /**
25 | * @author simon
26 | */
27 | public interface ChannelDAO extends GenericDAO
23 | * 1. 合并S.E.T.L各类事件的监听，减少和zookeeper的交互
24 | * 2. 采用观察者事件变化推送的模式
25 | *
26 | *
27 | * @author jianghang 2012-9-28 下午09:38:12
28 | * @version 4.1.0
29 | */
30 | public interface ProcessListener {
31 |
32 | /**
33 | * 触发process变化，传递了变化后最新的processIds列表
34 | */
35 | public void processChanged(List
32 | * Map内容；
33 | * 1. message : 报警内容
34 | * 2. receiveKey : 报警接收者信息
35 | *
36 | *
37 | * @param data
38 | */
39 | public void sendAlarm(AlarmMessage data);
40 |
41 | }
42 |
--------------------------------------------------------------------------------
/shared/common/src/test/java/com/alibaba/otter/shared/common/sample/TestMockService2.java:
--------------------------------------------------------------------------------
1 | /*
2 | * Copyright (C) 2010-2101 Alibaba Group Holding Limited.
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 |
17 | package com.alibaba.otter.shared.common.sample;
18 |
19 | import org.springframework.beans.factory.InitializingBean;
20 |
21 | /**
22 | * 测试的Mock servie2
23 | *
24 | * @author jianghang 2010-6-2 下午12:20:49
25 | */
26 | public class TestMockService2 implements InitializingBean {
27 |
28 | public String doTestMockService2() {
29 | return "server 2 done!";
30 | }
31 |
32 | @Override
33 | public void afterPropertiesSet() throws Exception {
34 | System.out.println("TestMockService2 init!");
35 | }
36 | }
37 |
--------------------------------------------------------------------------------
/shared/arbitrate/src/main/java/com/alibaba/otter/shared/arbitrate/impl/setl/ExtractArbitrateEvent.java:
--------------------------------------------------------------------------------
1 | /*
2 | * Copyright (C) 2010-2101 Alibaba Group Holding Limited.
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 |
17 | package com.alibaba.otter.shared.arbitrate.impl.setl;
18 |
19 | import com.alibaba.otter.shared.arbitrate.impl.ArbitrateEvent;
20 | import com.alibaba.otter.shared.arbitrate.model.EtlEventData;
21 |
22 | /**
23 | * 抽象extract模块的调度接口
24 | *
25 | * @author jianghang 2012-9-27 下午09:54:53
26 | * @version 4.1.0
27 | */
28 | public interface ExtractArbitrateEvent extends ArbitrateEvent {
29 |
30 | public EtlEventData await(Long pipelineId) throws InterruptedException;
31 |
32 | public void single(EtlEventData data);
33 | }
34 |
--------------------------------------------------------------------------------
/shared/arbitrate/src/main/java/com/alibaba/otter/shared/arbitrate/impl/setl/SelectArbitrateEvent.java:
--------------------------------------------------------------------------------
1 | /*
2 | * Copyright (C) 2010-2101 Alibaba Group Holding Limited.
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 |
17 | package com.alibaba.otter.shared.arbitrate.impl.setl;
18 |
19 | import com.alibaba.otter.shared.arbitrate.impl.ArbitrateEvent;
20 | import com.alibaba.otter.shared.arbitrate.model.EtlEventData;
21 |
22 | /**
23 | * 抽象select模块的调度接口
24 | *
25 | * @author jianghang 2012-9-27 下午09:54:53
26 | * @version 4.1.0
27 | */
28 | public interface SelectArbitrateEvent extends ArbitrateEvent {
29 |
30 | public EtlEventData await(Long pipelineId) throws InterruptedException;
31 |
32 | public void single(EtlEventData data);
33 | }
34 |
--------------------------------------------------------------------------------
/shared/communication/src/main/java/com/alibaba/otter/shared/communication/core/impl/connection/CommunicationConnectionFactory.java:
--------------------------------------------------------------------------------
1 | /*
2 | * Copyright (C) 2010-2101 Alibaba Group Holding Limited.
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 |
17 | package com.alibaba.otter.shared.communication.core.impl.connection;
18 |
19 | import com.alibaba.otter.shared.communication.core.model.CommunicationParam;
20 |
21 | /**
22 | * {@linkplain CommunicationConnection}链接创建和关闭工厂
23 | *
24 | * @author jianghang 2011-9-9 下午05:24:09
25 | */
26 | public interface CommunicationConnectionFactory {
27 |
28 | CommunicationConnection createConnection(CommunicationParam params);
29 |
30 | void releaseConnection(CommunicationConnection connection);
31 | }
32 |
--------------------------------------------------------------------------------
/manager/biz/src/main/java/com/alibaba/otter/manager/biz/common/alarm/AlarmMessage.java:
--------------------------------------------------------------------------------
1 | package com.alibaba.otter.manager.biz.common.alarm;
2 |
3 | import java.io.Serializable;
4 |
5 | import org.apache.commons.lang.builder.ToStringBuilder;
6 |
7 | import com.alibaba.otter.shared.common.utils.OtterToStringStyle;
8 |
9 | public class AlarmMessage implements Serializable {
10 |
11 | private static final long serialVersionUID = 6110474591366995515L;
12 | private String message;
13 | private String receiveKey;
14 |
15 | public AlarmMessage(){
16 |
17 | }
18 |
19 | public AlarmMessage(String message, String receiveKey){
20 | this.message = message;
21 | this.receiveKey = receiveKey;
22 | }
23 |
24 | public String getMessage() {
25 | return message;
26 | }
27 |
28 | public void setMessage(String message) {
29 | this.message = message;
30 | }
31 |
32 | public String getReceiveKey() {
33 | return receiveKey;
34 | }
35 |
36 | public void setReceiveKey(String receiveKey) {
37 | this.receiveKey = receiveKey;
38 | }
39 |
40 | @Override
41 | public String toString() {
42 | return ToStringBuilder.reflectionToString(this, OtterToStringStyle.DEFAULT_STYLE);
43 | }
44 |
45 | }
46 |
--------------------------------------------------------------------------------
/manager/biz/src/main/java/com/alibaba/otter/manager/biz/config/datamedia/dal/DataMediaDAO.java:
--------------------------------------------------------------------------------
1 | /*
2 | * Copyright (C) 2010-2101 Alibaba Group Holding Limited.
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 |
17 | package com.alibaba.otter.manager.biz.config.datamedia.dal;
18 |
19 | import java.util.List;
20 |
21 | import com.alibaba.otter.manager.biz.common.basedao.GenericDAO;
22 | import com.alibaba.otter.manager.biz.config.datamedia.dal.dataobject.DataMediaDO;
23 |
24 | /**
25 | * @author simon
26 | */
27 | public interface DataMediaDAO extends GenericDAO
33 | * 注意：在extract之前调用该方法
34 | *
35 | */
36 | public FileBatch detect(FileBatch fileBatch, Long targetNodeId);
37 |
38 | }
39 |
--------------------------------------------------------------------------------
/shared/arbitrate/src/main/java/com/alibaba/otter/shared/arbitrate/impl/setl/TransformArbitrateEvent.java:
--------------------------------------------------------------------------------
1 | /*
2 | * Copyright (C) 2010-2101 Alibaba Group Holding Limited.
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 |
17 | package com.alibaba.otter.shared.arbitrate.impl.setl;
18 |
19 | import com.alibaba.otter.shared.arbitrate.impl.ArbitrateEvent;
20 | import com.alibaba.otter.shared.arbitrate.model.EtlEventData;
21 |
22 | /**
23 | * 抽象transform模块的调度接口
24 | *
25 | * @author jianghang 2012-9-27 下午09:54:53
26 | * @version 4.1.0
27 | */
28 | public interface TransformArbitrateEvent extends ArbitrateEvent {
29 |
30 | public EtlEventData await(Long pipelineId) throws InterruptedException;
31 |
32 | public void single(EtlEventData data);
33 | }
34 |
--------------------------------------------------------------------------------
/manager/web/pom.xml:
--------------------------------------------------------------------------------
1 |