HorizonDBException with the specified message.
39 | *
40 | * @param code the error code
41 | * @param message the detail message
42 | */
43 | public HorizonDBException(int code, String message) {
44 | super(message);
45 | this.code = code;
46 | }
47 |
48 | /**
49 | * Creates a new HorizonDBException with the specified message an the specified root cause.
50 | *
51 | * @param code the error code
52 | * @param message the detail message
53 | * @param cause the root cause.
54 | */
55 | public HorizonDBException(int code, String message, Throwable cause) {
56 | super(message, cause);
57 | this.code = code;
58 | }
59 |
60 | /**
61 | * Returns the error code.
62 | *
63 | * @return the error code.
64 | */
65 | public int getCode() {
66 | return this.code;
67 | }
68 | }
69 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/HorizonDBFiles.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Licensed under the Apache License, Version 2.0 (the "License");
3 | * you may not use this file except in compliance with the License.
4 | * You may obtain a copy of the License at
5 | *
6 | * http://www.apache.org/licenses/LICENSE-2.0
7 | *
8 | * Unless required by applicable law or agreed to in writing, software
9 | * distributed under the License is distributed on an "AS IS" BASIS,
10 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 | * See the License for the specific language governing permissions and
12 | * limitations under the License.
13 | */
14 | package io.horizondb.db;
15 |
16 | import io.horizondb.model.schema.DatabaseDefinition;
17 | import io.horizondb.model.schema.TimeSeriesDefinition;
18 |
19 | import java.nio.file.Path;
20 |
21 | /**
22 | * Utility methods related the HorizonDB files.
23 | */
24 | public final class HorizonDBFiles {
25 |
26 | /**
27 | * The name of the databases file.
28 | */
29 | private static final String DATABASES_FILENAME = "databases.b3";
30 |
31 | /**
32 | * The name of the time series file.
33 | */
34 | private static final String TIMESERIES_FILENAME = "timeseries.b3";
35 |
36 | /**
37 | * Returns the databases file path.
38 | *
39 | * @param configuration the HorizonDB configuration
40 | * @return the databases file path
41 | */
42 | public static Path getDatabasesFile(Configuration configuration) {
43 |
44 | return getSystemDirectory(configuration).resolve(DATABASES_FILENAME);
45 | }
46 |
47 | /**
48 | * Returns the timeseries file path.
49 | *
50 | * @param configuration the HorizonDB configuration
51 | * @return the timeseries file path
52 | */
53 | public static Path getTimeSeriesFile(Configuration configuration) {
54 |
55 | return getSystemDirectory(configuration).resolve(TIMESERIES_FILENAME);
56 | }
57 |
58 | /**
59 | * Returns the system directory, creating it if it does not exists.
60 | *
61 | * @param configuration the HorizonDB configuration
62 | * @return the system directory
63 | */
64 | public static Path getSystemDirectory(Configuration configuration) {
65 |
66 | Path dataDirectory = configuration.getDataDirectory();
67 | return dataDirectory.resolve("system");
68 | }
69 |
70 | /**
71 | * Returns the directory where the time series for the specified database must be stored.
72 | *
73 | * @param configuration the HorizonDB configuration
74 | * @param definition the database definition
75 | * @return the directory where the time series for the specified database must be stored.
76 | */
77 | public static Path getDatabaseDirectory(Configuration configuration, DatabaseDefinition definition) {
78 |
79 | Path dataDirectory = configuration.getDataDirectory();
80 | return dataDirectory.resolve(definition.getName() + "-" + definition.getTimestamp());
81 | }
82 |
83 | /**
84 | * Returns the directory where the time series partitions for the specified time series must be stored.
85 | *
86 | * @param configuration the HorizonDB configuration
87 | * @param databaseDefinition the database definition
88 | * @param timeSeriesDefinition the time series definition
89 | * @return the directory where the time series partition for the specified time series must be stored.
90 | */
91 | public static Path getTimeSeriesDirectory(Configuration configuration,
92 | DatabaseDefinition databaseDefinition,
93 | TimeSeriesDefinition timeSeriesDefinition) {
94 |
95 | Path databaseDirectory = getDatabaseDirectory(configuration, databaseDefinition);
96 | return databaseDirectory.resolve(timeSeriesDefinition.getName() + "-" + timeSeriesDefinition.getTimestamp());
97 | }
98 |
99 | /**
100 | * Must not be instantiated
101 | */
102 | private HorizonDBFiles() {
103 | }
104 | }
105 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/HorizonServerHandler.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Copyright 2013 Benjamin Lerer
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 | package io.horizondb.db;
17 |
18 | import io.horizondb.io.Buffer;
19 | import io.horizondb.io.buffers.Buffers;
20 | import io.horizondb.model.ErrorCodes;
21 | import io.horizondb.model.protocol.Msg;
22 | import io.horizondb.model.protocol.Msgs;
23 | import io.netty.buffer.ByteBuf;
24 | import io.netty.channel.ChannelHandlerContext;
25 | import io.netty.channel.ChannelInboundHandlerAdapter;
26 |
27 | import org.slf4j.Logger;
28 | import org.slf4j.LoggerFactory;
29 |
30 | import static org.apache.commons.lang.Validate.notNull;
31 |
32 | class HorizonServerHandler extends ChannelInboundHandlerAdapter {
33 |
34 | /**
35 | * The class logger.
36 | */
37 | private final Logger logger = LoggerFactory.getLogger(this.getClass());
38 |
39 | /**
40 | * The database engine.
41 | */
42 | private final DatabaseEngine engine;
43 |
44 | public HorizonServerHandler(DatabaseEngine engine) {
45 |
46 | notNull(engine, "the engine parameter must not be null.");
47 |
48 | this.engine = engine;
49 | }
50 |
51 | /**
52 | * {@inheritDoc}
53 | */
54 | @Override
55 | public void channelRead(ChannelHandlerContext ctx, Object msg) throws Exception {
56 |
57 | Buffer buffer = Buffers.wrap((ByteBuf) msg);
58 |
59 | Msg request = Msg.parseFrom(buffer);
60 |
61 | Object response = this.engine.execute(request, buffer);
62 |
63 | if (response instanceof Iterable) {
64 |
65 | for (Object chunk : (Iterable) response) {
66 | ctx.channel().writeAndFlush(chunk);
67 | }
68 |
69 | } else {
70 | ctx.channel().writeAndFlush(response);
71 | }
72 | }
73 |
74 | /**
75 | * {@inheritDoc}
76 | */
77 | @Override
78 | public void exceptionCaught(ChannelHandlerContext ctx, Throwable cause) {
79 |
80 | this.logger.error("Unexpected exception from downstream.", cause);
81 |
82 | if (ctx.channel().isActive()) {
83 |
84 | ctx.channel().writeAndFlush(Msgs.newErrorMsg(ErrorCodes.INTERNAL_ERROR, cause.getMessage()));
85 | }
86 | }
87 | }
88 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/HqlConverter.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Licensed under the Apache License, Version 2.0 (the "License");
3 | * you may not use this file except in compliance with the License.
4 | * You may obtain a copy of the License at
5 | *
6 | * http://www.apache.org/licenses/LICENSE-2.0
7 | *
8 | * Unless required by applicable law or agreed to in writing, software
9 | * distributed under the License is distributed on an "AS IS" BASIS,
10 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 | * See the License for the specific language governing permissions and
12 | * limitations under the License.
13 | */
14 | package io.horizondb.db;
15 |
16 | import io.horizondb.db.databases.DatabaseManager;
17 | import io.horizondb.db.parser.QueryParser;
18 | import io.horizondb.io.ReadableBuffer;
19 | import io.horizondb.model.ErrorCodes;
20 | import io.horizondb.model.protocol.HqlQueryPayload;
21 | import io.horizondb.model.protocol.Msg;
22 | import io.horizondb.model.protocol.Msgs;
23 | import io.horizondb.model.protocol.OpCode;
24 |
25 | import java.io.IOException;
26 |
27 | import com.codahale.metrics.MetricRegistry;
28 |
29 | /**
30 | * Decorator that convert HQL query messages in low-level messages.
31 | */
32 | public class HqlConverter extends AbstractComponent implements DatabaseEngine {
33 |
34 | /**
35 | * The database configuration.
36 | */
37 | private final Configuration configuration;
38 |
39 | /**
40 | * The database engine.
41 | */
42 | private final DatabaseEngine databaseEngine;
43 |
44 | public HqlConverter(Configuration configuration, DatabaseEngine databaseEngine) {
45 |
46 | this.configuration = configuration;
47 | this.databaseEngine = databaseEngine;
48 | }
49 |
50 | /**
51 | * {@inheritDoc}
52 | */
53 | @Override
54 | public void register(MetricRegistry registry) {
55 |
56 | this.databaseEngine.register(registry);
57 | }
58 |
59 | /**
60 | * {@inheritDoc}
61 | */
62 | @Override
63 | public void unregister(MetricRegistry registry) {
64 |
65 | this.databaseEngine.unregister(registry);
66 | }
67 |
68 | /**
69 | * {@inheritDoc}
70 | */
71 | @Override
72 | protected void doStart() throws IOException, InterruptedException {
73 |
74 | this.databaseEngine.start();
75 | }
76 |
77 | /**
78 | * {@inheritDoc}
79 | */
80 | @Override
81 | protected void doShutdown() throws InterruptedException {
82 |
83 | this.databaseEngine.shutdown();
84 | }
85 |
86 | /**
87 | * {@inheritDoc}
88 | */
89 | @Override
90 | public DatabaseManager getDatabaseManager() {
91 | return this.databaseEngine.getDatabaseManager();
92 | }
93 |
94 | /**
95 | * {@inheritDoc}
96 | */
97 | @Override
98 | public Object execute(Msg request, ReadableBuffer buffer) {
99 |
100 | try {
101 |
102 | OpCode opCode = request.getOpCode();
103 |
104 | this.logger.debug("Message received with operation code: " + opCode);
105 |
106 | if (opCode.isHql()) {
107 |
108 | @SuppressWarnings("unchecked")
109 | Msg msg = QueryParser.parse(this.configuration,
110 | this.databaseEngine.getDatabaseManager(),
111 | (MsgMsg.
28 | *
29 | * @author Benjamin
30 | *
31 | */
32 | final class MsgToByteEncoder extends MessageToByteEncoderQueryContext that will be executed within the specified
44 | * operation context.
45 | *
46 | * @param operationContext the operation context
47 | * @param requestHeader the request message header
48 | * @param databaseName the database name
49 | */
50 | public QueryContext(OperationContext operationContext,
51 | MsgHeader requestHeader,
52 | String databaseName) {
53 |
54 | this.operationContext = operationContext;
55 | this.requestHeader = requestHeader;
56 | this.databaseName = databaseName;
57 | }
58 |
59 | /**
60 | * Returns the database manager.
61 | *
62 | * @return the database manager.
63 | */
64 | public DatabaseManager getDatabaseManager() {
65 | return this.operationContext.getDatabaseManager();
66 | }
67 |
68 | /**
69 | * Returns true if the query is a replay from the commit log.
70 | *
71 | * @return true if the query is a replay from the commit log.
72 | */
73 | public boolean isReplay() {
74 | return this.operationContext.isReplay();
75 | }
76 |
77 | /**
78 | * Returns the header of the request message.
79 | *
80 | * @return the header of the request message.
81 | */
82 | public MsgHeader getRequestHeader() {
83 | return this.requestHeader;
84 | }
85 |
86 | /**
87 | * Returns the name of the database on which the query must be performed.
88 | *
89 | * @return the name of the database on which the query must be performed.
90 | */
91 | public String getDatabaseName() {
92 | return this.databaseName;
93 | }
94 | }
95 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/StorageEngine.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Copyright 2013 Benjamin Lerer
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 | package io.horizondb.db;
17 |
18 | import io.horizondb.db.commitlog.ReplayPosition;
19 | import io.horizondb.db.databases.DatabaseManager;
20 | import io.horizondb.io.ReadableBuffer;
21 | import io.horizondb.model.protocol.Msg;
22 |
23 | import java.io.IOException;
24 |
25 | import com.google.common.util.concurrent.ListenableFuture;
26 |
27 | /**
28 | * The storage engine used to persist an retrieve data.
29 | *
30 | */
31 | public interface StorageEngine extends Component {
32 |
33 | /**
34 | * Returns the database manager
35 | * @return the database manager
36 | */
37 | DatabaseManager getDatabaseManager();
38 |
39 | /**
40 | * Executes the operation requested by the specified message
41 | *
42 | * @param request the message
43 | * @param future the commit log future or null if the message was not a mutation.
44 | * @return the message response
45 | * @throws IOException if an I/O problem occurs
46 | * @throws HorizonDBException if a problem occurs while processing the request
47 | */
48 | Object execute(Msg request, ListenableFutureListenableFuture that will return when all the data have been flushed to disk.
56 | * @throws InterruptedException if the thread is interrupted
57 | */
58 | ListenableFutureNode classes.
20 | *
21 | * @author Benjamin
22 | *
23 | */
24 | abstract class AbstractNodeAbstractNode.
33 | *
34 | * @param btree the B+Tree to which this node belongs.
35 | */
36 | public AbstractNode(BTreeValueWrapper.
20 | *
21 | * @author Benjamin
22 | *
23 | */
24 | final class DefaultValueWrapperNodeManager that keeps all the Nodes in memory.
27 | *
28 | *
29 | * This NodeManager provides no durability and should only be used for
30 | * testing purpose.
31 | *
InMemoryNodeManager with the spcified name.
74 | * @param name the node manager name
75 | */
76 | public InMemoryNodeManager(String name)
77 | {
78 | notNull(name, "the name parameter must not be null.");
79 | this.name = name;
80 | }
81 |
82 | /**
83 | * {@inheritDoc}
84 | */
85 | @Override
86 | public Nodetrue if the cursor could be moved successfully to the next entry, false
28 | * otherwise.
29 | * @throws IOException if an I/O problem occurs while retrieving the next record.
30 | */
31 | boolean next() throws IOException;
32 |
33 | /**
34 | * Returns the key of the current entry.
35 | *
36 | * @return the key of the current entry.
37 | */
38 | K getKey();
39 |
40 | /**
41 | * Returns the value of the current entry.
42 | *
43 | * @return the value of the current entry.
44 | * @throws IOException if an I/O problem occurs
45 | */
46 | V getValue() throws IOException;
47 | }
48 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/btree/NodeManager.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Copyright 2013 Benjamin Lerer
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 | package io.horizondb.db.btree;
17 |
18 | import io.horizondb.db.metrics.Monitorable;
19 |
20 | import java.io.Closeable;
21 | import java.io.IOException;
22 |
23 | /**
24 | * Manager in charge of saving and loading BTree nodes.
25 | *
26 | * @param BTree.
33 | *
34 | * @param btree the BTree.
35 | * @return the root node.
36 | * @throws IOException if an I/O problem occurs.
37 | */
38 | NodeNodeReader instances.
24 | *
25 | * @author Benjamin
26 | *
27 | */
28 | public interface NodeReaderFactory
32 | * If this method returns {@link NodeVisitResult#CONTINUE CONTINUE}, then children or records of the node. If this
33 | * method returns {@link NodeVisitResult#SKIP_SUBTREE SKIP_SUBTREE} or {@link NodeVisitResult#SKIP_SIBLINGS
34 | * SKIP_SIBLINGS} then children or records of the node will not be visited.
35 | *
36 | * @param key the key to which the node is associated
37 | * @param node the node that will be visited
38 | * @return the visit result
39 | * @throws IOException if an I/O problem occurs.
40 | */
41 | NodeVisitResult preVisitNode(K key, NodeNodeWriter instances.
24 | *
25 | * @author Benjamin
26 | *
27 | */
28 | public interface NodeWriterFactoryNodeVisitor that simply visit the nodes and records without doing anything.
22 | *
23 | * @author Benjamin
24 | *
25 | */
26 | public class SimpleNodeVisitorCache implementation with multilevel.
27 | *
28 | * @author Benjamin
29 | *
30 | */
31 | public abstract class AbstractMultilevelCacheAbstractCache.
40 | *
41 | * @param configuration the database configuration.
42 | * @param secondLevelCache the second level cache.
43 | */
44 | public AbstractMultilevelCache(Configuration configuration,
45 | io.horizondb.db.cache.CacheValueLoader.
44 | *
45 | * @param key the value key
46 | * @param loader the loader that will be used to load the value if the key is not present within the cache
47 | * @return the value associated to the specified key
48 | * @throws IOException if an I/O problem occurs
49 | * @throws HorizonDBException if a problem occurs
50 | */
51 | V get(K key, ValueLoaderAdaptor that adapts a ValueLoader to the Callable interface.
22 | *
23 | * @author Benjamin
24 | */
25 | final class CallableAdaptorValueLoader.
29 | */
30 | private final ValueLoaderCallableAdaptor that adapt the specified loader.
39 | *
40 | * @param key the key for which the value must be loaded
41 | * @param loader the loader to adapt
42 | */
43 | public CallableAdaptor(K key, ValueLoaderWriteExecutor that flush the data to disk after a specified amount of time.
25 | *
26 | * @author Benjamin
27 | */
28 | final class BatchWriteExecutor extends AbstractWriteExecutor {
29 |
30 | public BatchWriteExecutor(Configuration configuration, FlushTask flushTask) {
31 |
32 | super(configuration, flushTask);
33 | }
34 |
35 | /**
36 | * {@inheritDoc}
37 | */
38 | @Override
39 | protected WriteThreadPoolExecutor createWriteThreadPoolExecutor(final Configuration configuration,
40 | final String name,
41 | final FlushTask flushTask) {
42 | return new BatchExecutorService(configuration, name, flushTask);
43 | }
44 |
45 | /**
46 | * ScheduledThreadPoolExecutor that flush the data to disk after a specified time.
47 | *
48 | */
49 | private static final class BatchExecutorService extends WriteThreadPoolExecutor {
50 |
51 | /**
52 | * The database configuration.
53 | */
54 | private final Configuration configuration;
55 |
56 | /**
57 | * true if a flush has been scheduled, false otherwise.
58 | */
59 | private volatile boolean hasScheduledFlush;
60 |
61 | public BatchExecutorService(Configuration configuration, String name, FlushTask flushTask) {
62 | super(name, flushTask);
63 |
64 | this.configuration = configuration;
65 | }
66 |
67 | /**
68 | * {@inheritDoc}
69 | */
70 | @Override
71 | protected void beforeWrite() {
72 |
73 | if (!this.hasScheduledFlush && !isTerminating()) {
74 |
75 | schedule(getFlushTask(),
76 | this.configuration.getCommitLogBatchWindowInMillis(),
77 | TimeUnit.MILLISECONDS);
78 | }
79 | }
80 |
81 | /**
82 | * {@inheritDoc}
83 | */
84 | @Override
85 | protected void afterFlush() {
86 | this.hasScheduledFlush = false;
87 | }
88 | }
89 | }
90 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/commitlog/IdFactory.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Copyright 2013 Benjamin Lerer
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 | package io.horizondb.db.commitlog;
17 |
18 | import java.util.concurrent.atomic.AtomicLong;
19 |
20 | /**
21 | * ID generator for commit log segments.
22 | *
23 | * @author benjamin
24 | *
25 | */
26 | final class IdFactory {
27 |
28 | /**
29 | * The current ID.
30 | */
31 | private static final AtomicLong nextId = new AtomicLong(System.currentTimeMillis());
32 |
33 | /**
34 | * Returns the next ID available.
35 | *
36 | * @return the next ID available.
37 | */
38 | public static long nextId() {
39 | return nextId.incrementAndGet();
40 | }
41 | }
42 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/commitlog/PeriodicWriteExecutor.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Copyright 2014 Benjamin Lerer
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 | package io.horizondb.db.commitlog;
17 |
18 | import io.horizondb.db.Configuration;
19 | import io.horizondb.db.commitlog.CommitLog.FlushTask;
20 |
21 | import java.util.concurrent.TimeUnit;
22 |
23 | /**
24 | * A WriteExecutor that flush the data to disk periodically.
25 | * The period is specified by the commitLogFlushPeriodInMillis from the database configuration.
26 | *
27 | * @author Benjamin
28 | *
29 | */
30 | final class PeriodicWriteExecutor extends AbstractWriteExecutor {
31 |
32 |
33 | public PeriodicWriteExecutor(Configuration configuration, FlushTask flushTask) {
34 |
35 | super(configuration, flushTask);
36 | }
37 |
38 | /**
39 | * {@inheritDoc}
40 | */
41 | @Override
42 | protected WriteThreadPoolExecutor createWriteThreadPoolExecutor(Configuration configuration,
43 | String name,
44 | FlushTask flushTask) {
45 | return new PeriodicExecutorService(configuration, name, flushTask);
46 | }
47 |
48 | /**
49 | * ScheduledThreadPoolExecutor that flush the data to disk periodically.
50 | *
51 | */
52 | private static final class PeriodicExecutorService extends WriteThreadPoolExecutor {
53 |
54 | public PeriodicExecutorService(Configuration configuration, String name, FlushTask flushTask) {
55 |
56 | super(name, flushTask);
57 |
58 | long flushPeriodInMillis = configuration.getCommitLogFlushPeriodInMillis();
59 | scheduleAtFixedRate(flushTask, flushPeriodInMillis, flushPeriodInMillis, TimeUnit.MILLISECONDS);
60 | }
61 | }
62 | }
63 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/commitlog/WriteExecutor.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Copyright 2014 Benjamin Lerer
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 | package io.horizondb.db.commitlog;
17 |
18 | import io.horizondb.db.metrics.Monitorable;
19 |
20 | import com.google.common.util.concurrent.ListenableFuture;
21 |
22 | /**
23 | * An object that executes writes to the commit log.
24 | *
25 | * @author Benjamin
26 | *
27 | */
28 | interface WriteExecutor extends Monitorable {
29 |
30 | /**
31 | * Executes the specified write task.
32 | *
33 | * @param writeTask the write task to execute.
34 | * @return a Future representing pending completion of the task
35 | */
36 | ListenableFutureWriteExecutor
40 | * @throws InterruptedException if the thread is interrupted
41 | */
42 | void shutdown() throws InterruptedException;
43 | }
44 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/databases/DatabaseCache.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Copyright 2013 Benjamin Lerer
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 | package io.horizondb.db.databases;
17 |
18 | import io.horizondb.db.Configuration;
19 | import io.horizondb.db.cache.AbstractCache;
20 |
21 | import com.google.common.cache.CacheBuilder;
22 |
23 | /**
24 | * A Cache for databases.
25 | *
26 | * @author Benjamin
27 | *
28 | */
29 | final class DatabaseCache extends AbstractCacheDatabaseCache to cache the databases.
33 | *
34 | * @param configuration the database configuration.
35 | */
36 | public DatabaseCache(Configuration configuration) {
37 |
38 | super(configuration);
39 | }
40 |
41 | /**
42 | * {@inheritDoc}
43 | */
44 | @Override
45 | protected CacheBuildertrue if an exception must be thrown if the database already exists.
35 | * @throws IOException if an I/O problem occurs while creating the database.
36 | * @throws HorizonDBException if a database with the same name already exists and throwExceptionIfExists is
37 | * true.
38 | */
39 | void createDatabase(DatabaseDefinition definition,
40 | boolean throwExceptionIfExists) throws IOException, HorizonDBException;
41 |
42 | /**
43 | * Returns the database with the specified name if it exists.
44 | *
45 | * @param name the database name.
46 | * @return the database with the specified name if it exists.
47 | * @throws IOException if an I/O problem occurs while retrieving the database.
48 | * @throws HorizonDBException if the database with the specified name does not exists.
49 | */
50 | Database getDatabase(String name) throws IOException, HorizonDBException;
51 |
52 | /**
53 | * Returns the TimeSeriesManager used by this DatabaseManager.
54 | *
55 | * @return the TimeSeriesManager used by this DatabaseManager.
56 | */
57 | TimeSeriesManager getTimeSeriesManager();
58 |
59 | /**
60 | * Drops the specified database.
61 | * @param name the name of the database to drop.
62 | * @param throwExceptionIfDoesNotExist true if an exception must be thrown if the time series does not exists.
63 | * @throws IOException if an I/O problem occurs while dropping the database.
64 | * @throws HorizonDBException if the database does not exists.
65 | */
66 | void dropDatabase(String name,
67 | boolean throwExceptionIfDoesNotExist) throws IOException, HorizonDBException;
68 | }
69 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/databases/InMemoryDatabaseManager.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Licensed under the Apache License, Version 2.0 (the "License");
3 | * you may not use this file except in compliance with the License.
4 | * You may obtain a copy of the License at
5 | *
6 | * http://www.apache.org/licenses/LICENSE-2.0
7 | *
8 | * Unless required by applicable law or agreed to in writing, software
9 | * distributed under the License is distributed on an "AS IS" BASIS,
10 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 | * See the License for the specific language governing permissions and
12 | * limitations under the License.
13 | */
14 | package io.horizondb.db.databases;
15 |
16 | import java.io.IOException;
17 |
18 | import io.horizondb.db.Configuration;
19 | import io.horizondb.db.btree.InMemoryNodeManager;
20 | import io.horizondb.db.btree.NodeManager;
21 | import io.horizondb.db.series.TimeSeriesManager;
22 | import io.horizondb.model.schema.DatabaseDefinition;
23 |
24 | /**
25 | * DatabaseManager that store all data in memory.
26 | */
27 | public final class InMemoryDatabaseManager extends AbstractDatabaseManager {
28 |
29 | /**
30 | * Creates a new InMemoryDatabaseManager that will used the specified configuration.
31 | *
32 | * @param configuration the database configuration
33 | * @param timeSeriesManager the time series manager
34 | */
35 | public InMemoryDatabaseManager(Configuration configuration, TimeSeriesManager timeSeriesManager) {
36 | super(configuration, timeSeriesManager);
37 | }
38 |
39 | /**
40 | * {@inheritDoc}
41 | */
42 | @Override
43 | protected NodeManagerMonitorable object.
30 | *
31 | * @param registry the registry to which the metrics must be registered.
32 | */
33 | void register(MetricRegistry registry);
34 |
35 | /**
36 | * Unregister the metrics of this Monitorable object.
37 | *
38 | * @param registry the registry from which the metrics must be unregistered.
39 | */
40 | void unregister(MetricRegistry registry);
41 | }
42 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/metrics/Nameable.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Copyright 2013 Benjamin Lerer
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 | package io.horizondb.db.metrics;
17 |
18 | /**
19 | * Force instance to have a name that can be used in error message or in JMX.
20 | *
21 | * @author Benjamin
22 | *
23 | */
24 | public interface Nameable {
25 |
26 | /**
27 | * Returns this instance name.
28 | *
29 | * @return this instance name.
30 | */
31 | String getName();
32 | }
33 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/metrics/PrefixFilter.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Copyright 2013 Benjamin Lerer
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 | package io.horizondb.db.metrics;
17 |
18 | import com.codahale.metrics.Metric;
19 | import com.codahale.metrics.MetricFilter;
20 |
21 | /**
22 | * Filter that matches the filters which have a name that starts with the specified prefix.
23 | *
24 | * @author Benjamin
25 | *
26 | */
27 | public final class PrefixFilter implements MetricFilter {
28 |
29 | /**
30 | * The prefix to match.
31 | */
32 | private final String prefix;
33 |
34 | /**
35 | * Creates a new PrefixFilter that matches the filters with a name starting with the specified prefix.
36 | *
37 | * @param prefix the prefix.
38 | */
39 | public PrefixFilter(String prefix) {
40 | this.prefix = prefix;
41 | }
42 |
43 | /**
44 | * {@inheritDoc}
45 | */
46 | @Override
47 | public boolean matches(String name, Metric metric) {
48 | return name.startsWith(this.prefix);
49 | }
50 | }
51 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/metrics/ThreadPoolExecutorMetrics.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Copyright 2013 Benjamin Lerer
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 | package io.horizondb.db.metrics;
17 |
18 | import java.util.HashMap;
19 | import java.util.Map;
20 | import java.util.concurrent.ThreadPoolExecutor;
21 |
22 | import com.codahale.metrics.Gauge;
23 | import com.codahale.metrics.Metric;
24 | import com.codahale.metrics.MetricRegistry;
25 | import com.codahale.metrics.MetricSet;
26 |
27 | /**
28 | * The metrics for a ThreadPoolExecutor.
29 | *
30 | * @author Benjamin
31 | *
32 | */
33 | public final class ThreadPoolExecutorMetrics implements MetricSet {
34 |
35 | /**
36 | * The name of the thread pool.
37 | */
38 | private final String name;
39 |
40 | /**
41 | * The thread pool.
42 | */
43 | private final ThreadPoolExecutor threadPool;
44 |
45 | public ThreadPoolExecutorMetrics(String name, ThreadPoolExecutor threadPool) {
46 |
47 | this.name = name;
48 | this.threadPool = threadPool;
49 | }
50 |
51 | /**
52 | * {@inheritDoc}
53 | */
54 | @Override
55 | public Maptrue if this is the start of the input.
48 | */
49 | private boolean isStartOfInput = true;
50 |
51 | /**
52 | * Creates a new ChunkedRecordSet.
53 | *
54 | * @param requestHeader the request header
55 | * @param definition the time series definition for which data is returned
56 | * @param recordStream the record stream
57 | */
58 | public ChunkedRecordSet(MsgHeader requestHeader, RecordSetDefinition definition, ChunkedRecordStream recordStream) {
59 |
60 | this.requestHeader = requestHeader;
61 | this.definition = definition;
62 | this.recordStream = recordStream;
63 | }
64 |
65 | /**
66 | * {@inheritDoc}
67 | */
68 | @Override
69 | public void close() throws Exception {
70 | this.recordStream.close();
71 | }
72 |
73 | /**
74 | * {@inheritDoc}
75 | */
76 | @Override
77 | public boolean isEndOfInput() throws Exception {
78 | return this.recordStream.isEndOfInput();
79 | }
80 |
81 | /**
82 | * {@inheritDoc}
83 | */
84 | @Override
85 | public Msg readChunk(ChannelHandlerContext arg0) throws Exception {
86 |
87 | if (this.isStartOfInput) {
88 |
89 | this.isStartOfInput = false;
90 |
91 | Payload payload = new DataHeaderPayload(this.definition);
92 | return Msg.newResponseMsg(this.requestHeader, OpCode.DATA_HEADER, payload);
93 | }
94 |
95 | return this.recordStream.readChunk(arg0);
96 | }
97 | }
98 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/operations/CreateDatabaseOperation.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Copyright 2013 Benjamin Lerer
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 | package io.horizondb.db.operations;
17 |
18 | import io.horizondb.db.HorizonDBException;
19 | import io.horizondb.db.Operation;
20 | import io.horizondb.db.OperationContext;
21 | import io.horizondb.db.databases.DatabaseManager;
22 | import io.horizondb.model.protocol.CreateDatabasePayload;
23 | import io.horizondb.model.protocol.Msg;
24 | import io.horizondb.model.protocol.MsgHeader;
25 | import io.horizondb.model.protocol.Msgs;
26 | import io.horizondb.model.protocol.OpCode;
27 |
28 | import java.io.IOException;
29 |
30 | /**
31 | * @author Benjamin
32 | *
33 | */
34 | final class CreateDatabaseOperation implements Operation {
35 |
36 | /**
37 | * {@inheritDoc}
38 | */
39 | @Override
40 | public Object perform(OperationContext context, Msg request) throws IOException, HorizonDBException {
41 |
42 | CreateDatabasePayload payload = Msgs.getPayload(request);
43 |
44 | DatabaseManager manager = context.getDatabaseManager();
45 | manager.createDatabase(payload.getDefinition(), context.isReplay());
46 |
47 | return Msg.emptyMsg(MsgHeader.newResponseHeader(request.getHeader(), OpCode.NOOP, 0, 0));
48 | }
49 | }
50 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/operations/CreateTimeSeriesOperation.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Copyright 2013 Benjamin Lerer
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 | package io.horizondb.db.operations;
17 |
18 | import io.horizondb.db.HorizonDBException;
19 | import io.horizondb.db.Operation;
20 | import io.horizondb.db.OperationContext;
21 | import io.horizondb.db.databases.Database;
22 | import io.horizondb.db.databases.DatabaseManager;
23 | import io.horizondb.model.protocol.CreateTimeSeriesPayload;
24 | import io.horizondb.model.protocol.Msg;
25 | import io.horizondb.model.protocol.Msgs;
26 |
27 | import java.io.IOException;
28 |
29 | /**
30 | * @author Benjamin
31 | *
32 | */
33 | final class CreateTimeSeriesOperation implements Operation {
34 |
35 | /**
36 | * {@inheritDoc}
37 | */
38 | @Override
39 | public Object perform(OperationContext context, Msg request) throws IOException, HorizonDBException {
40 |
41 | CreateTimeSeriesPayload payload = Msgs.getPayload(request);
42 |
43 | DatabaseManager manager = context.getDatabaseManager();
44 | Database database = manager.getDatabase(payload.getDatabaseName());
45 | database.createTimeSeries(payload.getDefinition(), !context.isReplay());
46 |
47 | return Msgs.newCreateTimeSeriesResponse(request);
48 | }
49 | }
50 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/operations/DropDatabaseOperation.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Licensed under the Apache License, Version 2.0 (the "License");
3 | * you may not use this file except in compliance with the License.
4 | * You may obtain a copy of the License at
5 | *
6 | * http://www.apache.org/licenses/LICENSE-2.0
7 | *
8 | * Unless required by applicable law or agreed to in writing, software
9 | * distributed under the License is distributed on an "AS IS" BASIS,
10 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 | * See the License for the specific language governing permissions and
12 | * limitations under the License.
13 | */
14 | package io.horizondb.db.operations;
15 |
16 | import io.horizondb.db.HorizonDBException;
17 | import io.horizondb.db.Operation;
18 | import io.horizondb.db.OperationContext;
19 | import io.horizondb.db.databases.DatabaseManager;
20 | import io.horizondb.model.protocol.DropDatabasePayload;
21 | import io.horizondb.model.protocol.Msg;
22 | import io.horizondb.model.protocol.MsgHeader;
23 | import io.horizondb.model.protocol.Msgs;
24 | import io.horizondb.model.protocol.OpCode;
25 |
26 | import java.io.IOException;
27 |
28 | /**
29 | */
30 | final class DropDatabaseOperation implements Operation {
31 |
32 | /**
33 | * {@inheritDoc}
34 | */
35 | @Override
36 | public Object perform(OperationContext context, Msg request) throws IOException, HorizonDBException {
37 |
38 | DropDatabasePayload payload = Msgs.getPayload(request);
39 |
40 | DatabaseManager manager = context.getDatabaseManager();
41 | manager.dropDatabase(payload.getDatabase(), true);
42 |
43 | return Msg.emptyMsg(MsgHeader.newResponseHeader(request.getHeader(), OpCode.NOOP, 0, 0));
44 | }
45 | }
46 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/operations/DropTimeSeriesOperation.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Licensed under the Apache License, Version 2.0 (the "License");
3 | * you may not use this file except in compliance with the License.
4 | * You may obtain a copy of the License at
5 | *
6 | * http://www.apache.org/licenses/LICENSE-2.0
7 | *
8 | * Unless required by applicable law or agreed to in writing, software
9 | * distributed under the License is distributed on an "AS IS" BASIS,
10 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 | * See the License for the specific language governing permissions and
12 | * limitations under the License.
13 | */
14 | package io.horizondb.db.operations;
15 |
16 | import io.horizondb.db.HorizonDBException;
17 | import io.horizondb.db.Operation;
18 | import io.horizondb.db.OperationContext;
19 | import io.horizondb.db.databases.Database;
20 | import io.horizondb.db.databases.DatabaseManager;
21 | import io.horizondb.model.protocol.DropTimeSeriesPayload;
22 | import io.horizondb.model.protocol.Msg;
23 | import io.horizondb.model.protocol.MsgHeader;
24 | import io.horizondb.model.protocol.Msgs;
25 | import io.horizondb.model.protocol.OpCode;
26 |
27 | import java.io.IOException;
28 |
29 | /**
30 | */
31 | final class DropTimeSeriesOperation implements Operation {
32 |
33 | /**
34 | * {@inheritDoc}
35 | */
36 | @Override
37 | public Object perform(OperationContext context, Msg request) throws IOException, HorizonDBException {
38 |
39 | DropTimeSeriesPayload payload = Msgs.getPayload(request);
40 |
41 | DatabaseManager manager = context.getDatabaseManager();
42 | Database database = manager.getDatabase(payload.getDatabase());
43 | database.dropTimeSeries(payload.getTimeSeries());
44 |
45 | return Msg.emptyMsg(MsgHeader.newResponseHeader(request.getHeader(), OpCode.NOOP, 0, 0));
46 | }
47 | }
48 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/operations/InsertOperation.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Licensed under the Apache License, Version 2.0 (the "License");
3 | * you may not use this file except in compliance with the License.
4 | * You may obtain a copy of the License at
5 | *
6 | * http://www.apache.org/licenses/LICENSE-2.0
7 | *
8 | * Unless required by applicable law or agreed to in writing, software
9 | * distributed under the License is distributed on an "AS IS" BASIS,
10 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 | * See the License for the specific language governing permissions and
12 | * limitations under the License.
13 | */
14 | package io.horizondb.db.operations;
15 |
16 | import io.horizondb.db.HorizonDBException;
17 | import io.horizondb.db.Operation;
18 | import io.horizondb.db.OperationContext;
19 | import io.horizondb.db.databases.Database;
20 | import io.horizondb.db.series.TimeSeries;
21 | import io.horizondb.model.core.blocks.BinaryDataBlock;
22 | import io.horizondb.model.protocol.InsertPayload;
23 | import io.horizondb.model.protocol.Msg;
24 | import io.horizondb.model.protocol.MsgHeader;
25 | import io.horizondb.model.protocol.Msgs;
26 | import io.horizondb.model.protocol.OpCode;
27 |
28 | import java.io.IOException;
29 |
30 | /**
31 | * Operation that handle INSERT operations.
32 | */
33 | final class InsertOperation implements Operation {
34 |
35 | /**
36 | * {@inheritDoc}
37 | */
38 | @Override
39 | public Object perform(OperationContext context, Msg request) throws IOException, HorizonDBException {
40 |
41 | InsertPayload payload = Msgs.getPayload(request);
42 |
43 | Database database = context.getDatabaseManager().getDatabase(payload.getDatabase());
44 |
45 | TimeSeries series = database.getTimeSeries(payload.getSeries());
46 |
47 | BinaryDataBlock block = new BinaryDataBlock(series.getDefinition().newBinaryBlockHeader());
48 | block.fill(payload.getBuffer());
49 |
50 | series.write(block, context.getFuture(), context.isReplay());
51 |
52 | return Msg.emptyMsg(MsgHeader.newResponseHeader(request.getHeader(), OpCode.NOOP, 0, 0));
53 | }
54 | }
55 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/operations/Operations.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Licensed under the Apache License, Version 2.0 (the "License");
3 | * you may not use this file except in compliance with the License.
4 | * You may obtain a copy of the License at
5 | *
6 | * http://www.apache.org/licenses/LICENSE-2.0
7 | *
8 | * Unless required by applicable law or agreed to in writing, software
9 | * distributed under the License is distributed on an "AS IS" BASIS,
10 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 | * See the License for the specific language governing permissions and
12 | * limitations under the License.
13 | */
14 | package io.horizondb.db.operations;
15 |
16 | import io.horizondb.db.Operation;
17 | import io.horizondb.model.protocol.OpCode;
18 |
19 | import java.util.EnumMap;
20 | import java.util.Map;
21 |
22 | /**
23 | * The mapping between operation code and the actual operations.
24 | *
25 | */
26 | public final class Operations {
27 |
28 | /**
29 | * The Operations instance.
30 | */
31 | private static final Operations INSTANCE = new Operations();
32 |
33 | /**
34 | * The mapping between the operation code and the action to execute.
35 | */
36 | private final MapOperation associated to the specified operation code.
40 | *
41 | * @param opCode the operation code
42 | * @return the Operation associated to the specified code or null
43 | * if the code is unknown
44 | */
45 | public static Operation getOperationFor(OpCode opCode) {
46 |
47 | return INSTANCE.operations.get(opCode);
48 | }
49 |
50 | /**
51 | * Creates a new Operations instance.
52 | */
53 | private Operations() {
54 |
55 | this.operations = new EnumMap<>(OpCode.class);
56 | this.operations.put(OpCode.CREATE_DATABASE, new CreateDatabaseOperation());
57 | this.operations.put(OpCode.USE_DATABASE, new UseDatabaseOperation());
58 | this.operations.put(OpCode.CREATE_TIMESERIES, new CreateTimeSeriesOperation());
59 | this.operations.put(OpCode.SELECT, new SelectOperation());
60 | this.operations.put(OpCode.INSERT, new InsertOperation());
61 | this.operations.put(OpCode.DROP_TIMESERIES, new DropTimeSeriesOperation());
62 | this.operations.put(OpCode.DROP_DATABASE, new DropDatabaseOperation());
63 | }
64 | }
65 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/operations/SelectOperation.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Licensed under the Apache License, Version 2.0 (the "License");
3 | * you may not use this file except in compliance with the License.
4 | * You may obtain a copy of the License at
5 | *
6 | * http://www.apache.org/licenses/LICENSE-2.0
7 | *
8 | * Unless required by applicable law or agreed to in writing, software
9 | * distributed under the License is distributed on an "AS IS" BASIS,
10 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 | * See the License for the specific language governing permissions and
12 | * limitations under the License.
13 | */
14 | package io.horizondb.db.operations;
15 |
16 | import io.horizondb.db.HorizonDBException;
17 | import io.horizondb.db.Operation;
18 | import io.horizondb.db.OperationContext;
19 | import io.horizondb.db.databases.Database;
20 | import io.horizondb.db.series.TimeSeries;
21 | import io.horizondb.model.core.Predicate;
22 | import io.horizondb.model.core.Projection;
23 | import io.horizondb.model.core.Record;
24 | import io.horizondb.model.core.ResourceIterator;
25 | import io.horizondb.model.protocol.Msg;
26 | import io.horizondb.model.protocol.Msgs;
27 | import io.horizondb.model.protocol.SelectPayload;
28 |
29 | import java.io.IOException;
30 |
31 | /**
32 | * Operation used to select data.
33 | */
34 | final class SelectOperation implements Operation {
35 |
36 | /**
37 | * {@inheritDoc}
38 | */
39 | @Override
40 | public Object perform(OperationContext context, Msg request) throws IOException, HorizonDBException {
41 |
42 | SelectPayload payload = Msgs.getPayload(request);
43 |
44 | Database database = context.getDatabaseManager().getDatabase(payload.getDatabaseName());
45 |
46 | TimeSeries series = database.getTimeSeries(payload.getSeriesName());
47 |
48 | Projection projection = payload.getProjection();
49 | Predicate predicate = payload.getPredicate();
50 | try (ResourceIterator iterator = series.read(projection, predicate)) {
51 | return new ChunkedRecordSet(request.getHeader(),
52 | projection.getDefinition(series.getDefinition()),
53 | new ChunkedRecordStream(request.getHeader(), iterator));
54 | }
55 | }
56 | }
57 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/operations/UseDatabaseOperation.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Copyright 2013 Benjamin Lerer
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 | package io.horizondb.db.operations;
17 |
18 | import io.horizondb.db.HorizonDBException;
19 | import io.horizondb.db.Operation;
20 | import io.horizondb.db.OperationContext;
21 | import io.horizondb.db.databases.Database;
22 | import io.horizondb.db.databases.DatabaseManager;
23 | import io.horizondb.model.protocol.Msg;
24 | import io.horizondb.model.protocol.Msgs;
25 | import io.horizondb.model.protocol.OpCode;
26 | import io.horizondb.model.protocol.SetDatabasePayload;
27 | import io.horizondb.model.protocol.UseDatabasePayload;
28 |
29 | import java.io.IOException;
30 |
31 | /**
32 | * @author Benjamin
33 | *
34 | */
35 | final class UseDatabaseOperation implements Operation {
36 |
37 | /**
38 | * {@inheritDoc}
39 | */
40 | @Override
41 | public Object perform(OperationContext context, Msg request) throws IOException, HorizonDBException {
42 |
43 | UseDatabasePayload payload = Msgs.getPayload(request);
44 |
45 | DatabaseManager manager = context.getDatabaseManager();
46 | Database database = manager.getDatabase(payload.getDatabase());
47 |
48 | return Msg.newResponseMsg(request.getHeader(), OpCode.SET_DATABASE, new SetDatabasePayload(database.getDefinition()));
49 | }
50 | }
51 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/parser/BadHqlGrammarException.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Licensed under the Apache License, Version 2.0 (the "License");
3 | * you may not use this file except in compliance with the License.
4 | * You may obtain a copy of the License at
5 | *
6 | * http://www.apache.org/licenses/LICENSE-2.0
7 | *
8 | * Unless required by applicable law or agreed to in writing, software
9 | * distributed under the License is distributed on an "AS IS" BASIS,
10 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 | * See the License for the specific language governing permissions and
12 | * limitations under the License.
13 | */
14 | package io.horizondb.db.parser;
15 |
16 | import io.horizondb.db.HorizonDBException;
17 | import io.horizondb.model.ErrorCodes;
18 |
19 | /**
20 | * Exception thrown by the HQL parser when an HQL query is invalid.
21 | */
22 | public final class BadHqlGrammarException extends HorizonDBException {
23 |
24 | /**
25 | * Serial UID
26 | */
27 | private static final long serialVersionUID = 8906102712317030814L;
28 |
29 | public BadHqlGrammarException(String query, int lineNumber, int charPosition, String message) {
30 | super(ErrorCodes.INVALID_QUERY, errorMessage(query, lineNumber, charPosition, message));
31 | }
32 |
33 | public BadHqlGrammarException(String message) {
34 | super(ErrorCodes.INVALID_QUERY, message);
35 | }
36 |
37 | /**
38 | * Creates the exception error message.
39 | *
40 | * @param query the invalid query
41 | * @param lineNumber the line where the error occurred
42 | * @param charPosition the char position within the line
43 | * @return error message
44 | */
45 | private static String errorMessage(String query, int lineNumber, int charPosition, String message) {
46 |
47 | return new StringBuilder().append("The query: '")
48 | .append(query)
49 | .append("' has an error in line ")
50 | .append(lineNumber)
51 | .append(" character ")
52 | .append(charPosition)
53 | .append(": ")
54 | .append(message)
55 | .toString();
56 | }
57 |
58 | }
59 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/parser/ErrorHandler.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Licensed under the Apache License, Version 2.0 (the "License");
3 | * you may not use this file except in compliance with the License.
4 | * You may obtain a copy of the License at
5 | *
6 | * http://www.apache.org/licenses/LICENSE-2.0
7 | *
8 | * Unless required by applicable law or agreed to in writing, software
9 | * distributed under the License is distributed on an "AS IS" BASIS,
10 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 | * See the License for the specific language governing permissions and
12 | * limitations under the License.
13 | */
14 | package io.horizondb.db.parser;
15 |
16 | import org.antlr.v4.runtime.BaseErrorListener;
17 | import org.antlr.v4.runtime.RecognitionException;
18 | import org.antlr.v4.runtime.Recognizer;
19 | import org.antlr.v4.runtime.misc.NotNull;
20 | import org.antlr.v4.runtime.misc.Nullable;
21 |
22 | /**
23 | * ErrorListener used to convert the syntax errors of an HQL query into SyntaxException.
24 | */
25 | public final class ErrorHandler extends BaseErrorListener {
26 |
27 | /**
28 | * {@inheritDoc}
29 | */
30 | @Override
31 | public void syntaxError(@NotNull Recognizer recognizer,
32 | @Nullable Object offendingSymbol,
33 | int line,
34 | int charPositionInLine,
35 | @NotNull String msg,
36 | @Nullable RecognitionException e) {
37 |
38 | throw new SyntaxException(line, charPositionInLine, msg);
39 | }
40 |
41 | /**
42 | * Information about an error that occurred during parsing.
43 | */
44 | public static final class SyntaxException extends RuntimeException {
45 |
46 | /**
47 | * The serial version UID.
48 | */
49 | private static final long serialVersionUID = -2783921035310035769L;
50 |
51 | /**
52 | * The number of the line where the error occurred.
53 | */
54 | private final int lineNumber;
55 |
56 | /**
57 | * The position of the char where the error occurred.
58 | */
59 | private final int charPosition;
60 |
61 | /**
62 | * @param lineNumber
63 | * @param charPosition the position of the char where the error occurred
64 | * @param message
65 | */
66 | public SyntaxException(int lineNumber, int charPosition, String message) {
67 |
68 | super(message);
69 | this.lineNumber = lineNumber;
70 | this.charPosition = charPosition;
71 | }
72 |
73 | /**
74 | * Returns the line number.
75 | *
76 | * @return the line number.
77 | */
78 | public int getLineNumber() {
79 | return this.lineNumber;
80 | }
81 |
82 | /**
83 | * Returns the position of the char where the error occurred.
84 | * @return the position of the char where the error occurred
85 | */
86 | public int getCharPosition() {
87 | return this.charPosition;
88 | }
89 | }
90 | }
91 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/parser/MsgBuilder.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Licensed under the Apache License, Version 2.0 (the "License");
3 | * you may not use this file except in compliance with the License.
4 | * You may obtain a copy of the License at
5 | *
6 | * http://www.apache.org/licenses/LICENSE-2.0
7 | *
8 | * Unless required by applicable law or agreed to in writing, software
9 | * distributed under the License is distributed on an "AS IS" BASIS,
10 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 | * See the License for the specific language governing permissions and
12 | * limitations under the License.
13 | */
14 | package io.horizondb.db.parser;
15 |
16 | import java.io.IOException;
17 |
18 | import io.horizondb.db.HorizonDBException;
19 | import io.horizondb.model.protocol.Msg;
20 |
21 | /**
22 | * Builder used to build Msg instances.
23 | */
24 | public interface MsgBuilder extends HqlListener {
25 |
26 | /**
27 | * Builds a new message instance.
28 | *
29 | * @return a new message instance
30 | * @throws IOException if an I/O problem occurs while building the message
31 | * @throws HorizonDBException if a problem occurs while building the message
32 | */
33 | public Msg build() throws IOException, HorizonDBException;
34 | }
35 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/parser/builders/CreateDatabaseMsgBuilder.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Licensed under the Apache License, Version 2.0 (the "License");
3 | * you may not use this file except in compliance with the License.
4 | * You may obtain a copy of the License at
5 | *
6 | * http://www.apache.org/licenses/LICENSE-2.0
7 | *
8 | * Unless required by applicable law or agreed to in writing, software
9 | * distributed under the License is distributed on an "AS IS" BASIS,
10 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 | * See the License for the specific language governing permissions and
12 | * limitations under the License.
13 | */
14 | package io.horizondb.db.parser.builders;
15 |
16 | import java.io.IOException;
17 |
18 | import io.horizondb.db.parser.HqlBaseListener;
19 | import io.horizondb.db.parser.HqlParser.CreateDatabaseContext;
20 | import io.horizondb.db.parser.MsgBuilder;
21 | import io.horizondb.model.protocol.CreateDatabasePayload;
22 | import io.horizondb.model.protocol.Msg;
23 | import io.horizondb.model.protocol.MsgHeader;
24 | import io.horizondb.model.protocol.OpCode;
25 | import io.horizondb.model.protocol.Payload;
26 | import io.horizondb.model.schema.DatabaseDefinition;
27 |
28 | import org.antlr.v4.runtime.misc.NotNull;
29 |
30 | /**
31 | * Builder for CreateDatabaseRequest instances.
32 | *
33 | */
34 | final class CreateDatabaseMsgBuilder extends HqlBaseListener implements MsgBuilder {
35 |
36 | /**
37 | * The original request header.
38 | */
39 | private final MsgHeader requestHeader;
40 |
41 | /**
42 | * The definition of the database that must be created.
43 | */
44 | private DatabaseDefinition definition;
45 |
46 | /**
47 | * Creates a new CreateDatabaseRequestBuilder instance.
48 | *
49 | * @param requestHeader the original request header
50 | */
51 | public CreateDatabaseMsgBuilder(MsgHeader requestHeader) {
52 |
53 | this.requestHeader = requestHeader;
54 | }
55 |
56 | /**
57 | * {@inheritDoc}
58 | */
59 | @Override
60 | public void enterCreateDatabase(@NotNull CreateDatabaseContext ctx) {
61 |
62 | String databaseName = ctx.ID().getText();
63 | this.definition = new DatabaseDefinition(databaseName);
64 | }
65 |
66 | /**
67 | * {@inheritDoc}
68 | */
69 | @Override
70 | public Msg build() throws IOException {
71 |
72 | Payload payload = new CreateDatabasePayload(this.definition);
73 | return Msg.newRequestMsg(this.requestHeader, OpCode.CREATE_DATABASE, payload);
74 | }
75 | }
76 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/parser/builders/DropDatabaseMsgBuilder.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Licensed under the Apache License, Version 2.0 (the "License");
3 | * you may not use this file except in compliance with the License.
4 | * You may obtain a copy of the License at
5 | *
6 | * http://www.apache.org/licenses/LICENSE-2.0
7 | *
8 | * Unless required by applicable law or agreed to in writing, software
9 | * distributed under the License is distributed on an "AS IS" BASIS,
10 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 | * See the License for the specific language governing permissions and
12 | * limitations under the License.
13 | */
14 | package io.horizondb.db.parser.builders;
15 |
16 | import io.horizondb.db.HorizonDBException;
17 | import io.horizondb.db.databases.DatabaseManager;
18 | import io.horizondb.db.parser.BadHqlGrammarException;
19 | import io.horizondb.db.parser.HqlBaseListener;
20 | import io.horizondb.db.parser.HqlParser.DropDatabaseContext;
21 | import io.horizondb.db.parser.MsgBuilder;
22 | import io.horizondb.model.protocol.DropDatabasePayload;
23 | import io.horizondb.model.protocol.Msg;
24 | import io.horizondb.model.protocol.MsgHeader;
25 | import io.horizondb.model.protocol.OpCode;
26 | import io.horizondb.model.protocol.Payload;
27 |
28 | import java.io.IOException;
29 |
30 | import org.antlr.v4.runtime.misc.NotNull;
31 |
32 | /**
33 | * Builder for messages requesting the deletion of a database.
34 | */
35 | final class DropDatabaseMsgBuilder extends HqlBaseListener implements MsgBuilder {
36 |
37 | /**
38 | * The database manager.
39 | */
40 | private final DatabaseManager databaseManager;
41 |
42 | /**
43 | * The original request header.
44 | */
45 | private final MsgHeader requestHeader;
46 |
47 | /**
48 | * The database.
49 | */
50 | private String currentDatabase;
51 |
52 | /**
53 | * The database.
54 | */
55 | private String databaseName;
56 |
57 | /**
58 | * Creates a new DropDatabaseMsgBuilder instance.
59 | *
60 | * @param databaseManager the database manager used to retrieve the database
61 | * @param requestHeader the original request header
62 | * @param databaseName the name of the time series database
63 | */
64 | public DropDatabaseMsgBuilder(DatabaseManager databaseManager,
65 | MsgHeader requestHeader,
66 | String databaseName) {
67 |
68 | this.databaseManager = databaseManager;
69 | this.requestHeader = requestHeader;
70 | this.currentDatabase = databaseName;
71 | }
72 |
73 | /**
74 | * {@inheritDoc}
75 | */
76 | @Override
77 | public void enterDropDatabase(@NotNull DropDatabaseContext ctx) {
78 |
79 | this.databaseName = ctx.ID().getText();
80 | }
81 |
82 | /**
83 | * {@inheritDoc}
84 | */
85 | @Override
86 | public Msg build() throws IOException, HorizonDBException {
87 |
88 | if (this.currentDatabase.equals(this.databaseName)) {
89 |
90 | String msg = String.format("Cannot drop %s as it is the currently used database."
91 | + " You must first switch to an other database.",
92 | this.databaseName);
93 | throw new BadHqlGrammarException(msg);
94 | }
95 |
96 | // Checks that the database exists.
97 | this.databaseManager.getDatabase(this.databaseName);
98 |
99 | Payload payload = new DropDatabasePayload(this.databaseName);
100 | return Msg.newRequestMsg(this.requestHeader, OpCode.DROP_DATABASE, payload);
101 | }
102 | }
103 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/parser/builders/DropTimeSeriesMsgBuilder.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Licensed under the Apache License, Version 2.0 (the "License");
3 | * you may not use this file except in compliance with the License.
4 | * You may obtain a copy of the License at
5 | *
6 | * http://www.apache.org/licenses/LICENSE-2.0
7 | *
8 | * Unless required by applicable law or agreed to in writing, software
9 | * distributed under the License is distributed on an "AS IS" BASIS,
10 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 | * See the License for the specific language governing permissions and
12 | * limitations under the License.
13 | */
14 | package io.horizondb.db.parser.builders;
15 |
16 | import io.horizondb.db.HorizonDBException;
17 | import io.horizondb.db.databases.DatabaseManager;
18 | import io.horizondb.db.parser.HqlBaseListener;
19 | import io.horizondb.db.parser.HqlParser.DropTimeSeriesContext;
20 | import io.horizondb.db.parser.MsgBuilder;
21 | import io.horizondb.model.protocol.DropTimeSeriesPayload;
22 | import io.horizondb.model.protocol.Msg;
23 | import io.horizondb.model.protocol.MsgHeader;
24 | import io.horizondb.model.protocol.OpCode;
25 | import io.horizondb.model.protocol.Payload;
26 |
27 | import java.io.IOException;
28 |
29 | import org.antlr.v4.runtime.misc.NotNull;
30 |
31 | /**
32 | * Builder for messages requesting the deletion of a time series.
33 | */
34 | final class DropTimeSeriesMsgBuilder extends HqlBaseListener implements MsgBuilder {
35 |
36 | /**
37 | * The database manager.
38 | */
39 | private final DatabaseManager databaseManager;
40 |
41 | /**
42 | * The original request header.
43 | */
44 | private final MsgHeader requestHeader;
45 |
46 | /**
47 | * The time series database.
48 | */
49 | private String databaseName;
50 |
51 | /**
52 | * The time series name.
53 | */
54 | private String timeSeriesName;
55 |
56 | /**
57 | * Creates a new DropTimeSeriesMsgBuilder instance.
58 | *
59 | * @param databaseManager the database manager used to retrieve the database
60 | * @param requestHeader the original request header
61 | * @param databaseName the name of the time series database
62 | */
63 | public DropTimeSeriesMsgBuilder(DatabaseManager databaseManager,
64 | MsgHeader requestHeader,
65 | String databaseName) {
66 |
67 | this.databaseManager = databaseManager;
68 | this.requestHeader = requestHeader;
69 | this.databaseName = databaseName;
70 | }
71 |
72 | /**
73 | * {@inheritDoc}
74 | */
75 | @Override
76 | public void enterDropTimeSeries(@NotNull DropTimeSeriesContext ctx) {
77 |
78 | if (ctx.databaseName() != null) {
79 | this.databaseName = ctx.databaseName().getText();
80 | }
81 | this.timeSeriesName = ctx.timeSeriesName().getText();
82 | }
83 |
84 | /**
85 | * {@inheritDoc}
86 | */
87 | @Override
88 | public Msg build() throws IOException, HorizonDBException {
89 |
90 | // Checks that the database exists.
91 | this.databaseManager.getDatabase(this.databaseName);
92 |
93 | Payload payload = new DropTimeSeriesPayload(this.databaseName, this.timeSeriesName);
94 | return Msg.newRequestMsg(this.requestHeader, OpCode.DROP_TIMESERIES, payload);
95 | }
96 | }
97 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/parser/builders/PredicateBuilder.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Licensed under the Apache License, Version 2.0 (the "License");
3 | * you may not use this file except in compliance with the License.
4 | * You may obtain a copy of the License at
5 | *
6 | * http://www.apache.org/licenses/LICENSE-2.0
7 | *
8 | * Unless required by applicable law or agreed to in writing, software
9 | * distributed under the License is distributed on an "AS IS" BASIS,
10 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 | * See the License for the specific language governing permissions and
12 | * limitations under the License.
13 | */
14 | package io.horizondb.db.parser.builders;
15 |
16 | import io.horizondb.db.HorizonDBException;
17 | import io.horizondb.model.core.Predicate;
18 | import io.horizondb.model.schema.TimeSeriesDefinition;
19 |
20 | /**
21 | * A Builder for predicates.
22 | */
23 | public interface PredicateBuilder {
24 |
25 | /**
26 | * Builds a new Predicate instance.
27 | *
28 | * @param definition the definition of the time series on which this predicate must be applied
29 | * @return a new Predicate instance
30 | * @throws HorizonDBException if the predicate cannot be build due to some invalid values.
31 | */
32 | Predicate build(TimeSeriesDefinition definition) throws HorizonDBException;
33 | }
34 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/parser/builders/UseDatabaseMsgBuilder.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Licensed under the Apache License, Version 2.0 (the "License");
3 | * you may not use this file except in compliance with the License.
4 | * You may obtain a copy of the License at
5 | *
6 | * http://www.apache.org/licenses/LICENSE-2.0
7 | *
8 | * Unless required by applicable law or agreed to in writing, software
9 | * distributed under the License is distributed on an "AS IS" BASIS,
10 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 | * See the License for the specific language governing permissions and
12 | * limitations under the License.
13 | */
14 | package io.horizondb.db.parser.builders;
15 |
16 | import java.io.IOException;
17 |
18 | import io.horizondb.db.parser.HqlBaseListener;
19 | import io.horizondb.db.parser.HqlParser.UseDatabaseContext;
20 | import io.horizondb.db.parser.MsgBuilder;
21 | import io.horizondb.model.protocol.Msg;
22 | import io.horizondb.model.protocol.MsgHeader;
23 | import io.horizondb.model.protocol.OpCode;
24 | import io.horizondb.model.protocol.Payload;
25 | import io.horizondb.model.protocol.UseDatabasePayload;
26 |
27 | import org.antlr.v4.runtime.misc.NotNull;
28 |
29 | /**
30 | * Builder for UseDatabaseMsg instances.
31 | *
32 | * @author Benjamin
33 | *
34 | */
35 | final class UseDatabaseMsgBuilder extends HqlBaseListener implements MsgBuilder {
36 |
37 | /**
38 | * The original request header.
39 | */
40 | private final MsgHeader requestHeader;
41 |
42 | /**
43 | * The name of the database that must be used.
44 | */
45 | private String databaseName;
46 |
47 | /**
48 | * Creates a new CreateDatabaseRequestBuilder instance.
49 | *
50 | * @param requestHeader the original request header
51 | */
52 | public UseDatabaseMsgBuilder(MsgHeader requestHeader) {
53 |
54 | this.requestHeader = requestHeader;
55 | }
56 |
57 | /**
58 | * {@inheritDoc}
59 | */
60 | @Override
61 | public void enterUseDatabase(@NotNull UseDatabaseContext ctx) {
62 | this.databaseName = ctx.ID().getText();
63 | }
64 |
65 | /**
66 | * {@inheritDoc}
67 | */
68 | @Override
69 | public Msg build() throws IOException {
70 |
71 | Payload payload = new UseDatabasePayload(this.databaseName);
72 | return Msg.newRequestMsg(this.requestHeader, OpCode.USE_DATABASE, payload);
73 | }
74 |
75 | }
76 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/series/FlushListener.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Licensed under the Apache License, Version 2.0 (the "License");
3 | * you may not use this file except in compliance with the License.
4 | * You may obtain a copy of the License at
5 | *
6 | * http://www.apache.org/licenses/LICENSE-2.0
7 | *
8 | * Unless required by applicable law or agreed to in writing, software
9 | * distributed under the License is distributed on an "AS IS" BASIS,
10 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 | * See the License for the specific language governing permissions and
12 | * limitations under the License.
13 | */
14 | package io.horizondb.db.series;
15 |
16 | /**
17 | * Listener used to receive flush notification.
18 | */
19 | public interface FlushListener {
20 |
21 | /**
22 | * Notification that the flush has been performed.
23 | */
24 | void afterFlush();
25 | }
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/series/InMemoryTimeSeriesManager.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Licensed under the Apache License, Version 2.0 (the "License");
3 | * you may not use this file except in compliance with the License.
4 | * You may obtain a copy of the License at
5 | *
6 | * http://www.apache.org/licenses/LICENSE-2.0
7 | *
8 | * Unless required by applicable law or agreed to in writing, software
9 | * distributed under the License is distributed on an "AS IS" BASIS,
10 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 | * See the License for the specific language governing permissions and
12 | * limitations under the License.
13 | */
14 | package io.horizondb.db.series;
15 |
16 | import java.io.IOException;
17 |
18 | import io.horizondb.db.Configuration;
19 | import io.horizondb.db.btree.BTreeStore;
20 | import io.horizondb.model.schema.TimeSeriesDefinition;
21 |
22 | /**
23 | * A TimeSeriesManager that store its data in memory.
24 | */
25 | public final class InMemoryTimeSeriesManager extends AbstractTimeSeriesManager {
26 |
27 | public InMemoryTimeSeriesManager(TimeSeriesPartitionManager partitionManager, Configuration configuration) {
28 | super(partitionManager, configuration);
29 | }
30 |
31 | /**
32 | * {@inheritDoc}
33 | */
34 | @Override
35 | protected BTreeStoreTimeSeriesPartitionManager that stores its data in memory.
23 | */
24 | public final class InMemoryTimeSeriesPartitionManager extends AbstractTimeSeriesPartitionManager {
25 |
26 | /**
27 | * Creates a new InMemoryTimeSeriesPartitionManager.
28 | *
29 | * @param configuration the database configuration
30 | */
31 | public InMemoryTimeSeriesPartitionManager(Configuration configuration) {
32 | super(configuration);
33 | }
34 |
35 | /**
36 | * {@inheritDoc}
37 | */
38 | @Override
39 | protected BTreeStoreKeyValueIterator that iterate over the data of a Map in the key ascending order.
25 | *
26 | * @author Benjamin
27 | *
28 | */
29 | public final class MapKeyValueIteratorMapKeyValueIterator instance that will iterate over the entries of the specified
43 | * Map.
44 | *
45 | * @param map the key-value mapping on which the iterator will iterate in the key ascending order.
46 | */
47 | public MapKeyValueIterator(MapKeyValueIterator used to merge the results returned by multiple iterators.
24 | *
25 | * @author Benjamin
26 | *
27 | */
28 | public final class MergingKeyValueIteratorMergingKeyValueIterator the will merge the results of the specified iterators.
42 | *
43 | * @param iterators the iterators
44 | * @throws IOException if an I/O problem occurs
45 | */
46 | @SafeVarargs
47 | public MergingKeyValueIterator(KeyValueIteratorTimeSeriesManager that store its data on disk.
30 | */
31 | public final class OnDiskTimeSeriesManager extends AbstractTimeSeriesManager {
32 |
33 | public OnDiskTimeSeriesManager(TimeSeriesPartitionManager partitionManager, Configuration configuration) {
34 | super(partitionManager, configuration);
35 | }
36 |
37 | /**
38 | * {@inheritDoc}
39 | */
40 | @Override
41 | protected BTreeStoreTimeSeriesPartitionManager that stores its data on disk.
25 | */
26 | public final class OnDiskTimeSeriesPartitionManager extends AbstractTimeSeriesPartitionManager {
27 |
28 | /**
29 | * Creates a new OnDiskTimeSeriesPartitionManager.
30 | *
31 | * @param configuration the database configuration
32 | */
33 | public OnDiskTimeSeriesPartitionManager(Configuration configuration) {
34 | super(configuration);
35 | }
36 |
37 | /**
38 | * The name of the partition file.
39 | */
40 | private static final String PARTITIONS_FILENAME = "partitions.b3";
41 |
42 |
43 | /**
44 | * {@inheritDoc}
45 | */
46 | @Override
47 | protected BTreeStoreSlabAllocator that preallocate large block of memory of the specified size.
57 | *
58 | * @param regionSize the size of the preallocated block of memory.
59 | */
60 | public SlabAllocator(int regionSize) {
61 |
62 | this.regionSize = regionSize;
63 | }
64 |
65 | /**
66 | * The number of region that have been allocated.
67 | *
68 | * @return the number of region that have been allocated.
69 | */
70 | public int getRegionCount() {
71 | return this.regionCount;
72 | }
73 |
74 | /**
75 | * {@inheritDoc}
76 | */
77 | @Override
78 | public Buffer allocate(int size) {
79 |
80 | if (this.region == null || this.region.readableBytes() < size) {
81 |
82 | this.logger.debug("allocating a new region of size: " + printNumberOfBytes(this.regionSize));
83 |
84 | this.region = Buffers.allocate(this.regionSize).writerIndex(this.regionSize);
85 | this.regionCount++;
86 | }
87 |
88 | return this.region.slice(size).writerIndex(0);
89 | }
90 |
91 | /**
92 | * {@inheritDoc}
93 | */
94 | @Override
95 | public void release() {
96 |
97 | this.region = null;
98 | }
99 | }
100 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/series/TimeSeriesCache.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Copyright 2013 Benjamin Lerer
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 | package io.horizondb.db.series;
17 |
18 | import io.horizondb.db.Configuration;
19 | import io.horizondb.db.cache.AbstractCache;
20 |
21 | import com.google.common.cache.CacheBuilder;
22 |
23 | /**
24 | * Cache for time series.
25 | *
26 | * @author Benjamin
27 | *
28 | */
29 | final class TimeSeriesCache extends AbstractCacheTimeSeriesCache to cache the time series.
33 | *
34 | * @param configuration the database configuration.
35 | */
36 | public TimeSeriesCache(Configuration configuration) {
37 | super(configuration);
38 | }
39 |
40 | /**
41 | * {@inheritDoc}
42 | */
43 | @Override
44 | protected CacheBuildertrue if an exception must be thrown if the time series already exists.
33 | * @throws IOException if an I/O problem occurs while creating the time series.
34 | * @throws HorizonDBException if a time series with the same name already exists.
35 | */
36 | void createTimeSeries(DatabaseDefinition databaseDefinition,
37 | TimeSeriesDefinition timeSeriesdefinition,
38 | boolean throwExceptionIfExists)
39 | throws IOException,
40 | HorizonDBException;
41 |
42 | /**
43 | * Returns the time series of the specified database with the specified name if it exists.
44 | *
45 | * @param databaseDefinition the database definition.
46 | * @param seriesName the time series name.
47 | * @return the time series with the specified name if it exists.
48 | * @throws IOException if an I/O problem occurs while retrieving the time series.
49 | * @throws HorizonDBException if the time series with the specified name does not exists.
50 | */
51 | TimeSeries getTimeSeries(DatabaseDefinition databaseDefinition,
52 | String seriesName) throws IOException, HorizonDBException;
53 |
54 | /**
55 | * Drops the specified time series.
56 | *
57 | * @param databaseDefinition the database definition.
58 | * @param seriesName the time series name.
59 | * @param throwExceptionIfDoesNotExist true if an exception must be thrown if the time series does not exists.
60 | * @throws IOException if an I/O problem occurs while dropping the time series.
61 | * @throws HorizonDBException if the time series does not exists.
62 | */
63 | void dropTimeSeries(DatabaseDefinition databaseDefinition,
64 | String seriesName,
65 | boolean throwExceptionIfDoesNotExist)
66 | throws IOException,
67 | HorizonDBException;
68 |
69 | /**
70 | * Returns the time series with the specified ID if it exists.
71 | *
72 | * @param id the time series ID
73 | * @return the time series with the specified ID if it exists.
74 | * @throws IOException if an I/O problem occurs while retrieving the time series.
75 | * @throws HorizonDBException if the time series with the specified name does not exists.
76 | */
77 | TimeSeries getTimeSeries(TimeSeriesId id) throws IOException, HorizonDBException;
78 |
79 | /**
80 | * Returns the TimeSeriesPartitionManager used by this TimeSeriesManager.
81 | *
82 | * @return the TimeSeriesPartitionManager used by this TimeSeriesManager.
83 | */
84 | TimeSeriesPartitionManager getPartitionManager();
85 | }
86 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/series/TimeSeriesPartitionListener.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Licensed under the Apache License, Version 2.0 (the "License");
3 | * you may not use this file except in compliance with the License.
4 | * You may obtain a copy of the License at
5 | *
6 | * http://www.apache.org/licenses/LICENSE-2.0
7 | *
8 | * Unless required by applicable law or agreed to in writing, software
9 | * distributed under the License is distributed on an "AS IS" BASIS,
10 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 | * See the License for the specific language governing permissions and
12 | * limitations under the License.
13 | */
14 | package io.horizondb.db.series;
15 |
16 | /**
17 | * Listener called when the memory usage or the first commit log segment containing non persisted data change.
18 | *
19 | * @author Benjamin
20 | *
21 | */
22 | interface TimeSeriesPartitionListener {
23 |
24 | /**
25 | * Notification that the memory usage of the specified partition did change.
26 | *
27 | * @param partition the partition that has changed its memory usage
28 | * @param previousMemoryUsage the previous memory usage
29 | * @param newMemoryUsage the new memory usage
30 | */
31 | void memoryUsageChanged(TimeSeriesPartition partition, int previousMemoryUsage, int newMemoryUsage);
32 |
33 | /**
34 | * Notification that the first segment containing non persisted data did change.
35 | *
36 | * @param partition the partition for which the first segment containing non persisted data changed
37 | * @param previousSegment the ID of the previous segment
38 | * @param newSegment the ID of the new segment
39 | */
40 | void firstSegmentContainingNonPersistedDataChanged(TimeSeriesPartition partition,
41 | Long previousSegment,
42 | Long newSegment);
43 | }
44 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/series/TimeSeriesPartitionReadCache.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Copyright 2013 Benjamin Lerer
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 | package io.horizondb.db.series;
17 |
18 | import java.io.IOException;
19 |
20 | import io.horizondb.db.Configuration;
21 | import io.horizondb.db.HorizonDBException;
22 | import io.horizondb.db.cache.AbstractMultilevelCache;
23 | import io.horizondb.db.cache.ValueLoader;
24 |
25 | import javax.annotation.concurrent.ThreadSafe;
26 |
27 | import com.google.common.cache.CacheBuilder;
28 |
29 | /**
30 | * The time series partition read cache.
31 | *
32 | * @author Benjamin
33 | *
34 | */
35 | @ThreadSafe
36 | final class TimeSeriesPartitionReadCache extends AbstractMultilevelCacheTimeSeriesPartitionReadCache that get values from the specified cache if it does not
40 | * have them.
41 | *
42 | * @param configuration the database configuration
43 | * @param cache the second level cache
44 | */
45 | public TimeSeriesPartitionReadCache(Configuration configuration, TimeSeriesPartitionSecondLevelCache cache) {
46 |
47 | super(configuration, cache);
48 | }
49 |
50 | /**
51 | * {@inheritDoc}
52 | */
53 | @Override
54 | public void put(final PartitionId key, final TimeSeriesPartition value) {
55 | try {
56 | get(key, new ValueLoaderArrays.
20 | *
21 | * @author Benjamin
22 | *
23 | */
24 | public final class ArrayUtils extends org.apache.commons.lang.ArrayUtils {
25 |
26 | /**
27 | * Creates an arrays containing the specified elements.
28 | *
29 | * @param elements the elements of the arrays.
30 | * @return an arrays containing the specified elements.
31 | */
32 | @SafeVarargs
33 | public static final RunnableScheduledFuture which forwards all its method calls to another
24 | * RunnableScheduledFuture. Subclasses should override one or more methods to modify the behavior of the
25 | * backing RunnableScheduledFuture as desired per the decorator pattern.
26 | *
27 | * @author Benjamin
28 | *
29 | */
30 | public abstract class ForwardingRunnableScheduledFutureFutures.
23 | *
24 | * @author Benjamin
25 | *
26 | */
27 | public final class FutureUtils {
28 |
29 | /**
30 | * Utility method to get the result of a future when it should not be possible to get an exception
31 | * with a get call.
32 | *
33 | * @param future the future for which the value must be returned
34 | * @return the future result
35 | */
36 | public static UncaughtExceptionHandler that logs all the RuntimeException that it receive.
25 | *
26 | * @author Benjamin
27 | *
28 | */
29 | public final class LoggingUncaughtExceptionHandler implements UncaughtExceptionHandler {
30 |
31 | /**
32 | * The class logger.
33 | */
34 | private final Logger logger = LoggerFactory.getLogger(getClass());
35 |
36 | /**
37 | * {@inheritDoc}
38 | */
39 | @Override
40 | public void uncaughtException(Thread t, Throwable e) {
41 |
42 | this.logger.error("Thread " + t.getName() + " terminated with the following Exception: ", e);
43 | }
44 | }
45 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/util/concurrent/NamedThreadFactory.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Copyright 2013 Benjamin Lerer
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 | package io.horizondb.db.util.concurrent;
17 |
18 | import java.util.concurrent.ThreadFactory;
19 | import java.util.concurrent.atomic.AtomicInteger;
20 |
21 | import org.apache.commons.lang.Validate;
22 |
23 | /**
24 | * Thread factory that give to the thread it creates a meaningful name.
25 | *
26 | * @author Benjamin
27 | *
28 | */
29 | public final class NamedThreadFactory implements ThreadFactory {
30 |
31 | /**
32 | * The uncaught exception handler.
33 | */
34 | private static final LoggingUncaughtExceptionHandler exceptionHandler = new LoggingUncaughtExceptionHandler();
35 |
36 | /**
37 | * The name separator.
38 | */
39 | private static final char NAME_SEPARATOR = '-';
40 |
41 | /**
42 | * The thread counter.
43 | */
44 | private final AtomicInteger counter = new AtomicInteger(1);
45 |
46 | /**
47 | * The prefix of the name of the thread.
48 | */
49 | private final String prefix;
50 |
51 | /**
52 | * Creates a new ThreadFactory that will used the specified prefix for the name for the threads that it
53 | * creates.
54 | *
55 | * @param prefix the prefix to use to create the thread names.
56 | */
57 | public NamedThreadFactory(String prefix) {
58 |
59 | Validate.notEmpty(prefix, "The prefix must not be empty.");
60 |
61 | this.prefix = prefix;
62 | }
63 |
64 | /**
65 | * {@inheritDoc}
66 | */
67 | @Override
68 | public Thread newThread(Runnable runnable) {
69 |
70 | Thread thread = new Thread(runnable, this.prefix + NAME_SEPARATOR + this.counter.getAndIncrement());
71 | thread.setUncaughtExceptionHandler(exceptionHandler);
72 |
73 | if (thread.isDaemon()) {
74 | thread.setDaemon(false);
75 | }
76 |
77 | if (thread.getPriority() != Thread.NORM_PRIORITY) {
78 | thread.setPriority(Thread.NORM_PRIORITY);
79 | }
80 |
81 | return thread;
82 | }
83 | }
84 |
--------------------------------------------------------------------------------
/src/main/java/io/horizondb/db/util/concurrent/SyncTask.java:
--------------------------------------------------------------------------------
1 | /**
2 | * Copyright 2013 Benjamin Lerer
3 | *
4 | * Licensed under the Apache License, Version 2.0 (the "License");
5 | * you may not use this file except in compliance with the License.
6 | * You may obtain a copy of the License at
7 | *
8 | * http://www.apache.org/licenses/LICENSE-2.0
9 | *
10 | * Unless required by applicable law or agreed to in writing, software
11 | * distributed under the License is distributed on an "AS IS" BASIS,
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | * See the License for the specific language governing permissions and
14 | * limitations under the License.
15 | */
16 | package io.horizondb.db.util.concurrent;
17 |
18 | import java.util.concurrent.Callable;
19 | import java.util.concurrent.ExecutorService;
20 |
21 | /**
22 | * Callable that can be used to make sure that all the task previously submitted to a single threaded
23 | * {@link ExecutorService} have been executed.
24 | *
25 | * @author Benjamin
26 | *
27 | */
28 | public final class SyncTask implements Callable