├── .DS_Store ├── README.md ├── failover ├── .DS_Store ├── pom.xml └── src │ ├── .DS_Store │ └── main │ ├── .DS_Store │ └── java │ ├── IntegerSpout.java │ ├── MainTopology.java │ ├── MultiplierBolt.java │ ├── MyPastContent.java │ ├── SampleDecoder.java │ ├── SampleEncoder.java │ ├── SaveStateToDB.java │ ├── SaveStateToHdfs.java │ └── SaveStateToPAST.java ├── routing ├── .DS_Store └── src │ ├── .DS_Store │ ├── freepastry.params │ ├── org │ ├── .DS_Store │ └── mpisws │ │ ├── .DS_Store │ │ └── p2p │ │ ├── filetransfer │ │ ├── BBReceipt.java │ │ ├── FileAllocationStrategy.java │ │ ├── FileReceipt.java │ │ ├── FileTransfer.java │ │ ├── FileTransferCallback.java │ │ ├── FileTransferImpl.java │ │ ├── FileTransferListener.java │ │ ├── OperationCancelledException.java │ │ ├── Receipt.java │ │ ├── SimpleFileTransferListener.java │ │ ├── TempFileAllocationStrategy.java │ │ └── TransferFailedException.java │ │ ├── pki │ │ └── x509 │ │ │ ├── CATool.java │ │ │ ├── CAToolImpl.java │ │ │ ├── CertTool.java │ │ │ ├── KeySerializer.java │ │ │ ├── KeySerializerImpl.java │ │ │ ├── X509Serializer.java │ │ │ └── X509SerializerImpl.java │ │ ├── testing │ │ ├── filetransfer │ │ │ ├── EncryptedFileTest.java │ │ │ └── ProfileFileTest.java │ │ ├── pki │ │ │ └── x509 │ │ │ │ └── LoadStore.java │ │ └── transportlayer │ │ │ ├── BandwidthMeasuringTLTest.java │ │ │ ├── EpochTest.java │ │ │ ├── LivenessTest.java │ │ │ ├── MagicNumberTest.java │ │ │ ├── PriorityTest.java │ │ │ ├── RapidRebind.java │ │ │ ├── SRManagerTest.java │ │ │ ├── SRTest.java │ │ │ ├── SRTestBypassEpoch.java │ │ │ ├── SSLTest.java │ │ │ ├── SSLTest2.java │ │ │ ├── SSLTestNoClientAuth.java │ │ │ ├── TLTest.java │ │ │ ├── TestNodeHandleFetcher.java │ │ │ ├── WireSRTest.java │ │ │ ├── WireTest.java │ │ │ ├── peerreview │ │ │ ├── AuthenticatorStoreTest.java │ │ │ ├── LogSnippitTest.java │ │ │ ├── MyInetSocketAddress.java │ │ │ ├── PRInconsistent1.java │ │ │ ├── PRNonconform1.java │ │ │ ├── PRNonconform2.java │ │ │ └── PRRegressionTest.java │ │ │ └── replay │ │ │ ├── MyEntryDeserializer.java │ │ │ ├── MyEvents.java │ │ │ ├── MyScribeClient.java │ │ │ ├── MyScribeContent.java │ │ │ ├── Recorder.java │ │ │ └── Replayer.java │ │ └── transport │ │ ├── ClosedChannelException.java │ │ ├── ErrorHandler.java │ │ ├── ListenableTransportLayer.java │ │ ├── MessageCallback.java │ │ ├── MessageRequestHandle.java │ │ ├── P2PSocket.java │ │ ├── P2PSocketReceiver.java │ │ ├── SocketCallback.java │ │ ├── SocketCountListener.java │ │ ├── SocketRequestHandle.java │ │ ├── TransportLayer.java │ │ ├── TransportLayerCallback.java │ │ ├── TransportLayerListener.java │ │ ├── TransportLayerListenerConstants.java │ │ ├── bandwidthlimit │ │ └── LimitBandwidthTransportLayer.java │ │ ├── bandwidthmeasure │ │ ├── BandwidthMeasurement.java │ │ └── BandwidthMeasuringTransportLayer.java │ │ ├── commonapi │ │ ├── CommonAPITransportLayer.java │ │ ├── CommonAPITransportLayerImpl.java │ │ ├── IdFactory.java │ │ ├── OptionsAdder.java │ │ └── RawMessageDeserializer.java │ │ ├── direct │ │ ├── ConnectorExceptionDelivery.java │ │ ├── Delivery.java │ │ ├── DirectAppSocket.java │ │ ├── DirectTransportLayer.java │ │ ├── EventSimulator.java │ │ └── GenericNetworkSimulator.java │ │ ├── exception │ │ └── NodeIsFaultyException.java │ │ ├── identity │ │ ├── BindStrategy.java │ │ ├── IdentityImpl.java │ │ ├── IdentitySerializer.java │ │ ├── LowerIdentity.java │ │ ├── MemoryExpiredException.java │ │ ├── NodeChangeStrategy.java │ │ ├── SanityChecker.java │ │ ├── SerializerListener.java │ │ ├── Translator.java │ │ └── UpperIdentity.java │ │ ├── limitsockets │ │ └── LimitSocketsTransportLayer.java │ │ ├── liveness │ │ ├── AggressiveLivenessTransportLayerImpl.java │ │ ├── LivenessListener.java │ │ ├── LivenessProvider.java │ │ ├── LivenessStrategy.java │ │ ├── LivenessTransportLayer.java │ │ ├── LivenessTransportLayerImpl.java │ │ ├── LivenessTypes.java │ │ ├── OverrideLiveness.java │ │ ├── PingListener.java │ │ ├── PingMessage.java │ │ ├── Pinger.java │ │ └── PongMessage.java │ │ ├── multiaddress │ │ ├── AddressStrategy.java │ │ ├── MultiInetAddressTransportLayer.java │ │ ├── MultiInetAddressTransportLayerImpl.java │ │ ├── MultiInetSocketAddress.java │ │ └── SimpleAddressStrategy.java │ │ ├── nat │ │ └── FirewallTLImpl.java │ │ ├── networkinfo │ │ ├── CantVerifyConnectivityException.java │ │ ├── ConnectivityResult.java │ │ ├── InetSocketAddressLookup.java │ │ ├── NetworkInfoIOException.java │ │ ├── NetworkInfoTransportLayer.java │ │ ├── ProbeStrategy.java │ │ └── Prober.java │ │ ├── peerreview │ │ ├── Basics.java │ │ ├── IdentifierExtractor.java │ │ ├── PeerReview.java │ │ ├── PeerReviewCallback.java │ │ ├── PeerReviewConstants.java │ │ ├── PeerReviewImpl.java │ │ ├── StatusConstants.java │ │ ├── WitnessListener.java │ │ ├── audit │ │ │ ├── ActiveAuditInfo.java │ │ │ ├── ActiveInvestigationInfo.java │ │ │ ├── AuditProtocol.java │ │ │ ├── AuditProtocolImpl.java │ │ │ ├── EvidenceTool.java │ │ │ ├── EvidenceToolImpl.java │ │ │ ├── LogSnippet.java │ │ │ └── SnippetEntry.java │ │ ├── authpush │ │ │ ├── AuthenticatorPushProtocol.java │ │ │ └── AuthenticatorPushProtocolImpl.java │ │ ├── challenge │ │ │ ├── ChallengeHashPolicy.java │ │ │ ├── ChallengeResponseProtocol.java │ │ │ ├── ChallengeResponseProtocolImpl.java │ │ │ └── PacketInfo.java │ │ ├── commitment │ │ │ ├── Authenticator.java │ │ │ ├── AuthenticatorSerializer.java │ │ │ ├── AuthenticatorSerializerImpl.java │ │ │ ├── AuthenticatorStore.java │ │ │ ├── AuthenticatorStoreImpl.java │ │ │ ├── CommitmentProtocol.java │ │ │ ├── CommitmentProtocolImpl.java │ │ │ ├── PacketInfo.java │ │ │ ├── PeerInfo.java │ │ │ └── ReceiveInfo.java │ │ ├── evidence │ │ │ ├── AuditResponse.java │ │ │ ├── ChallengeAudit.java │ │ │ ├── EvidenceSerializerImpl.java │ │ │ ├── EvidenceTransferProtocol.java │ │ │ ├── EvidenceTransferProtocolImpl.java │ │ │ ├── ProofInconsistent.java │ │ │ └── ProofNonconformant.java │ │ ├── history │ │ │ ├── HashPolicy.java │ │ │ ├── HashProvider.java │ │ │ ├── HashSeq.java │ │ │ ├── IndexEntry.java │ │ │ ├── IndexEntryFactory.java │ │ │ ├── SecureHistory.java │ │ │ ├── SecureHistoryFactory.java │ │ │ ├── SecureHistoryFactoryImpl.java │ │ │ ├── SecureHistoryImpl.java │ │ │ ├── hasher │ │ │ │ └── SHA1HashProvider.java │ │ │ ├── logentry │ │ │ │ ├── EvtAck.java │ │ │ │ ├── EvtInit.java │ │ │ │ ├── EvtRecv.java │ │ │ │ ├── EvtSend.java │ │ │ │ ├── EvtSendSign.java │ │ │ │ ├── EvtSign.java │ │ │ │ └── HistoryEvent.java │ │ │ ├── reader │ │ │ │ ├── EntryDeserializer.java │ │ │ │ └── LogReader.java │ │ │ └── stub │ │ │ │ └── NullHashProvider.java │ │ ├── identity │ │ │ ├── CertificateManager.java │ │ │ ├── IdentityTransport.java │ │ │ ├── IdentityTransportCallback.java │ │ │ ├── IdentityTransportLayerImpl.java │ │ │ └── UnknownCertificateException.java │ │ ├── infostore │ │ │ ├── Evidence.java │ │ │ ├── EvidenceRecord.java │ │ │ ├── EvidenceSerializer.java │ │ │ ├── IdStrTranslator.java │ │ │ ├── PeerInfoRecord.java │ │ │ ├── PeerInfoStore.java │ │ │ ├── PeerInfoStoreImpl.java │ │ │ └── StatusChangeListener.java │ │ ├── message │ │ │ ├── AccusationMessage.java │ │ │ ├── AckMessage.java │ │ │ ├── AuthPushMessage.java │ │ │ ├── AuthRequest.java │ │ │ ├── AuthResponse.java │ │ │ ├── ChallengeMessage.java │ │ │ ├── OutgoingUserDataMessage.java │ │ │ ├── PeerReviewMessage.java │ │ │ ├── ResponseMessage.java │ │ │ └── UserDataMessage.java │ │ ├── replay │ │ │ ├── BasicEntryDeserializer.java │ │ │ ├── EventCallback.java │ │ │ ├── ReplaySocket.java │ │ │ ├── Verifier.java │ │ │ ├── VerifierFactory.java │ │ │ ├── VerifierFactoryImpl.java │ │ │ ├── VerifierImpl.java │ │ │ ├── VerifierMRH.java │ │ │ ├── playback │ │ │ │ ├── ReplayLayer.java │ │ │ │ ├── ReplaySM.java │ │ │ │ ├── ReplaySocket.java │ │ │ │ └── ReplayVerifier.java │ │ │ └── record │ │ │ │ ├── RecordLayer.java │ │ │ │ ├── RecordSM.java │ │ │ │ └── RecordSocket.java │ │ └── statement │ │ │ ├── IncompleteStatementInfo.java │ │ │ ├── Statement.java │ │ │ ├── StatementProtocol.java │ │ │ └── StatementProtocolImpl.java │ │ ├── priority │ │ ├── MessageInfo.java │ │ ├── MessageInfoImpl.java │ │ ├── PrimarySocketListener.java │ │ ├── PriorityTransportLayer.java │ │ ├── PriorityTransportLayerImpl.java │ │ ├── PriorityTransportLayerListener.java │ │ └── QueueOverflowException.java │ │ ├── proximity │ │ ├── MinRTTProximityProvider.java │ │ ├── ProximityListener.java │ │ └── ProximityProvider.java │ │ ├── rc4 │ │ ├── EncryptedSocket.java │ │ └── RC4TransportLayer.java │ │ ├── rendezvous │ │ ├── ContactDeserializer.java │ │ ├── ContactDirectStrategy.java │ │ ├── EphemeralDB.java │ │ ├── EphemeralDBImpl.java │ │ ├── IncomingPilotListener.java │ │ ├── OutgoingPilotListener.java │ │ ├── PilotFinder.java │ │ ├── PilotManager.java │ │ ├── RendezvousContact.java │ │ ├── RendezvousGenerationStrategy.java │ │ ├── RendezvousStrategy.java │ │ ├── RendezvousTransportLayer.java │ │ ├── RendezvousTransportLayerImpl.java │ │ ├── ResponseStrategy.java │ │ └── TimeoutResponseStrategy.java │ │ ├── simpleidentity │ │ ├── InetSocketAddressSerializer.java │ │ ├── LocalIdentifierStrategy.java │ │ ├── MutableInetSocketAddressStrategy.java │ │ ├── PortSerializer.java │ │ ├── Serializer.java │ │ └── SimpleIdentityTransportLayer.java │ │ ├── sourceroute │ │ ├── DefaultForwardSourceRouteStrategy.java │ │ ├── Forwarder.java │ │ ├── SourceRoute.java │ │ ├── SourceRouteFactory.java │ │ ├── SourceRouteForwardStrategy.java │ │ ├── SourceRouteTap.java │ │ ├── SourceRouteTransportLayer.java │ │ ├── SourceRouteTransportLayerImpl.java │ │ ├── factory │ │ │ ├── MultiAddressSourceRoute.java │ │ │ ├── MultiAddressSourceRouteFactory.java │ │ │ ├── WireSourceRoute.java │ │ │ └── WireSourceRouteFactory.java │ │ └── manager │ │ │ ├── SourceRouteManager.java │ │ │ ├── SourceRouteManagerImpl.java │ │ │ ├── SourceRouteManagerP2PSocket.java │ │ │ ├── SourceRouteStrategy.java │ │ │ └── simple │ │ │ ├── NextHopStrategy.java │ │ │ └── SimpleSourceRouteStrategy.java │ │ ├── ssl │ │ ├── SSLSocketManager.java │ │ ├── SSLTransportLayer.java │ │ └── SSLTransportLayerImpl.java │ │ ├── table │ │ ├── TableStore.java │ │ ├── TableTransportLayer.java │ │ ├── TableTransprotLayerImpl.java │ │ └── UnknownValueException.java │ │ ├── util │ │ ├── BufferReader.java │ │ ├── BufferReaderWriter.java │ │ ├── BufferWriter.java │ │ ├── DefaultCallback.java │ │ ├── DefaultErrorHandler.java │ │ ├── ExposedByteArrayOutputStream.java │ │ ├── FileInputBuffer.java │ │ ├── FileOutputBuffer.java │ │ ├── InsufficientBytesException.java │ │ ├── MessageRequestHandleImpl.java │ │ ├── OptionsFactory.java │ │ ├── Serializer.java │ │ ├── SocketInputBuffer.java │ │ ├── SocketRequestHandleImpl.java │ │ └── SocketWrapperSocket.java │ │ └── wire │ │ ├── BogusUDPLayerImpl.java │ │ ├── SocketManager.java │ │ ├── SocketOpeningTransportLayer.java │ │ ├── TCPLayer.java │ │ ├── UDPLayer.java │ │ ├── UDPLayerImpl.java │ │ ├── WireTransportLayer.java │ │ ├── WireTransportLayerImpl.java │ │ ├── exception │ │ └── StalledSocketException.java │ │ └── magicnumber │ │ └── MagicNumberTransportLayer.java │ └── rice │ ├── Continuation.java │ ├── Destructable.java │ ├── Executable.java │ ├── environment │ ├── Environment.java │ ├── exception │ │ ├── ExceptionStrategy.java │ │ └── simple │ │ │ └── SimpleExceptionStrategy.java │ ├── logging │ │ ├── AbstractLogManager.java │ │ ├── CloneableLogManager.java │ │ ├── HeirarchyLogger.java │ │ ├── InvalidLogLevelException.java │ │ ├── LogManager.java │ │ ├── LogOutputStream.java │ │ ├── Logger.java │ │ ├── file │ │ │ ├── FileLogManager.java │ │ │ └── RotatingLogManager.java │ │ └── simple │ │ │ ├── SimpleLogManager.java │ │ │ └── SimpleLogger.java │ ├── params │ │ ├── ParameterChangeListener.java │ │ ├── Parameters.java │ │ └── simple │ │ │ ├── ParamsNotPresentException.java │ │ │ └── SimpleParameters.java │ ├── processing │ │ ├── Processor.java │ │ ├── WorkRequest.java │ │ ├── sim │ │ │ └── SimProcessor.java │ │ └── simple │ │ │ ├── BlockingIOThread.java │ │ │ ├── ProcessingRequest.java │ │ │ ├── ProcessingThread.java │ │ │ ├── SimpleProcessor.java │ │ │ ├── UnifiedProcessor.java │ │ │ ├── WorkQueue.java │ │ │ └── WorkQueueOverflowException.java │ ├── random │ │ ├── RandomSource.java │ │ └── simple │ │ │ └── SimpleRandomSource.java │ └── time │ │ ├── TimeSource.java │ │ ├── simple │ │ └── SimpleTimeSource.java │ │ └── simulated │ │ └── DirectTimeSource.java │ ├── p2p │ ├── aggregation │ │ ├── Aggregate.java │ │ ├── AggregateDescriptor.java │ │ ├── AggregateFactory.java │ │ ├── AggregateHandle.java │ │ ├── AggregateList.java │ │ ├── Aggregation.java │ │ ├── AggregationDefaultPolicy.java │ │ ├── AggregationException.java │ │ ├── AggregationImpl.java │ │ ├── AggregationPolicy.java │ │ ├── AggregationStatistics.java │ │ ├── JavaSerializedAggregateFactory.java │ │ ├── Moraine.java │ │ ├── ObjectDescriptor.java │ │ ├── messaging │ │ │ ├── AggregationMessage.java │ │ │ ├── AggregationTimeoutMessage.java │ │ │ └── NonAggregate.java │ │ └── raw │ │ │ ├── RawAggregate.java │ │ │ └── RawAggregateFactory.java │ ├── commonapi │ │ ├── Application.java │ │ ├── Cancellable.java │ │ ├── CancellableTask.java │ │ ├── DeliveryNotification.java │ │ ├── Endpoint.java │ │ ├── Id.java │ │ ├── IdFactory.java │ │ ├── IdRange.java │ │ ├── IdSet.java │ │ ├── Message.java │ │ ├── MessageReceipt.java │ │ ├── Node.java │ │ ├── NodeHandle.java │ │ ├── NodeHandleSet.java │ │ ├── RangeCannotBeDeterminedException.java │ │ ├── RouteMessage.java │ │ ├── appsocket │ │ │ ├── AppSocket.java │ │ │ └── AppSocketReceiver.java │ │ ├── exception │ │ │ ├── AppNotRegisteredException.java │ │ │ ├── AppSocketException.java │ │ │ ├── NoReceiverAvailableException.java │ │ │ ├── NodeIsDeadException.java │ │ │ └── TimeoutException.java │ │ ├── rawserialization │ │ │ ├── InputBuffer.java │ │ │ ├── MessageDeserializer.java │ │ │ ├── NodeHandleReader.java │ │ │ ├── OutputBuffer.java │ │ │ ├── RawMessage.java │ │ │ ├── RawSerializable.java │ │ │ └── SizeCheckOutputBuffer.java │ │ └── testing │ │ │ └── CommonAPITest.java │ ├── glacier │ │ ├── ErasureCodec.java │ │ ├── Fragment.java │ │ ├── FragmentKey.java │ │ ├── FragmentKeyFactory.java │ │ ├── FragmentKeyRange.java │ │ ├── FragmentKeySet.java │ │ ├── Glacier.java │ │ ├── GlacierException.java │ │ ├── VersionKey.java │ │ ├── VersionKeyFactory.java │ │ ├── VersionKeyRange.java │ │ ├── VersionKeySet.java │ │ ├── VersioningPast.java │ │ └── v2 │ │ │ ├── BloomFilter.java │ │ │ ├── DebugContent.java │ │ │ ├── DebugContentHandle.java │ │ │ ├── FragmentAndManifest.java │ │ │ ├── FragmentMetadata.java │ │ │ ├── GlacierContentHandle.java │ │ │ ├── GlacierContinuation.java │ │ │ ├── GlacierDefaultPolicy.java │ │ │ ├── GlacierImpl.java │ │ │ ├── GlacierNotEnoughFragmentsException.java │ │ │ ├── GlacierPolicy.java │ │ │ ├── GlacierStatistics.java │ │ │ ├── GlacierStatisticsListener.java │ │ │ ├── InvalidManifestException.java │ │ │ ├── Manifest.java │ │ │ └── messaging │ │ │ ├── GlacierDataMessage.java │ │ │ ├── GlacierFetchMessage.java │ │ │ ├── GlacierMessage.java │ │ │ ├── GlacierNeighborRequestMessage.java │ │ │ ├── GlacierNeighborResponseMessage.java │ │ │ ├── GlacierQueryMessage.java │ │ │ ├── GlacierRangeForwardMessage.java │ │ │ ├── GlacierRangeQueryMessage.java │ │ │ ├── GlacierRangeResponseMessage.java │ │ │ ├── GlacierRefreshCompleteMessage.java │ │ │ ├── GlacierRefreshPatchMessage.java │ │ │ ├── GlacierRefreshProbeMessage.java │ │ │ ├── GlacierRefreshResponseMessage.java │ │ │ ├── GlacierResponseMessage.java │ │ │ ├── GlacierSyncMessage.java │ │ │ └── GlacierTimeoutMessage.java │ ├── multiring │ │ ├── MultiringApplication.java │ │ ├── MultiringEndpoint.java │ │ ├── MultiringIdFactory.java │ │ ├── MultiringIdRange.java │ │ ├── MultiringIdSet.java │ │ ├── MultiringNode.java │ │ ├── MultiringNodeCollection.java │ │ ├── MultiringNodeHandle.java │ │ ├── MultiringNodeHandleSet.java │ │ ├── MultiringRouteMessage.java │ │ ├── RingCertificate.java │ │ ├── RingId.java │ │ ├── messaging │ │ │ └── RingMessage.java │ │ └── testing │ │ │ └── MultiringRegrTest.java │ ├── past │ │ ├── ContentHashPastContent.java │ │ ├── ContentHashPastContentHandle.java │ │ ├── Past.java │ │ ├── PastContent.java │ │ ├── PastContentHandle.java │ │ ├── PastException.java │ │ ├── PastImpl.java │ │ ├── PastPolicy.java │ │ ├── gc │ │ │ ├── GCEndpoint.java │ │ │ ├── GCId.java │ │ │ ├── GCIdFactory.java │ │ │ ├── GCIdRange.java │ │ │ ├── GCIdSet.java │ │ │ ├── GCNode.java │ │ │ ├── GCPast.java │ │ │ ├── GCPastContent.java │ │ │ ├── GCPastContentHandle.java │ │ │ ├── GCPastException.java │ │ │ ├── GCPastImpl.java │ │ │ ├── GCPastMetadata.java │ │ │ ├── messaging │ │ │ │ ├── GCCollectMessage.java │ │ │ │ ├── GCInsertMessage.java │ │ │ │ ├── GCLookupHandlesMessage.java │ │ │ │ └── GCRefreshMessage.java │ │ │ └── rawserialization │ │ │ │ ├── JavaSerializedGCPastContent.java │ │ │ │ ├── JavaSerializedGCPastContentHandle.java │ │ │ │ ├── RawGCPastContent.java │ │ │ │ └── RawGCPastContentHandle.java │ │ ├── messaging │ │ │ ├── CacheMessage.java │ │ │ ├── ContinuationMessage.java │ │ │ ├── FetchHandleMessage.java │ │ │ ├── FetchMessage.java │ │ │ ├── InsertMessage.java │ │ │ ├── LookupHandlesMessage.java │ │ │ ├── LookupMessage.java │ │ │ ├── MessageLostMessage.java │ │ │ └── PastMessage.java │ │ ├── rawserialization │ │ │ ├── DefaultSocketStrategy.java │ │ │ ├── JavaPastContentDeserializer.java │ │ │ ├── JavaPastContentHandleDeserializer.java │ │ │ ├── JavaSerializedPastContent.java │ │ │ ├── JavaSerializedPastContentHandle.java │ │ │ ├── PastContentDeserializer.java │ │ │ ├── PastContentHandleDeserializer.java │ │ │ ├── RawPastContent.java │ │ │ ├── RawPastContentHandle.java │ │ │ └── SocketStrategy.java │ │ └── testing │ │ │ ├── DistPastTest.java │ │ │ ├── DistPastTestContent.java │ │ │ ├── PastRegrTest.java │ │ │ └── RawPastRegrTest.java │ ├── replication │ │ ├── Replication.java │ │ ├── ReplicationClient.java │ │ ├── ReplicationImpl.java │ │ ├── ReplicationPolicy.java │ │ ├── manager │ │ │ ├── ReplicationManager.java │ │ │ ├── ReplicationManagerClient.java │ │ │ ├── ReplicationManagerImpl.java │ │ │ ├── messaging │ │ │ │ ├── ReminderMessage.java │ │ │ │ └── TimeoutMessage.java │ │ │ └── testing │ │ │ │ └── ReplicationManagerRegrTest.java │ │ ├── messaging │ │ │ ├── ReminderMessage.java │ │ │ ├── ReplicationMessage.java │ │ │ ├── RequestMessage.java │ │ │ └── ResponseMessage.java │ │ └── testing │ │ │ └── ReplicationRegrTest.java │ ├── scribe │ │ ├── BaseScribe.java │ │ ├── Scribe.java │ │ ├── ScribeClient.java │ │ ├── ScribeContent.java │ │ ├── ScribeImpl.java │ │ ├── ScribeMultiClient.java │ │ ├── ScribePolicy.java │ │ ├── Topic.java │ │ ├── javaserialized │ │ │ ├── JavaScribe.java │ │ │ └── JavaScribeContentDeserializer.java │ │ ├── maintenance │ │ │ ├── MaintainableScribe.java │ │ │ └── ScribeMaintenancePolicy.java │ │ ├── messaging │ │ │ ├── AbstractSubscribeMessage.java │ │ │ ├── AnycastFailureMessage.java │ │ │ ├── AnycastMessage.java │ │ │ ├── DropMessage.java │ │ │ ├── MaintenanceMessage.java │ │ │ ├── PublishMessage.java │ │ │ ├── PublishRequestMessage.java │ │ │ ├── ScribeMessage.java │ │ │ ├── SubscribeAckMessage.java │ │ │ ├── SubscribeFailedMessage.java │ │ │ ├── SubscribeLostMessage.java │ │ │ ├── SubscribeMessage.java │ │ │ └── UnsubscribeMessage.java │ │ ├── rawserialization │ │ │ ├── JavaSerializedScribeContent.java │ │ │ ├── RawScribe.java │ │ │ ├── RawScribeContent.java │ │ │ └── ScribeContentDeserializer.java │ │ └── testing │ │ │ ├── RawScribeRegrTest.java │ │ │ └── ScribeRegrTest.java │ ├── splitstream │ │ ├── Channel.java │ │ ├── ChannelId.java │ │ ├── SplitStream.java │ │ ├── SplitStreamClient.java │ │ ├── SplitStreamContent.java │ │ ├── SplitStreamImpl.java │ │ ├── SplitStreamScribePolicy.java │ │ ├── SplitStreamScribePolicyFactory.java │ │ ├── SplitStreamSubscribeContent.java │ │ ├── Stripe.java │ │ ├── StripeId.java │ │ └── testing │ │ │ ├── MySplitStreamClient.java │ │ │ ├── SplitStreamDistTest.java │ │ │ └── SplitStreamRegrTest.java │ └── util │ │ ├── AttachableCancellable.java │ │ ├── Base64.java │ │ ├── BloomFilter.java │ │ ├── DebugCommandHandler.java │ │ ├── EncryptedInputStream.java │ │ ├── EncryptedOutputStream.java │ │ ├── IdBloomFilter.java │ │ ├── ImmutableSortedMap.java │ │ ├── MCAdapter.java │ │ ├── MRHAdapter.java │ │ ├── MathUtils.java │ │ ├── RandomAccessFileIOBuffer.java │ │ ├── RedBlackMap.java │ │ ├── ReverseTreeMap.java │ │ ├── SecurityUtils.java │ │ ├── SoftHashMap.java │ │ ├── SortedLinkedList.java │ │ ├── StringCache.java │ │ ├── TimerWeakHashMap.java │ │ ├── XMLObjectInputStream.java │ │ ├── XMLObjectOutputStream.java │ │ ├── XMLParser.java │ │ ├── XMLReader.java │ │ ├── XMLWriter.java │ │ ├── rawserialization │ │ ├── JavaDeserializer.java │ │ ├── JavaSerializationException.java │ │ ├── JavaSerializedDeserializer.java │ │ ├── JavaSerializedMessage.java │ │ ├── JavaSerializer.java │ │ ├── SimpleInputBuffer.java │ │ ├── SimpleOutputBuffer.java │ │ └── SizeChecker.java │ │ ├── testing │ │ ├── BloomFilterUnit.java │ │ ├── EncryptedStreamUnit.java │ │ ├── IdBloomFilterReplicationTest.java │ │ ├── IdBloomFilterUnit.java │ │ ├── MathUtilsUnit.java │ │ ├── RedBlackMapUnit.java │ │ ├── SecurityUtilsUnit.java │ │ ├── StringCacheUnit.java │ │ ├── TestSortedLinkedList.java │ │ ├── XMLObjectStreamUnit.java │ │ └── XMLParserUnit.java │ │ └── tuples │ │ ├── MutableTuple.java │ │ ├── Tuple.java │ │ └── Tuple3.java │ ├── pastry │ ├── ExponentialBackoffScheduledMessage.java │ ├── Id.java │ ├── IdRange.java │ ├── IdSet.java │ ├── JoinFailedException.java │ ├── NetworkListener.java │ ├── NodeHandle.java │ ├── NodeHandleFactory.java │ ├── NodeHandleFactoryListener.java │ ├── NodeHandleFetcher.java │ ├── NodeIdFactory.java │ ├── NodeSet.java │ ├── NodeSetEventSource.java │ ├── NodeSetI.java │ ├── NodeSetListener.java │ ├── NodeSetUpdate.java │ ├── PastryNode.java │ ├── PastryNodeFactory.java │ ├── ReadyStrategy.java │ ├── ScheduledMessage.java │ ├── boot │ │ └── Bootstrapper.java │ ├── client │ │ ├── CommonAPIAppl.java │ │ ├── NodeIsNotReadyException.java │ │ └── PastryAppl.java │ ├── commonapi │ │ ├── PastryEndpoint.java │ │ ├── PastryEndpointMessage.java │ │ └── PastryIdFactory.java │ ├── direct │ │ ├── BasicNetworkSimulator.java │ │ ├── DeliveryTimerTask.java │ │ ├── DirectNodeHandle.java │ │ ├── DirectPastryNode.java │ │ ├── DirectPastryNodeFactory.java │ │ ├── DirectSizeChecker.java │ │ ├── DirectTimerTask.java │ │ ├── EuclideanNetwork.java │ │ ├── GenericNetwork.java │ │ ├── GenericSimulatorListener.java │ │ ├── MessageDelivery.java │ │ ├── NetworkSimulator.java │ │ ├── NetworkSimulatorImpl.java │ │ ├── NodeRecord.java │ │ ├── ProximityGenerator.java │ │ ├── SimulatorListener.java │ │ ├── SphereNetwork.java │ │ ├── TestRecord.java │ │ └── proximitygenerators │ │ │ ├── EuclideanProximityGenerator.java │ │ │ ├── GenericProximityGenerator.java │ │ │ └── SphereNetworkProximityGenerator.java │ ├── dist │ │ ├── DistNodeHandle.java │ │ ├── DistPastryNodeFactory.java │ │ └── NodeIsDeadException.java │ ├── join │ │ ├── InitiateJoin.java │ │ ├── JoinAddress.java │ │ ├── JoinProtocol.java │ │ └── JoinRequest.java │ ├── leafset │ │ ├── BroadcastLeafSet.java │ │ ├── InitiateLeafSetMaintenance.java │ │ ├── LSRangeCannotBeDeterminedException.java │ │ ├── LeafSet.java │ │ ├── LeafSetProtocol.java │ │ ├── LeafSetProtocolAddress.java │ │ ├── RequestLeafSet.java │ │ ├── SimilarSet.java │ │ └── testing │ │ │ └── MergeTest.java │ ├── messaging │ │ ├── JavaSerializedDeserializer.java │ │ ├── Message.java │ │ ├── MessageDispatch.java │ │ ├── PJavaSerializedDeserializer.java │ │ ├── PJavaSerializedMessage.java │ │ ├── PRawMessage.java │ │ ├── PastryObjectInputStream.java │ │ ├── RawMessageDelivery.java │ │ └── RawMessageDeliveryFactory.java │ ├── peerreview │ │ ├── CallbackFactory.java │ │ ├── FetchLeafsetApp.java │ │ ├── FetchLeafsetRequest.java │ │ ├── FetchLeafsetResponse.java │ │ └── PeerReviewCallbackImpl.java │ ├── pns │ │ ├── PNSApplication.java │ │ └── messages │ │ │ ├── LeafSetRequest.java │ │ │ ├── LeafSetResponse.java │ │ │ ├── RouteRowRequest.java │ │ │ └── RouteRowResponse.java │ ├── routing │ │ ├── BroadcastRouteRow.java │ │ ├── InitiateRouteSetMaintenance.java │ │ ├── NoLegalRouteToMakeProgressException.java │ │ ├── RequestRouteRow.java │ │ ├── RouteMessage.java │ │ ├── RouteMessageNotification.java │ │ ├── RouteProtocolAddress.java │ │ ├── RouteSet.java │ │ ├── RouteSetProtocol.java │ │ ├── Router.java │ │ ├── RouterAddress.java │ │ ├── RouterStrategy.java │ │ ├── RoutingTable.java │ │ └── SendOptions.java │ ├── socket │ │ ├── EpochInetSocketAddress.java │ │ ├── LivenesSourceRouteForwardStrategy.java │ │ ├── PendingAppSocket.java │ │ ├── SPNFIdentitySerializer.java │ │ ├── SocketNodeHandle.java │ │ ├── SocketNodeHandleFactory.java │ │ ├── SocketPastryNodeFactory.java │ │ ├── TransportLayerNodeHandle.java │ │ ├── appsocket │ │ │ ├── AppSocketPastryNodeFactory.java │ │ │ ├── BogusNodeHandle2.java │ │ │ └── SocketFactory.java │ │ ├── internet │ │ │ └── InternetPastryNodeFactory.java │ │ └── nat │ │ │ ├── CantFindFirewallException.java │ │ │ ├── NATHandler.java │ │ │ ├── StubNATHandler.java │ │ │ ├── connectivityverifiier │ │ │ ├── ConnectivityVerifier.java │ │ │ └── ConnectivityVerifierImpl.java │ │ │ ├── probe │ │ │ ├── ProbeApp.java │ │ │ └── ProbeRequestMessage.java │ │ │ ├── rendezvous │ │ │ ├── ByteBufferMsg.java │ │ │ ├── LeafSetPilotFinder.java │ │ │ ├── LeafSetPilotStrategy.java │ │ │ ├── LeafSetRendezvousStrategy.java │ │ │ ├── NeverResponseStrategy.java │ │ │ ├── NodeIsFirewalledException.java │ │ │ ├── OpenChannelMsg.java │ │ │ ├── PilotForwardMsg.java │ │ │ ├── RendezvousApp.java │ │ │ ├── RendezvousContactDirectStrategy.java │ │ │ ├── RendezvousJoinProtocol.java │ │ │ ├── RendezvousJoinRequest.java │ │ │ ├── RendezvousLeafSetNHStrategy.java │ │ │ ├── RendezvousLivenessProvider.java │ │ │ ├── RendezvousPNSApplication.java │ │ │ ├── RendezvousRouterStrategy.java │ │ │ ├── RendezvousSNHFactory.java │ │ │ ├── RendezvousSPNFIdentitySerializer.java │ │ │ ├── RendezvousSocketNodeHandle.java │ │ │ ├── RendezvousSocketPastryNodeFactory.java │ │ │ └── RendezvousSourceRouteStrategy.java │ │ │ └── sbbi │ │ │ └── SBBINatHandler.java │ ├── standard │ │ ├── CertifiedNodeIdFactory.java │ │ ├── ConsistentJoinMsg.java │ │ ├── ConsistentJoinProtocol.java │ │ ├── IPNodeIdFactory.java │ │ ├── InitiatePingNeighbor.java │ │ ├── PartitionHandler.java │ │ ├── PeriodicLeafSetProtocol.java │ │ ├── ProximityNeighborSelector.java │ │ ├── RandomNodeIdFactory.java │ │ ├── RapidRerouter.java │ │ ├── StandardAddress.java │ │ ├── StandardJoinProtocol.java │ │ ├── StandardLeafSetProtocol.java │ │ ├── StandardRouteSetProtocol.java │ │ ├── StandardRouter.java │ │ └── TooManyRouteAttempts.java │ ├── testing │ │ ├── ClosestRegrTest.java │ │ ├── DirectPastryPingTest.java │ │ ├── DirectPastryRegrTest.java │ │ ├── DistHelloWorld.java │ │ ├── DistPastryRegrTest.java │ │ ├── HelloMsg.java │ │ ├── HelloWorld.java │ │ ├── HelloWorldApp.java │ │ ├── IdRangeUnit.java │ │ ├── IdUnit.java │ │ ├── LeafSetTest.java │ │ ├── MemoryTest.java │ │ ├── NodeIdUnit.java │ │ ├── PartitionChecker.java │ │ ├── PartitionHandlerTest.java │ │ ├── PastryNetworkTest.java │ │ ├── PastryRegrTest.java │ │ ├── PastryTest.java │ │ ├── Ping.java │ │ ├── PingAddress.java │ │ ├── PingClient.java │ │ ├── PingMessageNew.java │ │ ├── PingTestRecord.java │ │ ├── RegrTestApp.java │ │ ├── RoutingTableTest.java │ │ ├── SinglePingTest.java │ │ ├── deadforever │ │ │ └── DistTutorialStall.java │ │ └── rendezvous │ │ │ ├── DistTutorial.java │ │ │ ├── DistTutorialInternet.java │ │ │ ├── MyApp.java │ │ │ ├── MyMsg.java │ │ │ ├── RendezvousScribeTest.java │ │ │ ├── VerifyConnectivity.java │ │ │ └── WhatIsMyIP.java │ └── transport │ │ ├── AppSocketReceiverWrapper.java │ │ ├── BogusNodeHandle.java │ │ ├── Deserializer.java │ │ ├── LeafSetNHStrategy.java │ │ ├── NodeHandleAdapter.java │ │ ├── PMessageNotification.java │ │ ├── PMessageReceipt.java │ │ ├── PMessageReceiptImpl.java │ │ ├── SocketAdapter.java │ │ ├── TLDeserializer.java │ │ └── TransportPastryNodeFactory.java │ ├── persistence │ ├── Cache.java │ ├── Catalog.java │ ├── EmptyCache.java │ ├── LRUCache.java │ ├── LockManager.java │ ├── LockManagerImpl.java │ ├── MemoryStorage.java │ ├── PersistentStorage.java │ ├── Storage.java │ ├── StorageManager.java │ ├── StorageManagerImpl.java │ └── testing │ │ ├── GlacierPersistentStorageTest.java │ │ ├── LRUCacheTest.java │ │ ├── MemoryStorageTest.java │ │ ├── PersistentStorageTest.java │ │ └── Test.java │ ├── selector │ ├── LoopObserver.java │ ├── ProfileSelector.java │ ├── SelectionKeyHandler.java │ ├── SelectorManager.java │ ├── Timer.java │ ├── TimerTask.java │ └── testing │ │ └── SelectorTest.java │ └── tutorial │ ├── appsocket │ ├── MyApp.java │ └── Tutorial.java │ ├── deterministicsimulator │ ├── DirectTutorial.java │ ├── MyApp.java │ └── MyMsg.java │ ├── direct │ ├── DirectTutorial.java │ ├── MyApp.java │ └── MyMsg.java │ ├── forwarding │ ├── DistTutorial.java │ ├── MyApp.java │ ├── MyMsg.java │ └── OrganizeNode.java │ ├── gtitm │ ├── DirectTutorial.java │ ├── MyApp.java │ └── MyMsg.java │ ├── lesson0a │ ├── MyContinuation.java │ ├── TestContinuation.java │ └── TestContinuationAnon.java │ ├── lesson1 │ └── DistTutorial.java │ ├── lesson3 │ ├── DistTutorial.java │ ├── MyApp.java │ └── MyMsg.java │ ├── lesson4 │ ├── DistTutorial.java │ ├── MyApp.java │ └── MyMsg.java │ ├── lookup │ ├── LookupService.java │ └── LookupServiceTest.java │ ├── past │ ├── MyPastContent.java │ └── PastTutorial.java │ ├── prioritylistener │ ├── DistTutorial.java │ ├── MyApp.java │ └── MyMsg.java │ ├── rawserialization │ ├── DistTutorial.java │ ├── MyApp.java │ └── MyMsg.java │ ├── rawserialization2 │ ├── DistTutorial.java │ ├── MyApp.java │ └── MyMsg.java │ ├── remotesocket │ ├── MyApp.java │ ├── Tutorial.java │ └── Tutorial2.java │ ├── scribe │ ├── MyScribeClient.java │ ├── MyScribeContent.java │ └── ScribeTutorial.java │ ├── sendfile │ ├── MyApp.java │ └── Tutorial.java │ ├── splitstream │ ├── MySplitStreamClient.java │ └── SplitStreamTutorial.java │ ├── ssl │ ├── DistTutorial.java │ ├── MyApp.java │ └── MyMsg.java │ ├── timer │ ├── DistTutorial.java │ └── MyApp.java │ ├── transportdirect │ ├── DistTutorial.java │ ├── MyApp.java │ └── MyMsg.java │ └── transportlayer │ ├── BandwidthLimitingTransportLayer.java │ ├── DistTutorial.java │ ├── MyApp.java │ ├── MyMsg.java │ └── NotEnoughBandwidthException.java └── streamprocessing ├── .DS_Store └── flume ├── .DS_Store ├── bin ├── flume-ng ├── flume-ng.cmd └── flume-ng.ps1 ├── build-support ├── pom.xml └── src │ └── main │ └── resources │ └── config │ └── checkstyle │ ├── checkstyle-suppressions.xml │ └── checkstyle.xml ├── conf ├── flume-conf.properties.template ├── flume-env.ps1.template ├── flume-env.sh.template └── log4j2.xml ├── flume-ng-auth ├── pom.xml └── src │ ├── main │ └── java │ │ └── org │ │ └── apache │ │ └── flume │ │ ├── api │ │ ├── SecureRpcClientFactory.java │ │ └── SecureThriftRpcClient.java │ │ └── auth │ │ ├── FlumeAuthenticationUtil.java │ │ ├── FlumeAuthenticator.java │ │ ├── KerberosAuthenticator.java │ │ ├── KerberosUser.java │ │ ├── PrivilegedExecutor.java │ │ ├── SecurityException.java │ │ ├── SimpleAuthenticator.java │ │ └── UGIExecutor.java │ └── test │ └── java │ └── org │ └── apache │ └── flume │ └── auth │ └── TestFlumeAuthenticator.java ├── flume-ng-channels ├── flume-file-channel │ ├── pom.xml │ └── src │ │ ├── main │ │ ├── java │ │ │ └── org │ │ │ │ └── apache │ │ │ │ └── flume │ │ │ │ └── channel │ │ │ │ └── file │ │ │ │ ├── BadCheckpointException.java │ │ │ │ ├── CheckpointRebuilder.java │ │ │ │ ├── Commit.java │ │ │ │ ├── CorruptEventException.java │ │ │ │ ├── EventQueueBackingStore.java │ │ │ │ ├── EventQueueBackingStoreFactory.java │ │ │ │ ├── EventQueueBackingStoreFile.java │ │ │ │ ├── EventQueueBackingStoreFileV2.java │ │ │ │ ├── EventQueueBackingStoreFileV3.java │ │ │ │ ├── EventUtils.java │ │ │ │ ├── FileChannel.java │ │ │ │ ├── FileChannelConfiguration.java │ │ │ │ ├── FlumeEvent.java │ │ │ │ ├── FlumeEventPointer.java │ │ │ │ ├── FlumeEventQueue.java │ │ │ │ ├── Log.java │ │ │ │ ├── LogFile.java │ │ │ │ ├── LogFileFactory.java │ │ │ │ ├── LogFileRetryableIOException.java │ │ │ │ ├── LogFileV2.java │ │ │ │ ├── LogFileV3.java │ │ │ │ ├── LogRecord.java │ │ │ │ ├── LogUtils.java │ │ │ │ ├── NoopRecordException.java │ │ │ │ ├── Pair.java │ │ │ │ ├── Put.java │ │ │ │ ├── ReplayHandler.java │ │ │ │ ├── Rollback.java │ │ │ │ ├── Serialization.java │ │ │ │ ├── Take.java │ │ │ │ ├── TransactionEventRecord.java │ │ │ │ ├── TransactionIDOracle.java │ │ │ │ ├── Writable.java │ │ │ │ ├── WritableUtils.java │ │ │ │ ├── WriteOrderOracle.java │ │ │ │ ├── encryption │ │ │ │ ├── AESCTRNoPaddingProvider.java │ │ │ │ ├── CipherProvider.java │ │ │ │ ├── CipherProviderFactory.java │ │ │ │ ├── CipherProviderType.java │ │ │ │ ├── DecryptionFailureException.java │ │ │ │ ├── EncryptionConfiguration.java │ │ │ │ ├── JCEFileKeyProvider.java │ │ │ │ ├── KeyProvider.java │ │ │ │ ├── KeyProviderFactory.java │ │ │ │ └── KeyProviderType.java │ │ │ │ ├── instrumentation │ │ │ │ ├── FileChannelCounter.java │ │ │ │ └── FileChannelCounterMBean.java │ │ │ │ └── proto │ │ │ │ └── ProtosFactory.java │ │ └── proto │ │ │ └── filechannel.proto │ │ └── test │ │ ├── java │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── channel │ │ │ └── file │ │ │ ├── CountingSinkRunner.java │ │ │ ├── CountingSourceRunner.java │ │ │ ├── TestCheckpoint.java │ │ │ ├── TestCheckpointRebuilder.java │ │ │ ├── TestEventQueueBackingStoreFactory.java │ │ │ ├── TestEventUtils.java │ │ │ ├── TestFileChannel.java │ │ │ ├── TestFileChannelBase.java │ │ │ ├── TestFileChannelErrorMetrics.java │ │ │ ├── TestFileChannelFormatRegression.java │ │ │ ├── TestFileChannelRestart.java │ │ │ ├── TestFileChannelRollback.java │ │ │ ├── TestFlumeEvent.java │ │ │ ├── TestFlumeEventPointer.java │ │ │ ├── TestFlumeEventQueue.java │ │ │ ├── TestIntegration.java │ │ │ ├── TestLog.java │ │ │ ├── TestLogFile.java │ │ │ ├── TestLogRecord.java │ │ │ ├── TestTransactionEventRecordV2.java │ │ │ ├── TestTransactionEventRecordV3.java │ │ │ ├── TestTransactionIDOracle.java │ │ │ ├── TestUtils.java │ │ │ ├── TestWriteOrderOracle.java │ │ │ └── encryption │ │ │ ├── CipherProviderTestSuite.java │ │ │ ├── EncryptionTestUtils.java │ │ │ ├── TestAESCTRNoPaddingProvider.java │ │ │ ├── TestFileChannelEncryption.java │ │ │ └── TestJCEFileKeyProvider.java │ │ └── resources │ │ ├── fileformat-v2-checkpoint.gz │ │ ├── fileformat-v2-log-1.gz │ │ ├── fileformat-v2-log-2.gz │ │ ├── fileformat-v2-log-3.gz │ │ ├── fileformat-v2-pre-FLUME-1432-checkpoint.gz │ │ ├── fileformat-v2-pre-FLUME-1432-log-1.gz │ │ ├── fileformat-v2-pre-FLUME-1432-log-2.gz │ │ ├── fileformat-v2-pre-FLUME-1432-log-3.gz │ │ ├── ibm-test.keystore │ │ ├── log4j2.xml │ │ └── sun-test.keystore ├── flume-jdbc-channel │ ├── pom.xml │ └── src │ │ ├── main │ │ └── java │ │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── channel │ │ │ └── jdbc │ │ │ ├── ConfigurationConstants.java │ │ │ ├── DatabaseType.java │ │ │ ├── JdbcChannel.java │ │ │ ├── JdbcChannelException.java │ │ │ ├── JdbcChannelProvider.java │ │ │ ├── JdbcChannelProviderFactory.java │ │ │ ├── TransactionIsolation.java │ │ │ └── impl │ │ │ ├── DerbySchemaHandler.java │ │ │ ├── JdbcChannelProviderImpl.java │ │ │ ├── JdbcTransactionFactory.java │ │ │ ├── JdbcTransactionImpl.java │ │ │ ├── MySQLSchemaHandler.java │ │ │ ├── PersistableEvent.java │ │ │ ├── SchemaHandler.java │ │ │ └── SchemaHandlerFactory.java │ │ └── test │ │ └── java │ │ └── org │ │ └── apache │ │ └── flume │ │ └── channel │ │ └── jdbc │ │ ├── BaseJdbcChannelProviderTest.java │ │ ├── MockEvent.java │ │ ├── MockEventUtils.java │ │ ├── TestDatabaseTypeEnum.java │ │ ├── TestDerbySchemaHandlerQueries.java │ │ ├── TestJdbcChannelProvider.java │ │ ├── TestJdbcChannelProviderNoFK.java │ │ ├── TestPersistentEvent.java │ │ └── TestTransactionIsolationLevelEnum.java ├── flume-kafka-channel │ ├── pom.xml │ └── src │ │ ├── main │ │ └── java │ │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── channel │ │ │ └── kafka │ │ │ ├── KafkaChannel.java │ │ │ └── KafkaChannelConfiguration.java │ │ └── test │ │ ├── java │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── channel │ │ │ └── kafka │ │ │ ├── TestBasicFunctionality.java │ │ │ ├── TestKafkaChannelBase.java │ │ │ ├── TestOffsetsAndMigration.java │ │ │ ├── TestParseAsFlumeEvent.java │ │ │ ├── TestPartitions.java │ │ │ └── TestRollback.java │ │ └── resources │ │ ├── kafka-server.properties │ │ ├── log4j2.xml │ │ └── zookeeper.properties ├── flume-spillable-memory-channel │ ├── pom.xml │ └── src │ │ ├── main │ │ └── java │ │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── channel │ │ │ └── SpillableMemoryChannel.java │ │ └── test │ │ └── java │ │ └── org │ │ └── apache │ │ └── flume │ │ └── channel │ │ └── TestSpillableMemoryChannel.java └── pom.xml ├── flume-ng-clients ├── flume-ng-log4jappender │ ├── pom.xml │ └── src │ │ ├── main │ │ └── java │ │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── clients │ │ │ └── log4jappender │ │ │ ├── LoadBalancingLog4jAppender.java │ │ │ ├── Log4jAppender.java │ │ │ └── Log4jAvroHeaders.java │ │ └── test │ │ ├── java │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── clients │ │ │ └── log4jappender │ │ │ ├── TestLoadBalancingLog4jAppender.java │ │ │ ├── TestLog4jAppender.java │ │ │ └── TestLog4jAppenderWithAvro.java │ │ └── resources │ │ ├── flume-loadbalancing-backoff-log4jtest.properties │ │ ├── flume-loadbalancing-rnd-log4jtest.properties │ │ ├── flume-loadbalancinglog4jtest.properties │ │ ├── flume-log4jtest-avro-generic.properties │ │ ├── flume-log4jtest-avro-reflect.properties │ │ ├── flume-log4jtest.properties │ │ └── myrecord.avsc └── pom.xml ├── flume-ng-configfilters ├── flume-ng-config-filter-api │ ├── pom.xml │ └── src │ │ └── main │ │ └── java │ │ └── org │ │ └── apache │ │ └── flume │ │ └── configfilter │ │ ├── AbstractConfigFilter.java │ │ └── ConfigFilter.java ├── flume-ng-environment-variable-config-filter │ ├── pom.xml │ └── src │ │ ├── main │ │ └── java │ │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── configfilter │ │ │ └── EnvironmentVariableConfigFilter.java │ │ └── test │ │ └── java │ │ └── org │ │ └── apache │ │ └── flume │ │ └── configfilter │ │ └── TestEnvironmentVariableConfigFilter.java ├── flume-ng-external-process-config-filter │ ├── pom.xml │ └── src │ │ ├── main │ │ └── java │ │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── configfilter │ │ │ └── ExternalProcessConfigFilter.java │ │ └── test │ │ ├── java │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── configfilter │ │ │ └── TestExternalProcessConfigFilter.java │ │ └── resources │ │ ├── test.sh │ │ └── test_error.sh ├── flume-ng-hadoop-credential-store-config-filter │ ├── pom.xml │ └── src │ │ ├── main │ │ └── java │ │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── configfilter │ │ │ └── HadoopCredentialStoreConfigFilter.java │ │ └── test │ │ ├── java │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── configfilter │ │ │ └── TestHadoopCredentialStoreConfigFilter.java │ │ └── resources │ │ ├── test-password.txt │ │ └── test-password2.txt └── pom.xml ├── flume-ng-configuration ├── pom.xml └── src │ ├── main │ └── java │ │ └── org │ │ └── apache │ │ └── flume │ │ ├── Context.java │ │ └── conf │ │ ├── BasicConfigurationConstants.java │ │ ├── ComponentConfiguration.java │ │ ├── ComponentConfigurationFactory.java │ │ ├── ComponentWithClassName.java │ │ ├── ConfigFilterFactory.java │ │ ├── ConfigurationException.java │ │ ├── FlumeConfiguration.java │ │ ├── FlumeConfigurationError.java │ │ ├── FlumeConfigurationErrorType.java │ │ ├── LogPrivacyUtil.java │ │ ├── channel │ │ ├── ChannelConfiguration.java │ │ ├── ChannelSelectorConfiguration.java │ │ ├── ChannelSelectorType.java │ │ └── ChannelType.java │ │ ├── configfilter │ │ ├── ConfigFilterConfiguration.java │ │ └── ConfigFilterType.java │ │ ├── sink │ │ ├── SinkConfiguration.java │ │ ├── SinkGroupConfiguration.java │ │ ├── SinkProcessorConfiguration.java │ │ ├── SinkProcessorType.java │ │ └── SinkType.java │ │ └── source │ │ ├── SourceConfiguration.java │ │ └── SourceType.java │ └── test │ └── java │ └── org │ └── apache │ └── flume │ └── conf │ ├── TestAgentConfiguration.java │ ├── TestFlumeConfiguration.java │ ├── TestFlumeConfigurationConfigFilter.java │ ├── channel │ └── MemoryChannelConfiguration.java │ ├── configfilter │ ├── EnvironmentVariableConfigFilterConfiguration.java │ └── MockConfigFilter.java │ ├── sink │ └── NullSinkConfiguration.java │ └── source │ ├── TestSourceConfiguration.java │ └── jms │ └── JMSSourceConfiguration.java ├── flume-ng-core ├── pom.xml ├── scripts │ ├── saveVersion.ps1 │ └── saveVersion.sh └── src │ ├── main │ ├── avro │ │ └── TransferStateFileMeta.avsc │ └── java │ │ └── org │ │ └── apache │ │ └── flume │ │ ├── Channel.java │ │ ├── ChannelException.java │ │ ├── ChannelFactory.java │ │ ├── ChannelFullException.java │ │ ├── ChannelSelector.java │ │ ├── Clock.java │ │ ├── Constants.java │ │ ├── CounterGroup.java │ │ ├── EventDrivenSource.java │ │ ├── NamedComponent.java │ │ ├── PollableSource.java │ │ ├── Sink.java │ │ ├── SinkFactory.java │ │ ├── SinkProcessor.java │ │ ├── SinkRunner.java │ │ ├── Source.java │ │ ├── SourceFactory.java │ │ ├── SourceRunner.java │ │ ├── SystemClock.java │ │ ├── Transaction.java │ │ ├── VersionAnnotation.java │ │ ├── annotations │ │ ├── Disposable.java │ │ ├── InterfaceAudience.java │ │ ├── InterfaceStability.java │ │ └── Recyclable.java │ │ ├── channel │ │ ├── AbstractChannel.java │ │ ├── AbstractChannelSelector.java │ │ ├── BasicChannelSemantics.java │ │ ├── BasicTransactionSemantics.java │ │ ├── ChannelProcessor.java │ │ ├── ChannelSelectorFactory.java │ │ ├── ChannelUtils.java │ │ ├── DefaultChannelFactory.java │ │ ├── MemoryChannel.java │ │ ├── MultiplexingChannelSelector.java │ │ ├── PseudoTxnMemoryChannel.java │ │ └── ReplicatingChannelSelector.java │ │ ├── client │ │ └── avro │ │ │ ├── AvroCLIClient.java │ │ │ ├── EventReader.java │ │ │ ├── ReliableEventReader.java │ │ │ ├── ReliableSpoolingFileEventReader.java │ │ │ └── SimpleTextLineEventReader.java │ │ ├── conf │ │ ├── BatchSizeSupported.java │ │ ├── Configurable.java │ │ ├── ConfigurableComponent.java │ │ ├── Configurables.java │ │ └── TransactionCapacitySupported.java │ │ ├── event │ │ └── EventHelper.java │ │ ├── formatter │ │ └── output │ │ │ ├── BucketPath.java │ │ │ ├── DefaultPathManager.java │ │ │ ├── EventFormatter.java │ │ │ ├── PathManager.java │ │ │ ├── PathManagerFactory.java │ │ │ ├── PathManagerType.java │ │ │ ├── RollTimePathManager.java │ │ │ └── TextDelimitedOutputFormatter.java │ │ ├── instrumentation │ │ ├── ChannelCounter.java │ │ ├── ChannelCounterMBean.java │ │ ├── ChannelProcessorCounter.java │ │ ├── GangliaServer.java │ │ ├── MonitorService.java │ │ ├── MonitoredCounterGroup.java │ │ ├── MonitoringType.java │ │ ├── SinkCounter.java │ │ ├── SinkCounterMBean.java │ │ ├── SinkProcessorCounter.java │ │ ├── SourceCounter.java │ │ ├── SourceCounterMBean.java │ │ ├── http │ │ │ └── HTTPMetricsServer.java │ │ ├── kafka │ │ │ ├── KafkaChannelCounter.java │ │ │ ├── KafkaChannelCounterMBean.java │ │ │ ├── KafkaSinkCounter.java │ │ │ ├── KafkaSinkCounterMBean.java │ │ │ ├── KafkaSourceCounter.java │ │ │ └── KafkaSourceCounterMBean.java │ │ └── util │ │ │ └── JMXPollUtil.java │ │ ├── interceptor │ │ ├── HostInterceptor.java │ │ ├── Interceptor.java │ │ ├── InterceptorBuilderFactory.java │ │ ├── InterceptorChain.java │ │ ├── InterceptorType.java │ │ ├── RegexExtractorInterceptor.java │ │ ├── RegexExtractorInterceptorMillisSerializer.java │ │ ├── RegexExtractorInterceptorPassThroughSerializer.java │ │ ├── RegexExtractorInterceptorSerializer.java │ │ ├── RegexFilteringInterceptor.java │ │ ├── RemoveHeaderInterceptor.java │ │ ├── SearchAndReplaceInterceptor.java │ │ ├── StaticInterceptor.java │ │ └── TimestampInterceptor.java │ │ ├── lifecycle │ │ ├── LifecycleAware.java │ │ ├── LifecycleController.java │ │ ├── LifecycleException.java │ │ ├── LifecycleState.java │ │ └── LifecycleSupervisor.java │ │ ├── serialization │ │ ├── AbstractAvroEventSerializer.java │ │ ├── AvroEventDeserializer.java │ │ ├── AvroEventSerializerConfigurationConstants.java │ │ ├── BodyTextEventSerializer.java │ │ ├── DecodeErrorPolicy.java │ │ ├── DurablePositionTracker.java │ │ ├── EventDeserializer.java │ │ ├── EventDeserializerFactory.java │ │ ├── EventDeserializerType.java │ │ ├── EventSerDe.java │ │ ├── EventSerializer.java │ │ ├── EventSerializerFactory.java │ │ ├── EventSerializerType.java │ │ ├── FlumeEventAvroEventSerializer.java │ │ ├── HeaderAndBodyTextEventSerializer.java │ │ ├── LengthMeasurable.java │ │ ├── LineDeserializer.java │ │ ├── PositionTracker.java │ │ ├── RemoteMarkable.java │ │ ├── Resettable.java │ │ ├── ResettableFileInputStream.java │ │ ├── ResettableInputStream.java │ │ └── Seekable.java │ │ ├── sink │ │ ├── AbstractRpcSink.java │ │ ├── AbstractSink.java │ │ ├── AbstractSinkProcessor.java │ │ ├── AbstractSinkSelector.java │ │ ├── AvroSink.java │ │ ├── DefaultSinkFactory.java │ │ ├── DefaultSinkProcessor.java │ │ ├── FailoverSinkProcessor.java │ │ ├── LoadBalancingSinkProcessor.java │ │ ├── LoggerSink.java │ │ ├── NullSink.java │ │ ├── RollingFileSink.java │ │ ├── SinkGroup.java │ │ ├── SinkProcessorFactory.java │ │ └── ThriftSink.java │ │ ├── source │ │ ├── AbstractEventDrivenSource.java │ │ ├── AbstractPollableSource.java │ │ ├── AbstractSource.java │ │ ├── AvroSource.java │ │ ├── BasicSourceSemantics.java │ │ ├── DefaultSourceFactory.java │ │ ├── EventDrivenSourceRunner.java │ │ ├── ExecSource.java │ │ ├── ExecSourceConfigurationConstants.java │ │ ├── MultiportSyslogTCPSource.java │ │ ├── NetcatSource.java │ │ ├── NetcatSourceConfigurationConstants.java │ │ ├── NetcatUdpSource.java │ │ ├── PollableSourceConstants.java │ │ ├── PollableSourceRunner.java │ │ ├── SequenceGeneratorSource.java │ │ ├── SpoolDirectorySource.java │ │ ├── SpoolDirectorySourceConfigurationConstants.java │ │ ├── SslContextAwareAbstractSource.java │ │ ├── StressSource.java │ │ ├── SyslogParser.java │ │ ├── SyslogSourceConfigurationConstants.java │ │ ├── SyslogTcpSource.java │ │ ├── SyslogUDPSource.java │ │ ├── SyslogUtils.java │ │ ├── ThriftSource.java │ │ ├── http │ │ │ ├── BLOBHandler.java │ │ │ ├── HTTPBadRequestException.java │ │ │ ├── HTTPSource.java │ │ │ ├── HTTPSourceConfigurationConstants.java │ │ │ ├── HTTPSourceHandler.java │ │ │ └── JSONHandler.java │ │ └── shaded │ │ │ └── guava │ │ │ ├── RateLimiter.java │ │ │ ├── SmoothRateLimiter.java │ │ │ ├── Stopwatch.java │ │ │ └── Uninterruptibles.java │ │ └── tools │ │ ├── DirectMemoryUtils.java │ │ ├── FlumeBeanConfigurator.java │ │ ├── GetJavaProperty.java │ │ ├── HTTPServerConstraintUtil.java │ │ ├── PlatformDetect.java │ │ ├── TimestampRoundDownUtil.java │ │ └── VersionInfo.java │ └── test │ ├── java │ └── org │ │ └── apache │ │ └── flume │ │ ├── TestContext.java │ │ ├── TestCounterGroup.java │ │ ├── channel │ │ ├── AbstractBasicChannelSemanticsTest.java │ │ ├── MockChannel.java │ │ ├── MockEvent.java │ │ ├── TestBasicChannelSemantics.java │ │ ├── TestChannelProcessor.java │ │ ├── TestChannelUtils.java │ │ ├── TestMemoryChannel.java │ │ ├── TestMemoryChannelConcurrency.java │ │ ├── TestMemoryChannelTransaction.java │ │ ├── TestMultiplexingChannelSelector.java │ │ └── TestReplicatingChannelSelector.java │ │ ├── client │ │ └── avro │ │ │ ├── TestBufferedLineReader.java │ │ │ ├── TestReliableSpoolingFileEventReader.java │ │ │ └── TestSpoolingFileLineReader.java │ │ ├── event │ │ └── TestEventHelper.java │ │ ├── formatter │ │ └── output │ │ │ └── TestBucketPath.java │ │ ├── instrumentation │ │ ├── TestMonitoredCounterGroup.java │ │ ├── http │ │ │ └── TestHTTPMetricsServer.java │ │ ├── kafka │ │ │ └── KafkaSourceCounterTest.java │ │ └── util │ │ │ ├── JMXTestUtils.java │ │ │ └── TestJMXPollUtil.java │ │ ├── interceptor │ │ ├── CensoringInterceptor.java │ │ ├── RemoveHeaderInterceptorTest.java │ │ ├── TestCensoringInterceptor.java │ │ ├── TestHostInterceptor.java │ │ ├── TestRegexExtractorInterceptor.java │ │ ├── TestRegexExtractorInterceptorMillisSerializer.java │ │ ├── TestRegexExtractorInterceptorPassThroughSerializer.java │ │ ├── TestRegexFilteringInterceptor.java │ │ ├── TestSearchAndReplaceInterceptor.java │ │ ├── TestStaticInterceptor.java │ │ └── TestTimestampInterceptor.java │ │ ├── lifecycle │ │ ├── TestLifecycleController.java │ │ └── TestLifecycleSupervisor.java │ │ ├── serialization │ │ ├── ResettableTestStringInputStream.java │ │ ├── SyslogAvroEventSerializer.java │ │ ├── TestAvroEventDeserializer.java │ │ ├── TestBodyTextEventSerializer.java │ │ ├── TestDurablePositionTracker.java │ │ ├── TestFlumeEventAvroEventSerializer.java │ │ ├── TestHeaderAndBodyTextEventSerializer.java │ │ ├── TestLineDeserializer.java │ │ ├── TestResettableFileInputStream.java │ │ ├── TestSyslogAvroEventSerializer.java │ │ └── TransientPositionTracker.java │ │ ├── sink │ │ ├── FixedOrderSelector.java │ │ ├── SinkProcessorFactoryTest.java │ │ ├── TestAvroSink.java │ │ ├── TestDefaultSinkFactory.java │ │ ├── TestFailoverSinkProcessor.java │ │ ├── TestLoadBalancingSinkProcessor.java │ │ ├── TestLoggerSink.java │ │ ├── TestRollingFileSink.java │ │ └── TestThriftSink.java │ │ ├── source │ │ ├── MockSource.java │ │ ├── TestAbstractPollableSource.java │ │ ├── TestAvroSource.java │ │ ├── TestBasicSourceSemantics.java │ │ ├── TestDefaultSourceFactory.java │ │ ├── TestExecSource.java │ │ ├── TestMultiportSyslogTCPSource.java │ │ ├── TestNetcatSource.java │ │ ├── TestNetcatUdpSource.java │ │ ├── TestPollableSourceRunner.java │ │ ├── TestSequenceGeneratorSource.java │ │ ├── TestSpoolDirectorySource.java │ │ ├── TestStressSource.java │ │ ├── TestSyslogParser.java │ │ ├── TestSyslogTcpSource.java │ │ ├── TestSyslogUdpSource.java │ │ ├── TestSyslogUtils.java │ │ ├── TestThriftSource.java │ │ ├── http │ │ │ ├── FlumeHttpServletRequestWrapper.java │ │ │ ├── TestBLOBHandler.java │ │ │ ├── TestHTTPSource.java │ │ │ └── TestJSONHandler.java │ │ └── shaded │ │ │ └── guava │ │ │ └── TestRateLimiter.java │ │ └── tools │ │ ├── TestFlumeConfigurator.java │ │ ├── TestTimestampRoundDownUtil.java │ │ └── TestVersionInfo.java │ └── resources │ ├── TestResettableFileInputStream_1.avro │ ├── TestResettableFileInputStream_1.truncated.avro │ ├── jettykeystore │ ├── keystorefile.jks │ ├── log4j2.xml │ ├── server.p12 │ ├── syslog_event.avsc │ ├── test_command.ps1 │ ├── test_command.txt │ ├── truststore.jks │ └── truststorefile.jks ├── flume-ng-dist ├── pom.xml └── src │ └── main │ └── assembly │ ├── bin.xml │ └── src.xml ├── flume-ng-doc ├── site.xml └── sphinx │ ├── FlumeDeveloperGuide.rst │ ├── FlumeUserGuide.rst │ ├── conf.py │ ├── images │ ├── DevGuide_image00.png │ ├── DevGuide_image01.png │ ├── UserGuide_image00.png │ ├── UserGuide_image01.png │ ├── UserGuide_image02.png │ ├── UserGuide_image03.png │ └── flume-logo.png │ └── index.rst ├── flume-ng-embedded-agent ├── pom.xml └── src │ ├── main │ └── java │ │ └── org │ │ └── apache │ │ └── flume │ │ └── agent │ │ └── embedded │ │ ├── EmbeddedAgent.java │ │ ├── EmbeddedAgentConfiguration.java │ │ ├── EmbeddedSource.java │ │ ├── MaterializedConfigurationProvider.java │ │ ├── MemoryConfigurationProvider.java │ │ └── package-info.java │ └── test │ ├── java │ └── org │ │ └── apache │ │ └── flume │ │ └── agent │ │ └── embedded │ │ ├── TestEmbeddedAgent.java │ │ ├── TestEmbeddedAgentConfiguration.java │ │ ├── TestEmbeddedAgentEmbeddedSource.java │ │ └── TestEmbeddedAgentState.java │ └── resources │ └── log4j2.xml ├── flume-ng-legacy-sources ├── flume-avro-source │ ├── pom.xml │ └── src │ │ ├── main │ │ ├── avro │ │ │ └── flumeCompatibility.avdl │ │ └── java │ │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── source │ │ │ └── avroLegacy │ │ │ └── AvroLegacySource.java │ │ └── test │ │ └── java │ │ └── org │ │ └── apache │ │ └── flume │ │ └── source │ │ └── avroLegacy │ │ └── TestLegacyAvroSource.java ├── flume-thrift-source │ ├── exclude-pmd.properties │ ├── pom.xml │ └── src │ │ ├── main │ │ ├── java │ │ │ ├── README │ │ │ ├── com │ │ │ │ └── cloudera │ │ │ │ │ └── flume │ │ │ │ │ └── handlers │ │ │ │ │ └── thrift │ │ │ │ │ ├── EventStatus.java │ │ │ │ │ ├── Priority.java │ │ │ │ │ ├── ThriftFlumeEvent.java │ │ │ │ │ └── ThriftFlumeEventServer.java │ │ │ └── org │ │ │ │ └── apache │ │ │ │ └── flume │ │ │ │ └── source │ │ │ │ └── thriftLegacy │ │ │ │ └── ThriftLegacySource.java │ │ └── thrift │ │ │ ├── aslv2 │ │ │ └── flumeCompatibility.thrift │ │ └── test │ │ ├── java │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── source │ │ │ └── thriftLegacy │ │ │ └── TestThriftLegacySource.java │ │ └── resources │ │ └── log4j2.xml └── pom.xml ├── flume-ng-node ├── pom.xml └── src │ ├── main │ └── java │ │ └── org │ │ └── apache │ │ └── flume │ │ └── node │ │ ├── AbstractConfigurationProvider.java │ │ ├── AbstractZooKeeperConfigurationProvider.java │ │ ├── Application.java │ │ ├── ConfigurationProvider.java │ │ ├── EnvVarResolverProperties.java │ │ ├── MaterializedConfiguration.java │ │ ├── PollingPropertiesFileConfigurationProvider.java │ │ ├── PollingZooKeeperConfigurationProvider.java │ │ ├── PropertiesFileConfigurationProvider.java │ │ ├── SimpleMaterializedConfiguration.java │ │ └── StaticZooKeeperConfigurationProvider.java │ └── test │ ├── java │ └── org │ │ └── apache │ │ └── flume │ │ ├── node │ │ ├── TestAbstractConfigurationProvider.java │ │ ├── TestAbstractZooKeeperConfigurationProvider.java │ │ ├── TestApplication.java │ │ ├── TestEnvVarResolverProperties.java │ │ ├── TestPollingPropertiesFileConfigurationProvider.java │ │ ├── TestPollingZooKeeperConfigurationProvider.java │ │ ├── TestPropertiesFileConfigurationProvider.java │ │ └── TestStaticZooKeeperConfigurationProvider.java │ │ └── source │ │ └── TestNetcatSource.java │ └── resources │ ├── flume-conf-with-envvars.properties │ ├── flume-conf.properties │ ├── flume-conf.properties.2786 │ └── log4j2.xml ├── flume-ng-sdk ├── pom.xml └── src │ ├── main │ ├── avro │ │ └── flume.avdl │ ├── java │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ ├── Event.java │ │ │ ├── EventDeliveryException.java │ │ │ ├── FlumeException.java │ │ │ ├── api │ │ │ ├── AbstractRpcClient.java │ │ │ ├── FailoverRpcClient.java │ │ │ ├── HostInfo.java │ │ │ ├── LoadBalancingRpcClient.java │ │ │ ├── NettyAvroRpcClient.java │ │ │ ├── RpcClient.java │ │ │ ├── RpcClientConfigurationConstants.java │ │ │ ├── RpcClientFactory.java │ │ │ ├── SSLContextAwareAbstractRpcClient.java │ │ │ └── ThriftRpcClient.java │ │ │ ├── event │ │ │ ├── EventBuilder.java │ │ │ ├── JSONEvent.java │ │ │ └── SimpleEvent.java │ │ │ ├── thrift │ │ │ ├── Status.java │ │ │ ├── ThriftFlumeEvent.java │ │ │ └── ThriftSourceProtocol.java │ │ │ └── util │ │ │ ├── OrderSelector.java │ │ │ ├── RandomOrderSelector.java │ │ │ ├── RoundRobinOrderSelector.java │ │ │ ├── SSLUtil.java │ │ │ └── SpecificOrderIterator.java │ └── thrift │ │ ├── aslv2 │ │ └── flume.thrift │ └── test │ ├── java │ └── org │ │ └── apache │ │ └── flume │ │ ├── api │ │ ├── RpcTestUtils.java │ │ ├── TestFailoverRpcClient.java │ │ ├── TestLoadBalancingRpcClient.java │ │ ├── TestNettyAvroRpcClient.java │ │ ├── TestRpcClientFactory.java │ │ ├── TestThriftRpcClient.java │ │ └── ThriftTestingSource.java │ │ ├── event │ │ └── TestEventBuilder.java │ │ └── util │ │ ├── AbstractSSLUtilListTest.java │ │ ├── AbstractSSLUtilTest.java │ │ ├── SSLUtilExcludeCipherSuitesTest.java │ │ ├── SSLUtilExcludeProtocolsTest.java │ │ ├── SSLUtilIncludeCipherSuitesTest.java │ │ ├── SSLUtilIncludeProtocolsTest.java │ │ ├── SSLUtilKeystorePasswordTest.java │ │ ├── SSLUtilKeystorePathTest.java │ │ ├── SSLUtilKeystoreTypeTest.java │ │ ├── SSLUtilKeystoreTypeWithDefaultTest.java │ │ ├── SSLUtilTruststorePasswordTest.java │ │ ├── SSLUtilTruststorePathTest.java │ │ ├── SSLUtilTruststoreTypeTest.java │ │ └── SSLUtilTruststoreTypeWithDefaultTest.java │ └── resources │ └── log4j2.xml ├── flume-ng-sinks ├── flume-dataset-sink │ ├── pom.xml │ └── src │ │ ├── main │ │ └── java │ │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── sink │ │ │ └── kite │ │ │ ├── DatasetSink.java │ │ │ ├── DatasetSinkConstants.java │ │ │ ├── NonRecoverableEventException.java │ │ │ ├── parser │ │ │ ├── AvroParser.java │ │ │ ├── EntityParser.java │ │ │ └── EntityParserFactory.java │ │ │ └── policy │ │ │ ├── FailurePolicy.java │ │ │ ├── FailurePolicyFactory.java │ │ │ ├── RetryPolicy.java │ │ │ └── SavePolicy.java │ │ └── test │ │ ├── java │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── sink │ │ │ └── kite │ │ │ └── TestDatasetSink.java │ │ └── resources │ │ └── enable-kerberos.xml ├── flume-hdfs-sink │ ├── pom.xml │ └── src │ │ ├── main │ │ └── java │ │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── sink │ │ │ └── hdfs │ │ │ ├── AbstractHDFSWriter.java │ │ │ ├── AvroEventSerializer.java │ │ │ ├── BucketClosedException.java │ │ │ ├── BucketWriter.java │ │ │ ├── HDFSCompressedDataStream.java │ │ │ ├── HDFSDataStream.java │ │ │ ├── HDFSEventSink.java │ │ │ ├── HDFSSequenceFile.java │ │ │ ├── HDFSTextSerializer.java │ │ │ ├── HDFSWritableSerializer.java │ │ │ ├── HDFSWriter.java │ │ │ ├── HDFSWriterFactory.java │ │ │ ├── KerberosUser.java │ │ │ ├── SequenceFileSerializer.java │ │ │ ├── SequenceFileSerializerFactory.java │ │ │ └── SequenceFileSerializerType.java │ │ └── test │ │ ├── java │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── sink │ │ │ └── hdfs │ │ │ ├── HDFSBadDataStream.java │ │ │ ├── HDFSTestSeqWriter.java │ │ │ ├── HDFSTestWriterFactory.java │ │ │ ├── MockDataStream.java │ │ │ ├── MockFileSystem.java │ │ │ ├── MockFsDataOutputStream.java │ │ │ ├── MockHDFSWriter.java │ │ │ ├── MyCustomSerializer.java │ │ │ ├── TestAvroEventSerializer.java │ │ │ ├── TestBucketWriter.java │ │ │ ├── TestHDFSCompressedDataStream.java │ │ │ ├── TestHDFSEventSink.java │ │ │ ├── TestHDFSEventSinkDeadlock.java │ │ │ ├── TestHDFSEventSinkOnMiniCluster.java │ │ │ ├── TestSequenceFileSerializerFactory.java │ │ │ └── TestUseRawLocalFileSystem.java │ │ └── resources │ │ └── log4j2.xml ├── flume-hive-sink │ ├── pom.xml │ └── src │ │ ├── main │ │ └── java │ │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── sink │ │ │ └── hive │ │ │ ├── Config.java │ │ │ ├── HiveDelimitedTextSerializer.java │ │ │ ├── HiveEventSerializer.java │ │ │ ├── HiveJsonSerializer.java │ │ │ ├── HiveSink.java │ │ │ └── HiveWriter.java │ │ └── test │ │ ├── java │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── sink │ │ │ └── hive │ │ │ ├── TestHiveSink.java │ │ │ ├── TestHiveWriter.java │ │ │ └── TestUtil.java │ │ └── resources │ │ └── log4j2.xml ├── flume-http-sink │ ├── pom.xml │ └── src │ │ ├── main │ │ └── java │ │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── sink │ │ │ └── http │ │ │ ├── HttpSink.java │ │ │ └── package-info.java │ │ └── test │ │ ├── java │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── sink │ │ │ └── http │ │ │ ├── TestHttpSink.java │ │ │ └── TestHttpSinkIT.java │ │ └── resources │ │ └── log4j2.xml ├── flume-irc-sink │ ├── pom.xml │ └── src │ │ ├── main │ │ └── java │ │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── sink │ │ │ └── irc │ │ │ └── IRCSink.java │ │ └── test │ │ └── java │ │ └── org │ │ └── apache │ │ └── flume │ │ └── sink │ │ └── irc │ │ └── TestIRCSink.java ├── flume-ng-elasticsearch-sink │ ├── pom.xml │ └── src │ │ ├── main │ │ └── java │ │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── sink │ │ │ └── elasticsearch │ │ │ ├── AbstractElasticSearchIndexRequestBuilderFactory.java │ │ │ ├── ContentBuilderUtil.java │ │ │ ├── ElasticSearchDynamicSerializer.java │ │ │ ├── ElasticSearchEventSerializer.java │ │ │ ├── ElasticSearchIndexRequestBuilderFactory.java │ │ │ ├── ElasticSearchLogStashEventSerializer.java │ │ │ ├── ElasticSearchSink.java │ │ │ ├── ElasticSearchSinkConstants.java │ │ │ ├── EventSerializerIndexRequestBuilderFactory.java │ │ │ ├── IndexNameBuilder.java │ │ │ ├── SimpleIndexNameBuilder.java │ │ │ ├── TimeBasedIndexNameBuilder.java │ │ │ ├── TimestampedEvent.java │ │ │ └── client │ │ │ ├── ElasticSearchClient.java │ │ │ ├── ElasticSearchClientFactory.java │ │ │ ├── ElasticSearchRestClient.java │ │ │ ├── ElasticSearchTransportClient.java │ │ │ ├── NoSuchClientTypeException.java │ │ │ └── RoundRobinList.java │ │ └── test │ │ ├── java │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── sink │ │ │ └── elasticsearch │ │ │ ├── AbstractElasticSearchSinkTest.java │ │ │ ├── TestElasticSearchDynamicSerializer.java │ │ │ ├── TestElasticSearchIndexRequestBuilderFactory.java │ │ │ ├── TestElasticSearchLogStashEventSerializer.java │ │ │ ├── TestElasticSearchSink.java │ │ │ ├── TestElasticSearchSinkCreation.java │ │ │ ├── TimeBasedIndexNameBuilderTest.java │ │ │ ├── TimestampedEventTest.java │ │ │ └── client │ │ │ ├── RoundRobinListTest.java │ │ │ ├── TestElasticSearchClientFactory.java │ │ │ ├── TestElasticSearchRestClient.java │ │ │ └── TestElasticSearchTransportClient.java │ │ └── resources │ │ └── log4j2.xml ├── flume-ng-hbase-sink │ ├── pom.xml │ └── src │ │ ├── main │ │ └── java │ │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── sink │ │ │ └── hbase │ │ │ ├── AsyncHBaseSink.java │ │ │ ├── AsyncHbaseEventSerializer.java │ │ │ ├── BatchAware.java │ │ │ ├── HBaseSink.java │ │ │ ├── HBaseSinkConfigurationConstants.java │ │ │ ├── HBaseVersionCheck.java │ │ │ ├── HbaseEventSerializer.java │ │ │ ├── RegexHbaseEventSerializer.java │ │ │ ├── SimpleAsyncHbaseEventSerializer.java │ │ │ ├── SimpleHbaseEventSerializer.java │ │ │ └── SimpleRowKeyGenerator.java │ │ └── test │ │ └── java │ │ └── org │ │ └── apache │ │ └── flume │ │ └── sink │ │ └── hbase │ │ ├── IncrementAsyncHBaseSerializer.java │ │ ├── IncrementHBaseSerializer.java │ │ ├── MockSimpleHbaseEventSerializer.java │ │ ├── TestAsyncHBaseSink.java │ │ ├── TestAsyncHBaseSinkConfiguration.java │ │ ├── TestHBaseSink.java │ │ ├── TestHBaseSinkCreation.java │ │ └── TestRegexHbaseEventSerializer.java ├── flume-ng-hbase2-sink │ ├── pom.xml │ └── src │ │ ├── main │ │ └── java │ │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── sink │ │ │ └── hbase2 │ │ │ ├── BatchAware.java │ │ │ ├── HBase2EventSerializer.java │ │ │ ├── HBase2Sink.java │ │ │ ├── HBase2SinkConfigurationConstants.java │ │ │ ├── RegexHBase2EventSerializer.java │ │ │ ├── SimpleHBase2EventSerializer.java │ │ │ └── SimpleRowKeyGenerator.java │ │ └── test │ │ └── java │ │ └── org │ │ └── apache │ │ └── flume │ │ └── sink │ │ └── hbase2 │ │ ├── IncrementHBase2Serializer.java │ │ ├── MockSimpleHBase2EventSerializer.java │ │ ├── TestHBase2Sink.java │ │ ├── TestHBase2SinkCreation.java │ │ └── TestRegexHBase2EventSerializer.java ├── flume-ng-kafka-sink │ ├── pom.xml │ └── src │ │ ├── main │ │ └── java │ │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── sink │ │ │ └── kafka │ │ │ ├── KafkaSink.java │ │ │ └── KafkaSinkConstants.java │ │ └── test │ │ ├── java │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── sink │ │ │ └── kafka │ │ │ ├── TestConstants.java │ │ │ ├── TestKafkaSink.java │ │ │ └── util │ │ │ ├── KafkaLocal.java │ │ │ ├── TestUtil.java │ │ │ └── ZooKeeperLocal.java │ │ └── resources │ │ ├── kafka-server.properties │ │ ├── log4j2.xml │ │ ├── testutil.properties │ │ └── zookeeper.properties ├── flume-ng-kudu-sink │ ├── pom.xml │ └── src │ │ ├── main │ │ └── java │ │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── sink │ │ │ └── kudu │ │ │ ├── AvroKuduOperationsProducer.java │ │ │ ├── KuduOperationsProducer.java │ │ │ ├── KuduSink.java │ │ │ ├── KuduSinkConfigurationConstants.java │ │ │ ├── RegexpKuduOperationsProducer.java │ │ │ ├── SimpleKeyedKuduOperationsProducer.java │ │ │ └── SimpleKuduOperationsProducer.java │ │ └── test │ │ ├── java │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── sink │ │ │ └── kudu │ │ │ ├── KuduSinkTestUtil.java │ │ │ ├── TestAvroKuduOperationsProducer.java │ │ │ ├── TestKeyedKuduOperationsProducer.java │ │ │ ├── TestKuduSink.java │ │ │ ├── TestRegexpKuduOperationsProducer.java │ │ │ ├── TestRegexpKuduOperationsProducerParseError.java │ │ │ └── TestSecureKuduSink.java │ │ └── resources │ │ ├── log4j2.xml │ │ └── testAvroKuduOperationsProducer.avsc ├── flume-ng-morphline-solr-sink │ ├── README.md │ ├── pom.xml │ └── src │ │ ├── main │ │ └── java │ │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── sink │ │ │ └── solr │ │ │ └── morphline │ │ │ ├── BlobDeserializer.java │ │ │ ├── BlobHandler.java │ │ │ ├── MorphlineHandler.java │ │ │ ├── MorphlineHandlerImpl.java │ │ │ ├── MorphlineInterceptor.java │ │ │ ├── MorphlineSink.java │ │ │ ├── MorphlineSolrSink.java │ │ │ └── UUIDInterceptor.java │ │ └── test │ │ ├── java │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── sink │ │ │ └── solr │ │ │ └── morphline │ │ │ ├── EmbeddedSource.java │ │ │ ├── FlumeHttpServletRequestWrapper.java │ │ │ ├── ResettableTestStringInputStream.java │ │ │ ├── TestBlobDeserializer.java │ │ │ ├── TestBlobHandler.java │ │ │ ├── TestEnvironment.java │ │ │ ├── TestMorphlineInterceptor.java │ │ │ ├── TestMorphlineSolrSink.java │ │ │ └── TestUUIDInterceptor.java │ │ └── resources │ │ ├── custom-mimetypes.xml │ │ ├── log4j2.xml │ │ ├── solr │ │ └── collection1 │ │ │ └── conf │ │ │ ├── currency.xml │ │ │ ├── elevate.xml │ │ │ ├── lang │ │ │ ├── contractions_ca.txt │ │ │ ├── contractions_fr.txt │ │ │ ├── contractions_ga.txt │ │ │ ├── contractions_it.txt │ │ │ ├── hyphenations_ga.txt │ │ │ ├── stemdict_nl.txt │ │ │ ├── stoptags_ja.txt │ │ │ ├── stopwords_ar.txt │ │ │ ├── stopwords_bg.txt │ │ │ ├── stopwords_ca.txt │ │ │ ├── stopwords_cz.txt │ │ │ ├── stopwords_da.txt │ │ │ ├── stopwords_de.txt │ │ │ ├── stopwords_el.txt │ │ │ ├── stopwords_en.txt │ │ │ ├── stopwords_es.txt │ │ │ ├── stopwords_eu.txt │ │ │ ├── stopwords_fa.txt │ │ │ ├── stopwords_fi.txt │ │ │ ├── stopwords_fr.txt │ │ │ ├── stopwords_ga.txt │ │ │ ├── stopwords_gl.txt │ │ │ ├── stopwords_hi.txt │ │ │ ├── stopwords_hu.txt │ │ │ ├── stopwords_hy.txt │ │ │ ├── stopwords_id.txt │ │ │ ├── stopwords_it.txt │ │ │ ├── stopwords_ja.txt │ │ │ ├── stopwords_lv.txt │ │ │ ├── stopwords_nl.txt │ │ │ ├── stopwords_no.txt │ │ │ ├── stopwords_pt.txt │ │ │ ├── stopwords_ro.txt │ │ │ ├── stopwords_ru.txt │ │ │ ├── stopwords_sv.txt │ │ │ ├── stopwords_th.txt │ │ │ ├── stopwords_tr.txt │ │ │ └── userdict_ja.txt │ │ │ ├── protwords.txt │ │ │ ├── schema.xml │ │ │ ├── solrconfig.xml │ │ │ ├── stopwords.txt │ │ │ └── synonyms.txt │ │ ├── test-documents │ │ ├── NullHeader.docx │ │ ├── boilerplate.html │ │ ├── cars.csv │ │ ├── cars.csv.gz │ │ ├── cars.ssv │ │ ├── cars.tar.gz │ │ ├── cars.tsv │ │ ├── complex.mbox │ │ ├── multiline-sessions.log │ │ ├── multiline-stacktrace-expected-long-event.log │ │ ├── multiline-stacktrace.log │ │ ├── non-length-delimited-20130430-234145-tweets.json.gz │ │ ├── rsstest.rss │ │ ├── sample-statuses-20120906-141433 │ │ ├── sample-statuses-20120906-141433-medium.avro │ │ ├── sample-statuses-20120906-141433-subschema.avsc │ │ ├── sample-statuses-20120906-141433.avro │ │ ├── sample-statuses-20120906-141433.avsc │ │ ├── sample-statuses-20120906-141433.bz2 │ │ ├── sample-statuses-20120906-141433.gz │ │ ├── test-documents.7z │ │ ├── test-documents.cpio │ │ ├── test-documents.tar │ │ ├── test-documents.tbz2 │ │ ├── test-documents.tgz │ │ ├── test-documents.zip │ │ ├── test-outlook.msg │ │ ├── test-zip-of-zip.zip │ │ ├── testAIFF.aif │ │ ├── testBMP.bmp │ │ ├── testBMPfp.txt │ │ ├── testDITA.dita │ │ ├── testEMLX.emlx │ │ ├── testEXCEL.xls │ │ ├── testEXCEL.xlsx │ │ ├── testFLAC.flac │ │ ├── testFLAC.oga │ │ ├── testFLV.flv │ │ ├── testGIF.gif │ │ ├── testJAR.jar │ │ ├── testJPEG_EXIF.jpg │ │ ├── testJPEG_EXIF.jpg.gz │ │ ├── testJPEG_EXIF.jpg.tar.gz │ │ ├── testKML.kml │ │ ├── testKeynote.key │ │ ├── testMP3i18n.mp3 │ │ ├── testMP4.m4a │ │ ├── testNumbers.numbers │ │ ├── testPDF.pdf │ │ ├── testPNG.png │ │ ├── testPPM.ppm │ │ ├── testPPT_various.ppt │ │ ├── testPPT_various.pptx │ │ ├── testPSD.psd │ │ ├── testPages.pages │ │ ├── testRDF.rdf │ │ ├── testRFC822 │ │ ├── testRTFVarious.rtf │ │ ├── testSVG.svg │ │ ├── testTIFF.tif │ │ ├── testTrueType.ttf │ │ ├── testVISIO.vsd │ │ ├── testVORBIS.ogg │ │ ├── testWAR.war │ │ ├── testWAV.wav │ │ ├── testWINMAIL.dat │ │ ├── testWMA.wma │ │ ├── testWMF.wmf │ │ ├── testWMV.wmv │ │ ├── testWORD_various.doc │ │ ├── testWindows-x86-32.exe │ │ └── testXML.xml │ │ └── test-morphlines │ │ ├── grokIfNotMatchDropRecord.conf │ │ ├── ifDetectMimeType.conf │ │ ├── noOperation.conf │ │ ├── readClob.conf │ │ └── solrCellDocumentTypes.conf └── pom.xml ├── flume-ng-sources ├── flume-jms-source │ ├── pom.xml │ └── src │ │ ├── main │ │ └── java │ │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── source │ │ │ └── jms │ │ │ ├── DefaultJMSMessageConverter.java │ │ │ ├── InitialContextFactory.java │ │ │ ├── JMSDestinationLocator.java │ │ │ ├── JMSDestinationType.java │ │ │ ├── JMSMessageConsumer.java │ │ │ ├── JMSMessageConverter.java │ │ │ ├── JMSSource.java │ │ │ └── JMSSourceConfiguration.java │ │ └── test │ │ └── java │ │ └── org │ │ └── apache │ │ └── flume │ │ └── source │ │ └── jms │ │ ├── JMSMessageConsumerTestBase.java │ │ ├── TestDefaultJMSMessageConverter.java │ │ ├── TestIntegrationActiveMQ.java │ │ ├── TestJMSMessageConsumer.java │ │ ├── TestJMSSource.java │ │ └── TestJMSSourceCreation.java ├── flume-kafka-source │ ├── pom.xml │ └── src │ │ ├── main │ │ └── java │ │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── source │ │ │ └── kafka │ │ │ ├── KafkaSource.java │ │ │ └── KafkaSourceConstants.java │ │ └── test │ │ ├── java │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── source │ │ │ └── kafka │ │ │ ├── KafkaSourceEmbeddedKafka.java │ │ │ ├── KafkaSourceEmbeddedZookeeper.java │ │ │ └── TestKafkaSource.java │ │ └── resources │ │ └── log4j2.xml ├── flume-scribe-source │ ├── pom.xml │ └── src │ │ ├── main │ │ ├── java │ │ │ └── org │ │ │ │ └── apache │ │ │ │ └── flume │ │ │ │ └── source │ │ │ │ └── scribe │ │ │ │ ├── LogEntry.java │ │ │ │ ├── ResultCode.java │ │ │ │ ├── Scribe.java │ │ │ │ └── ScribeSource.java │ │ └── thrift │ │ │ ├── aslv2 │ │ │ └── scribe-source.thrift │ │ └── test │ │ └── java │ │ └── org │ │ └── apache │ │ └── flume │ │ └── source │ │ └── scribe │ │ └── TestScribeSource.java ├── flume-taildir-source │ ├── pom.xml │ └── src │ │ ├── main │ │ └── java │ │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── source │ │ │ └── taildir │ │ │ ├── ReliableTaildirEventReader.java │ │ │ ├── TailFile.java │ │ │ ├── TaildirMatcher.java │ │ │ ├── TaildirSource.java │ │ │ └── TaildirSourceConfigurationConstants.java │ │ └── test │ │ └── java │ │ └── org │ │ └── apache │ │ └── flume │ │ └── source │ │ └── taildir │ │ ├── TestTaildirEventReader.java │ │ ├── TestTaildirMatcher.java │ │ └── TestTaildirSource.java ├── flume-twitter-source │ ├── pom.xml │ └── src │ │ ├── main │ │ └── java │ │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── source │ │ │ └── twitter │ │ │ └── TwitterSource.java │ │ └── test │ │ ├── java │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── source │ │ │ └── twitter │ │ │ └── TestTwitterSource.java │ │ └── resources │ │ ├── log4j2.xml │ │ └── twitter-flume.conf └── pom.xml ├── flume-ng-tests ├── pom.xml └── src │ ├── main │ └── java │ │ └── org │ │ └── apache │ │ └── flume │ │ └── Dummy.java │ └── test │ ├── java │ └── org │ │ └── apache │ │ └── flume │ │ └── test │ │ ├── agent │ │ ├── TestConfig.java │ │ ├── TestFileChannel.java │ │ ├── TestRpcClient.java │ │ ├── TestRpcClientCommunicationFailure.java │ │ ├── TestSpooldirSource.java │ │ └── TestSyslogSource.java │ │ └── util │ │ ├── StagedInstall.java │ │ └── SyslogAgent.java │ └── resources │ ├── log4j2.xml │ └── rpc-client-test.properties ├── flume-shared ├── flume-shared-kafka-test │ ├── pom.xml │ └── src │ │ └── main │ │ └── java │ │ └── org │ │ └── apache │ │ └── flume │ │ └── shared │ │ └── kafka │ │ └── test │ │ ├── KafkaPartitionTestUtil.java │ │ ├── PartitionOption.java │ │ └── PartitionTestScenario.java ├── flume-shared-kafka │ ├── pom.xml │ └── src │ │ ├── main │ │ └── java │ │ │ └── org │ │ │ └── apache │ │ │ └── flume │ │ │ └── shared │ │ │ └── kafka │ │ │ └── KafkaSSLUtil.java │ │ └── test │ │ └── java │ │ └── org │ │ └── apache │ │ └── flume │ │ └── shared │ │ └── kafka │ │ └── KafkaSSLUtilTest.java └── pom.xml ├── flume-tools ├── pom.xml └── src │ ├── main │ └── java │ │ └── org │ │ └── apache │ │ └── flume │ │ └── tools │ │ ├── EventValidator.java │ │ ├── FileChannelIntegrityTool.java │ │ ├── FlumeTool.java │ │ ├── FlumeToolType.java │ │ └── FlumeToolsMain.java │ └── test │ └── java │ └── org │ └── apache │ └── flume │ └── tools │ └── TestFileChannelIntegrityTool.java └── pom.xml /.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/.DS_Store -------------------------------------------------------------------------------- /failover/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/failover/.DS_Store -------------------------------------------------------------------------------- /failover/pom.xml: -------------------------------------------------------------------------------- 1 | 2 | 5 | 4.0.0 6 | 7 | com.demo.liu 8 | test.storm.demo 9 | 1.0-SNAPSHOT 10 | 11 | 12 | 13 | org.apache.maven.plugins 14 | maven-compiler-plugin 15 | 16 | 7 17 | 7 18 | 19 | 20 | 21 | 22 | 23 | 24 | 25 | org.apache.storm 26 | storm-core 27 | 2.2.0-SNAPSHOT 28 | 29 | 30 | org.apache.storm 31 | storm-client 32 | 2.2.0-SNAPSHOT 33 | 34 | 35 | -------------------------------------------------------------------------------- /failover/src/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/failover/src/.DS_Store -------------------------------------------------------------------------------- /failover/src/main/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/failover/src/main/.DS_Store -------------------------------------------------------------------------------- /failover/src/main/java/IntegerSpout.java: -------------------------------------------------------------------------------- 1 | import org.apache.storm.spout.SpoutOutputCollector; 2 | import org.apache.storm.task.TopologyContext; 3 | import org.apache.storm.topology.OutputFieldsDeclarer; 4 | import org.apache.storm.topology.base.BaseRichSpout; 5 | import org.apache.storm.tuple.Fields; 6 | import org.apache.storm.tuple.Values; 7 | 8 | import java.util.Map; 9 | 10 | public class IntegerSpout extends BaseRichSpout { 11 | SpoutOutputCollector spoutOutputCollector; 12 | private String string = "abcdefe123"; 13 | public void open(Map conf, TopologyContext context, SpoutOutputCollector collector) { 14 | this.spoutOutputCollector = collector; 15 | } 16 | 17 | public void nextTuple() { 18 | if(string.length() < 11){ 19 | this.spoutOutputCollector.emit(new Values(string)); 20 | string += "#"; 21 | } 22 | } 23 | 24 | public void declareOutputFields(OutputFieldsDeclarer declarer) { 25 | declarer.declare(new Fields("field")); 26 | } 27 | } 28 | -------------------------------------------------------------------------------- /failover/src/main/java/MainTopology.java: -------------------------------------------------------------------------------- 1 | import org.apache.storm.Config; 2 | import org.apache.storm.LocalCluster; 3 | import org.apache.storm.StormSubmitter; 4 | import org.apache.storm.topology.TopologyBuilder; 5 | 6 | public class MainTopology { 7 | public static void main(String[] args) throws Exception { 8 | TopologyBuilder builder = new TopologyBuilder(); 9 | builder.setSpout("IntegerSpout", new IntegerSpout()); 10 | builder.setBolt("MultiplierBolt", new MultiplierBolt()).shuffleGrouping("IntegerSpout"); 11 | 12 | Config config = new Config(); 13 | config.setDebug(false); 14 | 15 | //StormSubmitter.submitTopology("HelloTopology", config, builder.createTopology()); 16 | 17 | LocalCluster cluster = new LocalCluster(); 18 | try { 19 | cluster.submitTopology("HelloTopology", config, builder.createTopology()); 20 | Thread.sleep(5000); 21 | } catch (Exception e){ 22 | e.printStackTrace(); 23 | } 24 | finally { 25 | cluster.shutdown(); 26 | } 27 | } 28 | } 29 | -------------------------------------------------------------------------------- /failover/src/main/java/SaveStateToDB.java: -------------------------------------------------------------------------------- 1 | import com.mongodb.DB; 2 | import com.mongodb.MongoClientURI; 3 | import com.mongodb.client.MongoCollection; 4 | import com.mongodb.client.MongoDatabase; 5 | 6 | import org.bson.Document; 7 | import com.mongodb.MongoClient; 8 | import com.mongodb.MongoCredential; 9 | 10 | import java.io.IOException; 11 | import java.nio.file.Files; 12 | import java.nio.file.Paths; 13 | 14 | public class SaveStateToDB { 15 | 16 | public SaveStateToDB(String stateFile) throws IOException { 17 | // mongodb://elves:Elves123@ds147451.mlab.com:47451/stormstate 18 | // Creating a Mongo client 19 | MongoClientURI uri = new MongoClientURI("mongodb://elves:Elves123@ds147451.mlab.com:47451/stormstate?retryWrites=false"); 20 | MongoClient mongo = new MongoClient(uri); 21 | 22 | // Accessing the database 23 | MongoDatabase database = mongo.getDatabase("stormstate"); 24 | 25 | // Retrieving a collection 26 | MongoCollection collection = database.getCollection("stateCollection"); 27 | System.out.println("Collection sampleCollection selected successfully"); 28 | 29 | final String s = stateFile; 30 | byte[] contentByteArray = Files.readAllBytes(Paths.get(s)); 31 | 32 | Document document = new Document("title", "stormState") 33 | .append("state", contentByteArray); 34 | collection.insertOne(document); 35 | System.out.println("State document inserted into DB successfully."); 36 | 37 | } 38 | } 39 | -------------------------------------------------------------------------------- /failover/src/main/java/SaveStateToHdfs.java: -------------------------------------------------------------------------------- 1 | import java.io.File; 2 | import java.io.IOException; 3 | 4 | public class SaveStateToHdfs { 5 | 6 | public static String inputFileName; 7 | 8 | public SaveStateToHdfs(String fileName) throws IOException { 9 | final File inputFile = new File(fileName); 10 | if (!inputFile.exists()) { 11 | System.out.println("Cannot read input file: " + inputFile); 12 | return; 13 | } 14 | inputFileName = fileName; 15 | 16 | Process p = Runtime.getRuntime().exec(new String[]{"bash","-c","/home/liu/hadoop-3.2.0/bin/hdfs dfs -put " + inputFileName + " /state"}); 17 | System.out.println("State file puts into HDFS."); 18 | } 19 | } 20 | -------------------------------------------------------------------------------- /routing/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/routing/.DS_Store -------------------------------------------------------------------------------- /routing/src/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/routing/src/.DS_Store -------------------------------------------------------------------------------- /routing/src/org/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/routing/src/org/.DS_Store -------------------------------------------------------------------------------- /routing/src/org/mpisws/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/routing/src/org/mpisws/.DS_Store -------------------------------------------------------------------------------- /streamprocessing/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/.DS_Store -------------------------------------------------------------------------------- /streamprocessing/flume/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/.DS_Store -------------------------------------------------------------------------------- /streamprocessing/flume/bin/flume-ng.cmd: -------------------------------------------------------------------------------- 1 | @REM Licensed to the Apache Software Foundation (ASF) under one 2 | @REM or more contributor license agreements. See the NOTICE file 3 | @REM distributed with this work for additional information 4 | @REM regarding copyright ownership. The ASF licenses this file 5 | @REM to you under the Apache License, Version 2.0 (the 6 | @REM "License"); you may not use this file except in compliance 7 | @REM with the License. You may obtain a copy of the License at 8 | @REM 9 | @REM http://www.apache.org/licenses/LICENSE-2.0 10 | @REM 11 | @REM Unless required by applicable law or agreed to in writing, 12 | @REM software distributed under the License is distributed on an 13 | @REM "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 14 | @REM KIND, either express or implied. See the License for the 15 | @REM specific language governing permissions and limitations 16 | @REM under the License. 17 | 18 | powershell.exe -NoProfile -InputFormat none -ExecutionPolicy unrestricted -File %~dp0flume-ng.ps1 %* 19 | 20 | -------------------------------------------------------------------------------- /streamprocessing/flume/build-support/pom.xml: -------------------------------------------------------------------------------- 1 | 2 | 18 | 21 | 4.0.0 22 | 23 | org.apache.flume 24 | build-support 25 | 1.10.0-SNAPSHOT 26 | Build Support 27 | Build tools and Configuration 28 | 29 | true 30 | 31 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-auth/src/main/java/org/apache/flume/auth/SecurityException.java: -------------------------------------------------------------------------------- 1 | /** 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, software 13 | * distributed under the License is distributed on an "AS IS" BASIS, 14 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 15 | * See the License for the specific language governing permissions and 16 | * limitations under the License. 17 | */ 18 | package org.apache.flume.auth; 19 | 20 | /** 21 | * SecurityException thrown in the Flume security module 22 | */ 23 | public class SecurityException extends RuntimeException { 24 | public SecurityException(String message) { 25 | super(message); 26 | } 27 | 28 | public SecurityException(String message, Throwable cause) { 29 | super(message, cause); 30 | } 31 | 32 | public SecurityException(Throwable cause) { 33 | super(cause); 34 | } 35 | } 36 | 37 | 38 | 39 | 40 | 41 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-channels/flume-file-channel/src/main/java/org/apache/flume/channel/file/CorruptEventException.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | package org.apache.flume.channel.file; 20 | 21 | public class CorruptEventException extends Exception { 22 | private static final long serialVersionUID = -2986946303540798416L; 23 | 24 | public CorruptEventException() { 25 | super(); 26 | } 27 | 28 | public CorruptEventException(String msg) { 29 | super(msg); 30 | } 31 | 32 | public CorruptEventException(String msg, Throwable th) { 33 | super(msg, th); 34 | } 35 | } 36 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-channels/flume-file-channel/src/main/java/org/apache/flume/channel/file/LogFileRetryableIOException.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | package org.apache.flume.channel.file; 20 | 21 | import java.io.IOException; 22 | 23 | public class LogFileRetryableIOException extends IOException { 24 | private static final long serialVersionUID = -2747112999806160431L; 25 | 26 | public LogFileRetryableIOException() { 27 | super(); 28 | } 29 | 30 | public LogFileRetryableIOException(String msg) { 31 | super(msg); 32 | } 33 | 34 | public LogFileRetryableIOException(String msg, Throwable t) { 35 | super(msg, t); 36 | } 37 | } 38 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-channels/flume-file-channel/src/main/java/org/apache/flume/channel/file/NoopRecordException.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | package org.apache.flume.channel.file; 20 | 21 | public class NoopRecordException extends Exception { 22 | private static final long serialVersionUID = -7394180633208889738L; 23 | 24 | public NoopRecordException() { 25 | super(); 26 | } 27 | 28 | public NoopRecordException(String msg) { 29 | super(msg); 30 | } 31 | 32 | public NoopRecordException(String msg, Throwable th) { 33 | super(msg, th); 34 | } 35 | } 36 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-channels/flume-file-channel/src/main/java/org/apache/flume/channel/file/Pair.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | package org.apache.flume.channel.file; 20 | 21 | class Pair { 22 | private final L left; 23 | private final R right; 24 | 25 | Pair(L l, R r) { 26 | left = l; 27 | right = r; 28 | } 29 | 30 | L getLeft() { 31 | return left; 32 | } 33 | R getRight() { 34 | return right; 35 | } 36 | 37 | static Pair of(L left, R right) { 38 | return new Pair(left, right); 39 | } 40 | } 41 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-channels/flume-file-channel/src/main/java/org/apache/flume/channel/file/encryption/CipherProviderType.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | package org.apache.flume.channel.file.encryption; 20 | 21 | public enum CipherProviderType { 22 | AESCTRNOPADDING(AESCTRNoPaddingProvider.class), 23 | OTHER(null); 24 | 25 | private final Class providerClass; 26 | 27 | CipherProviderType(Class providerClass) { 28 | this.providerClass = providerClass; 29 | } 30 | 31 | public Class getProviderClass() { 32 | return providerClass; 33 | } 34 | } 35 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-channels/flume-file-channel/src/main/java/org/apache/flume/channel/file/encryption/KeyProvider.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | package org.apache.flume.channel.file.encryption; 20 | 21 | import java.security.Key; 22 | 23 | import org.apache.flume.Context; 24 | 25 | public abstract class KeyProvider { 26 | 27 | /** 28 | * Returns a non-null Key 29 | */ 30 | public abstract Key getKey(String alias); 31 | 32 | public interface Builder { 33 | public abstract KeyProvider build(Context context); 34 | } 35 | } 36 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-channels/flume-file-channel/src/main/java/org/apache/flume/channel/file/encryption/KeyProviderType.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | package org.apache.flume.channel.file.encryption; 20 | 21 | public enum KeyProviderType { 22 | JCEKSFILE(JCEFileKeyProvider.Builder.class), 23 | OTHER(null); 24 | 25 | private final Class keyProviderClass; 26 | 27 | KeyProviderType(Class keyStoreProviderClass) { 28 | this.keyProviderClass = keyStoreProviderClass; 29 | } 30 | 31 | public Class getBuilderClass() { 32 | return keyProviderClass; 33 | } 34 | } 35 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-channels/flume-file-channel/src/test/java/org/apache/flume/channel/file/TestTransactionIDOracle.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | package org.apache.flume.channel.file; 20 | 21 | import junit.framework.Assert; 22 | 23 | import org.junit.Test; 24 | 25 | public class TestTransactionIDOracle { 26 | 27 | 28 | @Test 29 | public void testSetSeed() { 30 | long current = TransactionIDOracle.next(); 31 | current += Integer.MAX_VALUE; 32 | TransactionIDOracle.setSeed(current); 33 | Assert.assertTrue(TransactionIDOracle.next() > System.currentTimeMillis()); 34 | } 35 | 36 | } 37 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-channels/flume-file-channel/src/test/java/org/apache/flume/channel/file/TestWriteOrderOracle.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | package org.apache.flume.channel.file; 20 | 21 | import junit.framework.Assert; 22 | 23 | import org.junit.Test; 24 | 25 | public class TestWriteOrderOracle { 26 | 27 | 28 | @Test 29 | public void testSetSeed() { 30 | long current = WriteOrderOracle.next(); 31 | current += Integer.MAX_VALUE; 32 | WriteOrderOracle.setSeed(current); 33 | Assert.assertTrue(WriteOrderOracle.next() > System.currentTimeMillis()); 34 | } 35 | 36 | } 37 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-channels/flume-file-channel/src/test/resources/fileformat-v2-checkpoint.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-channels/flume-file-channel/src/test/resources/fileformat-v2-checkpoint.gz -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-channels/flume-file-channel/src/test/resources/fileformat-v2-log-1.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-channels/flume-file-channel/src/test/resources/fileformat-v2-log-1.gz -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-channels/flume-file-channel/src/test/resources/fileformat-v2-log-2.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-channels/flume-file-channel/src/test/resources/fileformat-v2-log-2.gz -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-channels/flume-file-channel/src/test/resources/fileformat-v2-log-3.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-channels/flume-file-channel/src/test/resources/fileformat-v2-log-3.gz -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-channels/flume-file-channel/src/test/resources/fileformat-v2-pre-FLUME-1432-checkpoint.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-channels/flume-file-channel/src/test/resources/fileformat-v2-pre-FLUME-1432-checkpoint.gz -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-channels/flume-file-channel/src/test/resources/fileformat-v2-pre-FLUME-1432-log-1.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-channels/flume-file-channel/src/test/resources/fileformat-v2-pre-FLUME-1432-log-1.gz -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-channels/flume-file-channel/src/test/resources/fileformat-v2-pre-FLUME-1432-log-2.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-channels/flume-file-channel/src/test/resources/fileformat-v2-pre-FLUME-1432-log-2.gz -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-channels/flume-file-channel/src/test/resources/fileformat-v2-pre-FLUME-1432-log-3.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-channels/flume-file-channel/src/test/resources/fileformat-v2-pre-FLUME-1432-log-3.gz -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-channels/flume-file-channel/src/test/resources/ibm-test.keystore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-channels/flume-file-channel/src/test/resources/ibm-test.keystore -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-channels/flume-file-channel/src/test/resources/log4j2.xml: -------------------------------------------------------------------------------- 1 | 2 | 19 | 20 | 21 | 22 | 23 | 24 | 25 | 26 | 27 | 28 | 29 | 30 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-channels/flume-file-channel/src/test/resources/sun-test.keystore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-channels/flume-file-channel/src/test/resources/sun-test.keystore -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-channels/flume-jdbc-channel/src/main/java/org/apache/flume/channel/jdbc/JdbcChannelException.java: -------------------------------------------------------------------------------- 1 | /** 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, software 13 | * distributed under the License is distributed on an "AS IS" BASIS, 14 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 15 | * See the License for the specific language governing permissions and 16 | * limitations under the License. 17 | */ 18 | package org.apache.flume.channel.jdbc; 19 | 20 | import org.apache.flume.ChannelException; 21 | 22 | public class JdbcChannelException extends ChannelException { 23 | 24 | private static final long serialVersionUID = -5566109526732929679L; 25 | 26 | public JdbcChannelException(String message) { 27 | super(message); 28 | } 29 | 30 | public JdbcChannelException(String message, Exception cause) { 31 | super(message, cause); 32 | } 33 | 34 | public JdbcChannelException(Exception cause) { 35 | super(cause); 36 | } 37 | 38 | } 39 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-channels/flume-jdbc-channel/src/test/java/org/apache/flume/channel/jdbc/TestJdbcChannelProvider.java: -------------------------------------------------------------------------------- 1 | /** 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, software 13 | * distributed under the License is distributed on an "AS IS" BASIS, 14 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 15 | * See the License for the specific language governing permissions and 16 | * limitations under the License. 17 | */ 18 | package org.apache.flume.channel.jdbc; 19 | 20 | import org.apache.flume.Context; 21 | 22 | public class TestJdbcChannelProvider extends BaseJdbcChannelProviderTest { 23 | 24 | @Override 25 | protected void configureChannel(Context context) { 26 | // using default configuration 27 | } 28 | } 29 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-channels/flume-jdbc-channel/src/test/java/org/apache/flume/channel/jdbc/TestJdbcChannelProviderNoFK.java: -------------------------------------------------------------------------------- 1 | /** 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, software 13 | * distributed under the License is distributed on an "AS IS" BASIS, 14 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 15 | * See the License for the specific language governing permissions and 16 | * limitations under the License. 17 | */ 18 | package org.apache.flume.channel.jdbc; 19 | 20 | import org.apache.flume.Context; 21 | 22 | public class TestJdbcChannelProviderNoFK extends BaseJdbcChannelProviderTest { 23 | 24 | @Override 25 | protected void configureChannel(Context context) { 26 | context.put(ConfigurationConstants.CONFIG_CREATE_FK, "false"); 27 | } 28 | 29 | } 30 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-channels/flume-kafka-channel/src/test/resources/zookeeper.properties: -------------------------------------------------------------------------------- 1 | # Licensed to the Apache Software Foundation (ASF) under one or more 2 | # contributor license agreements. See the NOTICE file distributed with 3 | # this work for additional information regarding copyright ownership. 4 | # The ASF licenses this file to You under the Apache License, Version 2.0 5 | # (the "License"); you may not use this file except in compliance with 6 | # the License. You may obtain a copy of the License at 7 | # 8 | # http://www.apache.org/licenses/LICENSE-2.0 9 | # 10 | # Unless required by applicable law or agreed to in writing, software 11 | # distributed under the License is distributed on an "AS IS" BASIS, 12 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 | # See the License for the specific language governing permissions and 14 | # limitations under the License. 15 | # the directory where the snapshot is stored. 16 | dataDir=target 17 | # the port at which the clients will connect 18 | clientPort=2181 19 | # disable the per-ip limit on the number of connections since this is a non-production config 20 | maxClientCnxns=0 -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-clients/flume-ng-log4jappender/src/test/resources/flume-loadbalancing-backoff-log4jtest.properties: -------------------------------------------------------------------------------- 1 | # Licensed to the Apache Software Foundation (ASF) under one 2 | # or more contributor license agreements. See the NOTICE file 3 | # distributed with this work for additional information 4 | # regarding copyright ownership. The ASF licenses this file 5 | # to you under the Apache License, Version 2.0 (the 6 | # "License"); you may not use this file except in compliance 7 | # with the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, 12 | # software distributed under the License is distributed on an 13 | # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 14 | # KIND, either express or implied. See the License for the 15 | # specific language governing permissions and limitations 16 | # under the License. 17 | log4j.appender.out2 = org.apache.flume.clients.log4jappender.LoadBalancingLog4jAppender 18 | #log4j.appender.out2.Hosts = Set from java source 19 | log4j.appender.out2.Selector = ROUND_ROBIN 20 | log4j.appender.out2.MaxBackoff = 30000 21 | log4j.logger.org.apache.flume.clients.log4jappender = DEBUG,out2 -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-clients/flume-ng-log4jappender/src/test/resources/flume-loadbalancing-rnd-log4jtest.properties: -------------------------------------------------------------------------------- 1 | # Licensed to the Apache Software Foundation (ASF) under one 2 | # or more contributor license agreements. See the NOTICE file 3 | # distributed with this work for additional information 4 | # regarding copyright ownership. The ASF licenses this file 5 | # to you under the Apache License, Version 2.0 (the 6 | # "License"); you may not use this file except in compliance 7 | # with the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, 12 | # software distributed under the License is distributed on an 13 | # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 14 | # KIND, either express or implied. See the License for the 15 | # specific language governing permissions and limitations 16 | # under the License. 17 | log4j.appender.out2 = org.apache.flume.clients.log4jappender.LoadBalancingLog4jAppender 18 | #log4j.appender.out2.Hosts = Set from java source 19 | log4j.appender.out2.Selector = RANDOM 20 | log4j.logger.org.apache.flume.clients.log4jappender = DEBUG,out2 -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-clients/flume-ng-log4jappender/src/test/resources/flume-loadbalancinglog4jtest.properties: -------------------------------------------------------------------------------- 1 | # Licensed to the Apache Software Foundation (ASF) under one 2 | # or more contributor license agreements. See the NOTICE file 3 | # distributed with this work for additional information 4 | # regarding copyright ownership. The ASF licenses this file 5 | # to you under the Apache License, Version 2.0 (the 6 | # "License"); you may not use this file except in compliance 7 | # with the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, 12 | # software distributed under the License is distributed on an 13 | # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 14 | # KIND, either express or implied. See the License for the 15 | # specific language governing permissions and limitations 16 | # under the License. 17 | log4j.appender.out2 = org.apache.flume.clients.log4jappender.LoadBalancingLog4jAppender 18 | #log4j.appender.out2.Hosts = Set from java source 19 | log4j.logger.org.apache.flume.clients.log4jappender = DEBUG,out2 -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-clients/flume-ng-log4jappender/src/test/resources/flume-log4jtest-avro-generic.properties: -------------------------------------------------------------------------------- 1 | # Licensed to the Apache Software Foundation (ASF) under one 2 | # or more contributor license agreements. See the NOTICE file 3 | # distributed with this work for additional information 4 | # regarding copyright ownership. The ASF licenses this file 5 | # to you under the Apache License, Version 2.0 (the 6 | # "License"); you may not use this file except in compliance 7 | # with the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, 12 | # software distributed under the License is distributed on an 13 | # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 14 | # KIND, either express or implied. See the License for the 15 | # specific language governing permissions and limitations 16 | # under the License. 17 | log4j.appender.out2 = org.apache.flume.clients.log4jappender.Log4jAppender 18 | #log4j.appender.out2.Port = Set from java source 19 | log4j.appender.out2.Hostname = localhost 20 | log4j.appender.out2.AvroSchemaUrl = file:///tmp/myrecord.avsc 21 | log4j.logger.org.apache.flume.clients.log4jappender = DEBUG,out2 -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-clients/flume-ng-log4jappender/src/test/resources/flume-log4jtest-avro-reflect.properties: -------------------------------------------------------------------------------- 1 | # Licensed to the Apache Software Foundation (ASF) under one 2 | # or more contributor license agreements. See the NOTICE file 3 | # distributed with this work for additional information 4 | # regarding copyright ownership. The ASF licenses this file 5 | # to you under the Apache License, Version 2.0 (the 6 | # "License"); you may not use this file except in compliance 7 | # with the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, 12 | # software distributed under the License is distributed on an 13 | # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 14 | # KIND, either express or implied. See the License for the 15 | # specific language governing permissions and limitations 16 | # under the License. 17 | log4j.appender.out2 = org.apache.flume.clients.log4jappender.Log4jAppender 18 | #log4j.appender.out2.Port = Set from java source 19 | log4j.appender.out2.Hostname = localhost 20 | log4j.appender.out2.AvroReflectionEnabled = true 21 | log4j.logger.org.apache.flume.clients.log4jappender = DEBUG,out2 -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-clients/flume-ng-log4jappender/src/test/resources/flume-log4jtest.properties: -------------------------------------------------------------------------------- 1 | # Licensed to the Apache Software Foundation (ASF) under one 2 | # or more contributor license agreements. See the NOTICE file 3 | # distributed with this work for additional information 4 | # regarding copyright ownership. The ASF licenses this file 5 | # to you under the Apache License, Version 2.0 (the 6 | # "License"); you may not use this file except in compliance 7 | # with the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, 12 | # software distributed under the License is distributed on an 13 | # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 14 | # KIND, either express or implied. See the License for the 15 | # specific language governing permissions and limitations 16 | # under the License. 17 | log4j.appender.out2 = org.apache.flume.clients.log4jappender.Log4jAppender 18 | #log4j.appender.out2.Port = Set from java source 19 | log4j.appender.out2.Hostname = localhost 20 | log4j.logger.org.apache.flume.clients.log4jappender = DEBUG,out2 -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-clients/flume-ng-log4jappender/src/test/resources/myrecord.avsc: -------------------------------------------------------------------------------- 1 | {"type":"record","name":"myrecord","fields":[{"name":"message","type":"string"}]} -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-configfilters/flume-ng-config-filter-api/pom.xml: -------------------------------------------------------------------------------- 1 | 17 | 20 | 21 | flume-ng-configfilters 22 | org.apache.flume 23 | 1.10.0-SNAPSHOT 24 | 25 | 4.0.0 26 | 27 | flume-ng-config-filter-api 28 | Flume NG Config Filters API 29 | 30 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-configfilters/flume-ng-config-filter-api/src/main/java/org/apache/flume/configfilter/AbstractConfigFilter.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with this 4 | * work for additional information regarding copyright ownership. The ASF 5 | * licenses this file to you under the Apache License, Version 2.0 (the 6 | * "License"); you may not use this file except in compliance with the License. 7 | * You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT 13 | * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the 14 | * License for the specific language governing permissions and limitations under 15 | * the License. 16 | */ 17 | package org.apache.flume.configfilter; 18 | 19 | /** 20 | * A base implementation of the common methods for Configuration filters 21 | */ 22 | public abstract class AbstractConfigFilter implements ConfigFilter { 23 | 24 | private String name; 25 | 26 | @Override 27 | public void setName(String name) { 28 | this.name = name; 29 | } 30 | 31 | @Override 32 | public String getName() { 33 | return name; 34 | } 35 | 36 | } 37 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-configfilters/flume-ng-environment-variable-config-filter/src/main/java/org/apache/flume/configfilter/EnvironmentVariableConfigFilter.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | package org.apache.flume.configfilter; 20 | 21 | import java.util.Map; 22 | 23 | public class EnvironmentVariableConfigFilter extends AbstractConfigFilter { 24 | 25 | @Override 26 | public String filter(String key) { 27 | return System.getenv(key); 28 | } 29 | 30 | @Override 31 | public void initializeWithConfiguration(Map configuration) { 32 | //NO-OP 33 | } 34 | } 35 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-configfilters/flume-ng-external-process-config-filter/src/test/resources/test.sh: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env bash 2 | 3 | if [ $1 = "my_password_key" ]; then 4 | echo "filtered"; 5 | fi 6 | 7 | if [ $1 = "my_password_key2" ]; then 8 | echo "filtered2"; 9 | fi 10 | 11 | exit 0 -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-configfilters/flume-ng-external-process-config-filter/src/test/resources/test_error.sh: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env bash 2 | echo "Error message from stderr" 1>&2 3 | echo "Error message from stdout" 4 | 5 | return 123 -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-configfilters/flume-ng-hadoop-credential-store-config-filter/src/test/resources/test-password.txt: -------------------------------------------------------------------------------- 1 | fileSecret -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-configfilters/flume-ng-hadoop-credential-store-config-filter/src/test/resources/test-password2.txt: -------------------------------------------------------------------------------- 1 | fileSecret2 -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-configuration/src/main/java/org/apache/flume/conf/ComponentWithClassName.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with this 4 | * work for additional information regarding copyright ownership. The ASF 5 | * licenses this file to you under the Apache License, Version 2.0 (the 6 | * "License"); you may not use this file except in compliance with the License. 7 | * You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT 13 | * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the 14 | * License for the specific language governing permissions and limitations under 15 | * the License. 16 | */ 17 | package org.apache.flume.conf; 18 | 19 | public interface ComponentWithClassName { 20 | String getClassName(); 21 | } 22 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-configuration/src/main/java/org/apache/flume/conf/ConfigurationException.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | package org.apache.flume.conf; 20 | 21 | import org.apache.flume.FlumeException; 22 | 23 | public class ConfigurationException extends FlumeException { 24 | 25 | /** 26 | * 27 | */ 28 | private static final long serialVersionUID = 1L; 29 | 30 | public ConfigurationException(String arg0) { 31 | super(arg0); 32 | } 33 | 34 | public ConfigurationException(Throwable arg0) { 35 | super(arg0); 36 | } 37 | 38 | public ConfigurationException(String arg0, Throwable arg1) { 39 | super(arg0, arg1); 40 | } 41 | 42 | } 43 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-configuration/src/test/java/org/apache/flume/conf/channel/MemoryChannelConfiguration.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with this 4 | * work for additional information regarding copyright ownership. The ASF 5 | * licenses this file to you under the Apache License, Version 2.0 (the 6 | * "License"); you may not use this file except in compliance with the License. 7 | * You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT 13 | * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the 14 | * License for the specific language governing permissions and limitations under 15 | * the License. 16 | */ 17 | package org.apache.flume.conf.channel; 18 | 19 | /** 20 | * This is a mock to avoid the circular dependency in tests 21 | * TODO fix wrong dependency directions in the project config should not depend on an implementation 22 | */ 23 | public class MemoryChannelConfiguration extends ChannelConfiguration { 24 | public MemoryChannelConfiguration(String componentName) { 25 | super(componentName); 26 | } 27 | } 28 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-configuration/src/test/java/org/apache/flume/conf/configfilter/EnvironmentVariableConfigFilterConfiguration.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with this 4 | * work for additional information regarding copyright ownership. The ASF 5 | * licenses this file to you under the Apache License, Version 2.0 (the 6 | * "License"); you may not use this file except in compliance with the License. 7 | * You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT 13 | * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the 14 | * License for the specific language governing permissions and limitations under 15 | * the License. 16 | */ 17 | package org.apache.flume.conf.configfilter; 18 | 19 | /** 20 | * This is a mock to avoid the circular dependency in tests 21 | * TODO fix wrong dependency directions in the project config should not depend on an implementation 22 | */ 23 | public class EnvironmentVariableConfigFilterConfiguration extends ConfigFilterConfiguration { 24 | public EnvironmentVariableConfigFilterConfiguration(String componentName) { 25 | super(componentName); 26 | } 27 | } 28 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-configuration/src/test/java/org/apache/flume/conf/sink/NullSinkConfiguration.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with this 4 | * work for additional information regarding copyright ownership. The ASF 5 | * licenses this file to you under the Apache License, Version 2.0 (the 6 | * "License"); you may not use this file except in compliance with the License. 7 | * You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT 13 | * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the 14 | * License for the specific language governing permissions and limitations under 15 | * the License. 16 | */ 17 | package org.apache.flume.conf.sink; 18 | 19 | /** 20 | * This is a mock to avoid the circular dependency in tests 21 | * TODO fix wrong dependency directions in the project config should not depend on an implementation 22 | */ 23 | public class NullSinkConfiguration extends SinkConfiguration { 24 | public NullSinkConfiguration(String componentName) { 25 | super(componentName); 26 | } 27 | } 28 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-configuration/src/test/java/org/apache/flume/conf/source/TestSourceConfiguration.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with this 4 | * work for additional information regarding copyright ownership. The ASF 5 | * licenses this file to you under the Apache License, Version 2.0 (the 6 | * "License"); you may not use this file except in compliance with the License. 7 | * You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT 13 | * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the 14 | * License for the specific language governing permissions and limitations under 15 | * the License. 16 | */ 17 | package org.apache.flume.conf.source; 18 | 19 | import org.apache.flume.Context; 20 | import org.apache.flume.conf.ConfigurationException; 21 | import org.junit.Test; 22 | 23 | public class TestSourceConfiguration { 24 | 25 | /** 26 | * Test fails without FLUME-1847 27 | */ 28 | @Test(expected = ConfigurationException.class) 29 | public void testFLUME1847() throws Exception { 30 | Context context = new Context(); 31 | context.put("type", "something"); 32 | SourceConfiguration sourceConfig = new SourceConfiguration("src"); 33 | sourceConfig.configure(context); 34 | 35 | } 36 | } 37 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-configuration/src/test/java/org/apache/flume/conf/source/jms/JMSSourceConfiguration.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with this 4 | * work for additional information regarding copyright ownership. The ASF 5 | * licenses this file to you under the Apache License, Version 2.0 (the 6 | * "License"); you may not use this file except in compliance with the License. 7 | * You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT 13 | * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the 14 | * License for the specific language governing permissions and limitations under 15 | * the License. 16 | */ 17 | package org.apache.flume.conf.source.jms; 18 | 19 | import org.apache.flume.conf.source.SourceConfiguration; 20 | 21 | /** 22 | * This is a mock to avoid the circular dependency in tests 23 | * TODO fix wrong dependency directions in the project config should not depend on an implementation 24 | */ 25 | public class JMSSourceConfiguration extends SourceConfiguration { 26 | public JMSSourceConfiguration(String componentName) { 27 | super(componentName); 28 | } 29 | } 30 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/main/avro/TransferStateFileMeta.avsc: -------------------------------------------------------------------------------- 1 | { 2 | "namespace": "org.apache.flume.serialization", 3 | "type": "record", 4 | "name": "TransferStateFileMeta", 5 | "fields": [ 6 | {"name": "offset", "type": "long"} 7 | ] 8 | } 9 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/main/java/org/apache/flume/ChannelFactory.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, software 13 | * distributed under the License is distributed on an "AS IS" BASIS, 14 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 15 | * See the License for the specific language governing permissions and 16 | * limitations under the License. 17 | */ 18 | package org.apache.flume; 19 | 20 | public interface ChannelFactory { 21 | 22 | Channel create(String name, String type) throws FlumeException; 23 | 24 | Class getClass(String type) throws FlumeException; 25 | } 26 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/main/java/org/apache/flume/Clock.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | package org.apache.flume; 20 | 21 | /** 22 | * Facade for System.currentTimeMillis for Testing 23 | */ 24 | public interface Clock { 25 | long currentTimeMillis(); 26 | } 27 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/main/java/org/apache/flume/Constants.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | package org.apache.flume; 20 | 21 | public final class Constants { 22 | 23 | /** 24 | * Disables the fail-fast startup behavior. This would be used in the 25 | * scenario where the agent is expected to start, but the config 26 | * file be populated at a later point in time. 27 | */ 28 | public static final String SYSPROP_CALLED_FROM_SERVICE 29 | = "flume.called.from.service"; 30 | 31 | private Constants() { 32 | // disable explicit object creation 33 | } 34 | } 35 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/main/java/org/apache/flume/EventDrivenSource.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | package org.apache.flume; 21 | 22 | /** 23 | * A {@link Source} that does not need an external driver to poll for 24 | * {@linkplain Event events} to ingest; it provides its own event-driven 25 | * mechanism to invoke event processing. 26 | */ 27 | public interface EventDrivenSource extends Source { 28 | 29 | } 30 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/main/java/org/apache/flume/NamedComponent.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | package org.apache.flume; 20 | 21 | import org.apache.flume.annotations.InterfaceAudience; 22 | import org.apache.flume.annotations.InterfaceStability; 23 | 24 | /** 25 | * Enables a component to be tagged with a name so that it can be referred 26 | * to uniquely within the configuration system. 27 | */ 28 | @InterfaceAudience.Public 29 | @InterfaceStability.Stable 30 | public interface NamedComponent { 31 | 32 | public void setName(String name); 33 | 34 | public String getName(); 35 | 36 | } 37 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/main/java/org/apache/flume/SinkFactory.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | package org.apache.flume; 21 | 22 | public interface SinkFactory { 23 | Sink create(String name, String type) 24 | throws FlumeException; 25 | 26 | Class getClass(String type) 27 | throws FlumeException; 28 | } 29 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/main/java/org/apache/flume/SourceFactory.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | package org.apache.flume; 21 | 22 | public interface SourceFactory { 23 | 24 | Source create(String sourceName, String type) 25 | throws FlumeException; 26 | 27 | Class getClass(String type) 28 | throws FlumeException; 29 | } 30 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/main/java/org/apache/flume/SystemClock.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | package org.apache.flume; 20 | 21 | /** 22 | * Default implementation of Clock which uses System 23 | */ 24 | public class SystemClock implements Clock { 25 | 26 | public long currentTimeMillis() { 27 | return System.currentTimeMillis(); 28 | } 29 | 30 | } 31 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/main/java/org/apache/flume/annotations/Disposable.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | package org.apache.flume.annotations; 21 | 22 | import java.lang.annotation.Target; 23 | import java.lang.annotation.Retention; 24 | 25 | import static java.lang.annotation.RetentionPolicy.RUNTIME; 26 | import static java.lang.annotation.ElementType.TYPE; 27 | 28 | @Target({ TYPE }) @Retention(RUNTIME) 29 | public @interface Disposable {} 30 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/main/java/org/apache/flume/annotations/Recyclable.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | package org.apache.flume.annotations; 21 | 22 | import java.lang.annotation.Target; 23 | import java.lang.annotation.Retention; 24 | 25 | import static java.lang.annotation.RetentionPolicy.RUNTIME; 26 | import static java.lang.annotation.ElementType.TYPE; 27 | 28 | @Target({ TYPE }) @Retention(RUNTIME) 29 | public @interface Recyclable {} 30 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/main/java/org/apache/flume/conf/BatchSizeSupported.java: -------------------------------------------------------------------------------- 1 | /** 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, software 13 | * distributed under the License is distributed on an "AS IS" BASIS, 14 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 15 | * See the License for the specific language governing permissions and 16 | * limitations under the License. 17 | */ 18 | package org.apache.flume.conf; 19 | 20 | /** 21 | * This interface indicates that a component does batching and the batch size 22 | * is publicly available. 23 | * 24 | */ 25 | public interface BatchSizeSupported { 26 | 27 | /** 28 | * Returns the batch size 29 | */ 30 | long getBatchSize(); 31 | 32 | } 33 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/main/java/org/apache/flume/conf/ConfigurableComponent.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with this 4 | * work for additional information regarding copyright ownership. The ASF 5 | * licenses this file to you under the Apache License, Version 2.0 (the 6 | * "License"); you may not use this file except in compliance with the License. 7 | * You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT 13 | * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the 14 | * License for the specific language governing permissions and limitations under 15 | * the License. 16 | */ 17 | 18 | package org.apache.flume.conf; 19 | 20 | public interface ConfigurableComponent { 21 | 22 | public void configure(ComponentConfiguration conf); 23 | 24 | } 25 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/main/java/org/apache/flume/conf/TransactionCapacitySupported.java: -------------------------------------------------------------------------------- 1 | /** 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, software 13 | * distributed under the License is distributed on an "AS IS" BASIS, 14 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 15 | * See the License for the specific language governing permissions and 16 | * limitations under the License. 17 | */ 18 | package org.apache.flume.conf; 19 | 20 | /** 21 | * This interface indicates that a component has a transaction capacity 22 | * and it is publicly available. 23 | * 24 | */ 25 | public interface TransactionCapacitySupported { 26 | 27 | /** 28 | * Returns the transaction capacity 29 | */ 30 | long getTransactionCapacity(); 31 | 32 | } 33 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/main/java/org/apache/flume/formatter/output/EventFormatter.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | package org.apache.flume.formatter.output; 21 | 22 | import org.apache.flume.Event; 23 | 24 | @Deprecated 25 | public interface EventFormatter { 26 | 27 | public byte[] format(Event event); 28 | 29 | } 30 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/main/java/org/apache/flume/formatter/output/TextDelimitedOutputFormatter.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | package org.apache.flume.formatter.output; 21 | 22 | import org.apache.flume.Event; 23 | 24 | @Deprecated 25 | public class TextDelimitedOutputFormatter implements EventFormatter { 26 | 27 | @Override 28 | public byte[] format(Event event) { 29 | String body = event.getBody().length > 0 ? new String(event.getBody()) : ""; 30 | 31 | return (body + "\n").getBytes(); 32 | } 33 | 34 | } 35 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/main/java/org/apache/flume/instrumentation/ChannelProcessorCounter.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | package org.apache.flume.instrumentation; 20 | 21 | public class ChannelProcessorCounter extends MonitoredCounterGroup { 22 | 23 | protected ChannelProcessorCounter(String name) { 24 | super(MonitoredCounterGroup.Type.CHANNEL_PROCESSOR, name); 25 | } 26 | 27 | } 28 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/main/java/org/apache/flume/instrumentation/MonitorService.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | package org.apache.flume.instrumentation; 20 | 21 | import org.apache.flume.conf.Configurable; 22 | 23 | /** 24 | * Interface that any monitoring service should implement. If the monitor 25 | * service is to be started up when Flume starts, it should implement this 26 | * and the class name should be passed in during startup, with any additional 27 | * context it requires. 28 | */ 29 | public interface MonitorService extends Configurable { 30 | 31 | public void start(); 32 | 33 | public void stop(); 34 | 35 | } 36 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/main/java/org/apache/flume/instrumentation/MonitoringType.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | package org.apache.flume.instrumentation; 21 | 22 | /** 23 | * Enum for Monitoring types. 24 | */ 25 | public enum MonitoringType { 26 | OTHER(null), 27 | GANGLIA(org.apache.flume.instrumentation.GangliaServer.class), 28 | HTTP(org.apache.flume.instrumentation.http.HTTPMetricsServer.class); 29 | 30 | private Class monitoringClass; 31 | 32 | private MonitoringType(Class klass) { 33 | this.monitoringClass = klass; 34 | } 35 | 36 | public Class getMonitorClass() { 37 | return this.monitoringClass; 38 | } 39 | } 40 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/main/java/org/apache/flume/instrumentation/SinkProcessorCounter.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | package org.apache.flume.instrumentation; 20 | 21 | public class SinkProcessorCounter extends MonitoredCounterGroup { 22 | 23 | protected SinkProcessorCounter(String name) { 24 | super(MonitoredCounterGroup.Type.SINK_PROCESSOR, name); 25 | } 26 | 27 | } 28 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/main/java/org/apache/flume/lifecycle/LifecycleException.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | package org.apache.flume.lifecycle; 21 | 22 | public class LifecycleException extends Exception { 23 | 24 | private static final long serialVersionUID = 4689000562519155240L; 25 | 26 | public LifecycleException() { 27 | super(); 28 | } 29 | 30 | public LifecycleException(String message) { 31 | super(message); 32 | } 33 | 34 | public LifecycleException(String message, Throwable t) { 35 | super(message, t); 36 | } 37 | 38 | public LifecycleException(Throwable t) { 39 | super(t); 40 | } 41 | 42 | } 43 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/main/java/org/apache/flume/lifecycle/LifecycleState.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | package org.apache.flume.lifecycle; 21 | 22 | public enum LifecycleState { 23 | IDLE, START, STOP, ERROR; 24 | 25 | public static final LifecycleState[] START_OR_ERROR = new LifecycleState[] { 26 | START, ERROR }; 27 | public static final LifecycleState[] STOP_OR_ERROR = new LifecycleState[] { 28 | STOP, ERROR }; 29 | 30 | } 31 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/main/java/org/apache/flume/serialization/DecodeErrorPolicy.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | package org.apache.flume.serialization; 21 | 22 | import org.apache.flume.annotations.InterfaceAudience; 23 | import org.apache.flume.annotations.InterfaceStability; 24 | 25 | @InterfaceAudience.Private 26 | @InterfaceStability.Evolving 27 | public enum DecodeErrorPolicy { 28 | FAIL, 29 | REPLACE, 30 | IGNORE 31 | } 32 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/main/java/org/apache/flume/serialization/LengthMeasurable.java: -------------------------------------------------------------------------------- 1 | /** 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, software 13 | * distributed under the License is distributed on an "AS IS" BASIS, 14 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 15 | * See the License for the specific language governing permissions and 16 | * limitations under the License. 17 | */ 18 | package org.apache.flume.serialization; 19 | 20 | import java.io.IOException; 21 | 22 | public interface LengthMeasurable { 23 | 24 | /** returns the total length of the stream or file */ 25 | long length() throws IOException; 26 | 27 | } 28 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/main/java/org/apache/flume/serialization/PositionTracker.java: -------------------------------------------------------------------------------- 1 | /** 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, software 13 | * distributed under the License is distributed on an "AS IS" BASIS, 14 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 15 | * See the License for the specific language governing permissions and 16 | * limitations under the License. 17 | */ 18 | package org.apache.flume.serialization; 19 | 20 | import org.apache.flume.annotations.InterfaceAudience; 21 | import org.apache.flume.annotations.InterfaceStability; 22 | 23 | import java.io.Closeable; 24 | import java.io.IOException; 25 | 26 | /** 27 | * Defines an interface for tracking the offset position in a target file. 28 | */ 29 | @InterfaceAudience.Private 30 | @InterfaceStability.Evolving 31 | public interface PositionTracker extends Closeable { 32 | void storePosition(long position) throws IOException; 33 | long getPosition(); 34 | String getTarget(); 35 | void close() throws IOException; 36 | } 37 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/main/java/org/apache/flume/serialization/Seekable.java: -------------------------------------------------------------------------------- 1 | /** 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, software 13 | * distributed under the License is distributed on an "AS IS" BASIS, 14 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 15 | * See the License for the specific language governing permissions and 16 | * limitations under the License. 17 | */ 18 | package org.apache.flume.serialization; 19 | 20 | import java.io.IOException; 21 | 22 | public interface Seekable { 23 | void seek(long position) throws IOException; 24 | long tell() throws IOException; 25 | } 26 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/main/java/org/apache/flume/source/PollableSourceConstants.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | package org.apache.flume.source; 21 | 22 | public class PollableSourceConstants { 23 | 24 | public static final String BACKOFF_SLEEP_INCREMENT = "backoffSleepIncrement"; 25 | public static final String MAX_BACKOFF_SLEEP = "maxBackoffSleep"; 26 | public static final long DEFAULT_BACKOFF_SLEEP_INCREMENT = 1000; 27 | public static final long DEFAULT_MAX_BACKOFF_SLEEP = 5000; 28 | } -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/main/java/org/apache/flume/tools/GetJavaProperty.java: -------------------------------------------------------------------------------- 1 | /** 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, software 13 | * distributed under the License is distributed on an "AS IS" BASIS, 14 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 15 | * See the License for the specific language governing permissions and 16 | * limitations under the License. 17 | */ 18 | package org.apache.flume.tools; 19 | 20 | /** 21 | * A generic way for querying Java properties. 22 | */ 23 | public class GetJavaProperty { 24 | public static void main(String[] args) { 25 | if (args.length == 0) { 26 | for (Object prop : System.getProperties().keySet()) { 27 | System.out.println(prop + "=" + System.getProperty((String)prop, "")); 28 | } 29 | } else { 30 | for (String prop : args) { 31 | System.out.println(prop + "=" + System.getProperty(prop, "")); 32 | } 33 | } 34 | } 35 | } 36 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/main/java/org/apache/flume/tools/PlatformDetect.java: -------------------------------------------------------------------------------- 1 | /** 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, software 13 | * distributed under the License is distributed on an "AS IS" BASIS, 14 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 15 | * See the License for the specific language governing permissions and 16 | * limitations under the License. 17 | */ 18 | package org.apache.flume.tools; 19 | 20 | import java.util.Locale; 21 | 22 | /** 23 | * Utilities for platform & operating system detection 24 | */ 25 | public class PlatformDetect { 26 | 27 | /** 28 | * Detects whether we are running under Microsoft Windows. 29 | * @return true if and only if we are running on a Windows system. 30 | */ 31 | public static boolean isWindows() { 32 | String os = System.getProperty("os.name"); 33 | boolean isWin = (os.toLowerCase(Locale.ENGLISH).indexOf("win") >= 0); 34 | return isWin; 35 | } 36 | 37 | } 38 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/test/java/org/apache/flume/interceptor/TestRegexExtractorInterceptorPassThroughSerializer.java: -------------------------------------------------------------------------------- 1 | /** 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, software 13 | * distributed under the License is distributed on an "AS IS" BASIS, 14 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 15 | * See the License for the specific language governing permissions and 16 | * limitations under the License. 17 | */ 18 | package org.apache.flume.interceptor; 19 | 20 | import junit.framework.Assert; 21 | 22 | import org.apache.flume.Context; 23 | import org.junit.Test; 24 | 25 | public class TestRegexExtractorInterceptorPassThroughSerializer { 26 | 27 | @Test 28 | public void shouldReturnSameValue() { 29 | RegexExtractorInterceptorPassThroughSerializer fixture = 30 | new RegexExtractorInterceptorPassThroughSerializer(); 31 | fixture.configure(new Context()); 32 | String input = "testing (1,2,3,4)"; 33 | Assert.assertEquals(input, fixture.serialize(input)); 34 | } 35 | } 36 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/test/resources/TestResettableFileInputStream_1.avro: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-core/src/test/resources/TestResettableFileInputStream_1.avro -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/test/resources/TestResettableFileInputStream_1.truncated.avro: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-core/src/test/resources/TestResettableFileInputStream_1.truncated.avro -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/test/resources/jettykeystore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-core/src/test/resources/jettykeystore -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/test/resources/keystorefile.jks: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-core/src/test/resources/keystorefile.jks -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/test/resources/log4j2.xml: -------------------------------------------------------------------------------- 1 | 2 | 19 | 20 | 21 | 22 | 23 | 24 | 25 | 26 | 27 | 28 | 29 | 30 | 31 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/test/resources/server.p12: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-core/src/test/resources/server.p12 -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/test/resources/syslog_event.avsc: -------------------------------------------------------------------------------- 1 | { "type": "record", "name": "SyslogEvent", "namespace": "org.apache.flume.test", 2 | "fields": [ 3 | { "name": "facility", "type": "int" }, 4 | { "name": "severity", "type": "int" }, 5 | { "name": "timestamp", "type": "long" }, 6 | { "name": "hostname", "type": "string" }, 7 | { "name": "message", "type": "string" } 8 | ] 9 | } 10 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/test/resources/test_command.ps1: -------------------------------------------------------------------------------- 1 | " \"'1'\", \"\"\"2\"\"\",\"`\3\", \"\4\" " 2 | foreach ($i in 1..5) { $i } 3 | 1..5 | %{$_ +1 } -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/test/resources/test_command.txt: -------------------------------------------------------------------------------- 1 | echo "'1'"; echo "\"2\""; echo "\\3"; echo "\4" 2 | for i in {1..5}; do echo $i; done 3 | for i in `seq 5`; do echo $i; done | awk ' { print $1 + 1 } ' 4 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/test/resources/truststore.jks: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-core/src/test/resources/truststore.jks -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-core/src/test/resources/truststorefile.jks: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-core/src/test/resources/truststorefile.jks -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-doc/site.xml: -------------------------------------------------------------------------------- 1 | 2 | 18 | 19 | 20 | org.apache.maven.skins 21 | maven-fluido-skin 22 | 1.7 23 | 24 | 25 | 26 | 27 | 28 | 29 | 31 | 32 | 33 | 34 | 35 | 36 | 37 | 38 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-doc/sphinx/images/DevGuide_image00.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-doc/sphinx/images/DevGuide_image00.png -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-doc/sphinx/images/DevGuide_image01.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-doc/sphinx/images/DevGuide_image01.png -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-doc/sphinx/images/UserGuide_image00.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-doc/sphinx/images/UserGuide_image00.png -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-doc/sphinx/images/UserGuide_image01.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-doc/sphinx/images/UserGuide_image01.png -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-doc/sphinx/images/UserGuide_image02.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-doc/sphinx/images/UserGuide_image02.png -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-doc/sphinx/images/UserGuide_image03.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-doc/sphinx/images/UserGuide_image03.png -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-doc/sphinx/images/flume-logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-doc/sphinx/images/flume-logo.png -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-embedded-agent/src/main/java/org/apache/flume/agent/embedded/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | /** 20 | * This package provides Flume users the ability to embed simple agents 21 | * in applications. For specific and up to date information, please see 22 | * the Flume Developer Guide. 23 | */ 24 | package org.apache.flume.agent.embedded; 25 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-embedded-agent/src/test/resources/log4j2.xml: -------------------------------------------------------------------------------- 1 | 2 | 19 | 20 | 21 | 22 | 23 | 24 | 25 | 26 | 27 | 28 | 29 | 30 | 31 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-legacy-sources/flume-avro-source/src/main/avro/flumeCompatibility.avdl: -------------------------------------------------------------------------------- 1 | /** 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | /* Avro protocol for Flume 0.9.x compatibility */ 21 | @namespace("com.cloudera.flume.handlers.avro") 22 | protocol FlumeOGEventAvroServer{ 23 | enum Priority { FATAL, ERROR, WARN, 24 | INFO, DEBUG, TRACE} 25 | 26 | record AvroFlumeOGEvent { 27 | long timestamp; 28 | Priority priority; 29 | bytes body; 30 | long nanos; 31 | string host; 32 | map fields; 33 | } 34 | 35 | void append( AvroFlumeOGEvent evt ) ; 36 | } -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-legacy-sources/flume-thrift-source/exclude-pmd.properties: -------------------------------------------------------------------------------- 1 | com.cloudera.flume.handlers.thrift.EventStatus=UnnecessaryModifier 2 | com.cloudera.flume.handlers.thrift.Priority=UnnecessaryModifier 3 | com.cloudera.flume.handlers.thrift.ThriftFlumeEvent=UnnecessaryFullyQualifiedName,UselessParentheses 4 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-legacy-sources/flume-thrift-source/src/main/java/README: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one 3 | # or more contributor license agreements. See the NOTICE file 4 | # distributed with this work for additional information 5 | # regarding copyright ownership. The ASF licenses this file 6 | # to you under the Apache License, Version 2.0 (the 7 | # "License"); you may not use this file except in compliance 8 | # with the License. You may obtain a copy of the License at 9 | # 10 | # http://www.apache.org/licenses/LICENSE-2.0 11 | # 12 | # Unless required by applicable law or agreed to in writing, 13 | # software distributed under the License is distributed on an 14 | # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | # KIND, either express or implied. See the License for the 16 | # specific language governing permissions and limitations 17 | # under the License. 18 | # 19 | 20 | The com directory contains generated java source from thrift. This 21 | is to support backward compatibility with 0.9.x flume. The 1.0 version 22 | of Flume doesn't use thrift so in order to avoid depenancy on thrift 23 | compiler, the generated sources are checked into the source tree. 24 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-legacy-sources/flume-thrift-source/src/main/thrift/aslv2: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-legacy-sources/flume-thrift-source/src/test/resources/log4j2.xml: -------------------------------------------------------------------------------- 1 | 2 | 19 | 20 | 21 | 22 | 23 | 24 | 25 | 26 | 27 | 28 | 29 | 30 | 31 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-node/src/main/java/org/apache/flume/node/ConfigurationProvider.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | package org.apache.flume.node; 21 | 22 | public interface ConfigurationProvider { 23 | MaterializedConfiguration getConfiguration(); 24 | } 25 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-node/src/test/resources/flume-conf-with-envvars.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one 3 | # or more contributor license agreements. See the NOTICE file 4 | # distributed with this work for additional information 5 | # regarding copyright ownership. The ASF licenses this file 6 | # to you under the Apache License, Version 2.0 (the 7 | # "License"); you may not use this file except in compliance 8 | # with the License. You may obtain a copy of the License at 9 | # 10 | # http://www.apache.org/licenses/LICENSE-2.0 11 | # 12 | # Unless required by applicable law or agreed to in writing, software 13 | # distributed under the License is distributed on an "AS IS" BASIS, 14 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 15 | # See the License for the specific language governing permissions and 16 | # limitations under the License. 17 | # 18 | 19 | a1.sources = r1 20 | a1.sources.r1.type = netcat 21 | a1.sources.r1.bind = 0.0.0.0 22 | a1.sources.r1.port = ${NC_PORT} 23 | a1.sources.r1.channels = c1 24 | 25 | a1.channels = c1 26 | a1.channels.c1.type = memory 27 | a1.channels.c1.capacity = 10000 28 | a1.channels.c1.transactionCapacity = 10000 29 | a1.channels.c1.byteCapacityBufferPercentage = 20 30 | a1.channels.c1.byteCapacity = 800000 31 | 32 | a1.channels = c1 33 | a1.sinks = k1 34 | a1.sinks.k1.type = logger 35 | a1.sinks.k1.channel = c1 36 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-node/src/test/resources/flume-conf.properties.2786: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one 3 | # or more contributor license agreements. See the NOTICE file 4 | # distributed with this work for additional information 5 | # regarding copyright ownership. The ASF licenses this file 6 | # to you under the Apache License, Version 2.0 (the 7 | # "License"); you may not use this file except in compliance 8 | # with the License. You may obtain a copy of the License at 9 | # 10 | # http://www.apache.org/licenses/LICENSE-2.0 11 | # 12 | # Unless required by applicable law or agreed to in writing, software 13 | # distributed under the License is distributed on an "AS IS" BASIS, 14 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 15 | # See the License for the specific language governing permissions and 16 | # limitations under the License. 17 | # 18 | 19 | # 20 | # Flume Configuration for testing FLUME-2786 21 | # 22 | 23 | test.sources = source1 24 | test.channels = channel1 25 | test.sinks = sink1 26 | 27 | test.sources.source1.type = seq 28 | test.sources.source1.totalEvents = 10000 29 | test.sources.source1.channels = channel1 30 | 31 | test.channels.channel1.type = memory 32 | test.channels.channel1.capacity = 10000 33 | 34 | test.sinks.sink1.type = null 35 | test.sinks.sink1.channel = channel1 36 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-node/src/test/resources/log4j2.xml: -------------------------------------------------------------------------------- 1 | 2 | 19 | 20 | 21 | 22 | 23 | 24 | 25 | 26 | 27 | 28 | 29 | 30 | 31 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sdk/src/main/avro/flume.avdl: -------------------------------------------------------------------------------- 1 | /** 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | @namespace("org.apache.flume.source.avro") 21 | 22 | protocol AvroSourceProtocol { 23 | 24 | enum Status { 25 | OK, FAILED, UNKNOWN 26 | } 27 | 28 | record AvroFlumeEvent { 29 | map headers; 30 | bytes body; 31 | } 32 | 33 | Status append( AvroFlumeEvent event ); 34 | 35 | Status appendBatch( array events ); 36 | 37 | } 38 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sdk/src/main/java/org/apache/flume/FlumeException.java: -------------------------------------------------------------------------------- 1 | /** 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, software 13 | * distributed under the License is distributed on an "AS IS" BASIS, 14 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 15 | * See the License for the specific language governing permissions and 16 | * limitations under the License. 17 | */ 18 | package org.apache.flume; 19 | 20 | /** 21 | * Base class of all flume exceptions. 22 | */ 23 | public class FlumeException extends RuntimeException { 24 | 25 | private static final long serialVersionUID = 1L; 26 | 27 | public FlumeException(String msg) { 28 | super(msg); 29 | } 30 | 31 | public FlumeException(String msg, Throwable th) { 32 | super(msg, th); 33 | } 34 | 35 | public FlumeException(Throwable th) { 36 | super(th); 37 | } 38 | 39 | } 40 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sdk/src/main/thrift/aslv2: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sdk/src/main/thrift/flume.thrift: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | namespace java org.apache.flume.thrift 21 | 22 | struct ThriftFlumeEvent { 23 | 1: required map headers, 24 | 2: required binary body, 25 | } 26 | 27 | enum Status { 28 | OK, 29 | FAILED, 30 | ERROR, 31 | UNKNOWN 32 | } 33 | 34 | service ThriftSourceProtocol { 35 | Status append(1: ThriftFlumeEvent event), 36 | Status appendBatch(1: list events), 37 | } 38 | 39 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sdk/src/test/resources/log4j2.xml: -------------------------------------------------------------------------------- 1 | 2 | 19 | 20 | 21 | 22 | 23 | 24 | 25 | 26 | 27 | 28 | 29 | 30 | 31 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-dataset-sink/src/test/resources/enable-kerberos.xml: -------------------------------------------------------------------------------- 1 | 2 | 17 | 18 | 19 | 20 | 21 | hadoop.security.authentication 22 | kerberos 23 | 24 | 25 | 26 | hadoop.security.authorization 27 | true 28 | 29 | 30 | 31 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-hdfs-sink/src/main/java/org/apache/flume/sink/hdfs/BucketClosedException.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | package org.apache.flume.sink.hdfs; 20 | 21 | import org.apache.flume.FlumeException; 22 | 23 | public class BucketClosedException extends FlumeException { 24 | 25 | private static final long serialVersionUID = -4216667125119540357L; 26 | 27 | public BucketClosedException(String msg) { 28 | super(msg); 29 | } 30 | } 31 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-hdfs-sink/src/main/java/org/apache/flume/sink/hdfs/SequenceFileSerializerType.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | package org.apache.flume.sink.hdfs; 20 | 21 | public enum SequenceFileSerializerType { 22 | Writable(HDFSWritableSerializer.Builder.class), 23 | Text(HDFSTextSerializer.Builder.class), 24 | Other(null); 25 | 26 | private final Class builderClass; 27 | 28 | SequenceFileSerializerType(Class builderClass) { 29 | this.builderClass = builderClass; 30 | } 31 | 32 | public Class getBuilderClass() { 33 | return builderClass; 34 | } 35 | 36 | } 37 | 38 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-hdfs-sink/src/test/java/org/apache/flume/sink/hdfs/MockDataStream.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | package org.apache.flume.sink.hdfs; 20 | 21 | import org.apache.hadoop.conf.Configuration; 22 | import org.apache.hadoop.fs.FileSystem; 23 | import org.apache.hadoop.fs.Path; 24 | 25 | import java.io.IOException; 26 | 27 | class MockDataStream extends HDFSDataStream { 28 | private final FileSystem fs; 29 | 30 | MockDataStream(FileSystem fs) { 31 | this.fs = fs; 32 | } 33 | 34 | @Override 35 | protected FileSystem getDfs(Configuration conf, Path dstPath) throws IOException { 36 | return fs; 37 | } 38 | 39 | } 40 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-hdfs-sink/src/test/resources/log4j2.xml: -------------------------------------------------------------------------------- 1 | 2 | 19 | 20 | 21 | 22 | 23 | 24 | 25 | 26 | 27 | 28 | 29 | 30 | 31 | 32 | 33 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-hive-sink/src/test/resources/log4j2.xml: -------------------------------------------------------------------------------- 1 | 2 | 19 | 20 | 21 | 22 | 23 | 24 | 25 | 26 | 27 | 28 | 29 | 30 | 31 | 32 | 33 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-http-sink/src/main/java/org/apache/flume/sink/http/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | /** 20 | * This package provides an HTTP sink for Flume so that events can be sent out 21 | * to a target HTTP endpoint. 22 | */ 23 | package org.apache.flume.sink.http; 24 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-http-sink/src/test/resources/log4j2.xml: -------------------------------------------------------------------------------- 1 | 2 | 19 | 20 | 21 | 22 | 23 | 24 | 25 | 26 | 27 | 28 | 29 | 30 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-elasticsearch-sink/src/main/java/org/apache/flume/sink/elasticsearch/client/NoSuchClientTypeException.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2014 Apache Software Foundation. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"); 5 | * you may not use this file except in compliance with the License. 6 | * You may obtain a copy of the License at 7 | * 8 | * http://www.apache.org/licenses/LICENSE-2.0 9 | * 10 | * Unless required by applicable law or agreed to in writing, software 11 | * distributed under the License is distributed on an "AS IS" BASIS, 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 | * See the License for the specific language governing permissions and 14 | * limitations under the License. 15 | */ 16 | 17 | package org.apache.flume.sink.elasticsearch.client; 18 | 19 | /** 20 | * Exception class 21 | */ 22 | class NoSuchClientTypeException extends Exception { 23 | } 24 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-elasticsearch-sink/src/main/java/org/apache/flume/sink/elasticsearch/client/RoundRobinList.java: -------------------------------------------------------------------------------- 1 | package org.apache.flume.sink.elasticsearch.client; 2 | 3 | import java.util.Collection; 4 | import java.util.Iterator; 5 | 6 | /* 7 | * Copyright 2014 Apache Software Foundation. 8 | * 9 | * Licensed under the Apache License, Version 2.0 (the "License"); 10 | * you may not use this file except in compliance with the License. 11 | * You may obtain a copy of the License at 12 | * 13 | * http://www.apache.org/licenses/LICENSE-2.0 14 | * 15 | * Unless required by applicable law or agreed to in writing, software 16 | * distributed under the License is distributed on an "AS IS" BASIS, 17 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 18 | * See the License for the specific language governing permissions and 19 | * limitations under the License. 20 | */ 21 | 22 | public class RoundRobinList { 23 | 24 | private Iterator iterator; 25 | private final Collection elements; 26 | 27 | public RoundRobinList(Collection elements) { 28 | this.elements = elements; 29 | iterator = this.elements.iterator(); 30 | } 31 | 32 | public synchronized T get() { 33 | if (iterator.hasNext()) { 34 | return iterator.next(); 35 | } else { 36 | iterator = elements.iterator(); 37 | return iterator.next(); 38 | } 39 | } 40 | 41 | public int size() { 42 | return elements.size(); 43 | } 44 | } 45 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-elasticsearch-sink/src/test/java/org/apache/flume/sink/elasticsearch/client/RoundRobinListTest.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2014 Apache Software Foundation. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"); 5 | * you may not use this file except in compliance with the License. 6 | * You may obtain a copy of the License at 7 | * 8 | * http://www.apache.org/licenses/LICENSE-2.0 9 | * 10 | * Unless required by applicable law or agreed to in writing, software 11 | * distributed under the License is distributed on an "AS IS" BASIS, 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 | * See the License for the specific language governing permissions and 14 | * limitations under the License. 15 | */ 16 | 17 | package org.apache.flume.sink.elasticsearch.client; 18 | 19 | import java.util.Arrays; 20 | import org.junit.Before; 21 | import org.junit.Test; 22 | 23 | import static org.junit.Assert.assertEquals; 24 | 25 | public class RoundRobinListTest { 26 | 27 | private RoundRobinList fixture; 28 | 29 | @Before 30 | public void setUp() { 31 | fixture = new RoundRobinList(Arrays.asList("test1", "test2")); 32 | } 33 | 34 | @Test 35 | public void shouldReturnNextElement() { 36 | assertEquals("test1", fixture.get()); 37 | assertEquals("test2", fixture.get()); 38 | assertEquals("test1", fixture.get()); 39 | assertEquals("test2", fixture.get()); 40 | assertEquals("test1", fixture.get()); 41 | } 42 | } 43 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-elasticsearch-sink/src/test/resources/log4j2.xml: -------------------------------------------------------------------------------- 1 | 2 | 19 | 20 | 21 | 22 | 23 | 24 | 25 | 26 | 27 | 28 | 29 | 30 | 31 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-hbase-sink/src/main/java/org/apache/flume/sink/hbase/BatchAware.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | package org.apache.flume.sink.hbase; 20 | 21 | /** 22 | * This interface allows for implementing HBase serializers that are aware of 23 | * batching. {@link #onBatchStart()} is called at the beginning of each batch 24 | * by the sink. 25 | */ 26 | public interface BatchAware { 27 | public void onBatchStart(); 28 | } 29 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-hbase-sink/src/test/java/org/apache/flume/sink/hbase/MockSimpleHbaseEventSerializer.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | package org.apache.flume.sink.hbase; 21 | 22 | import java.util.List; 23 | 24 | import org.apache.flume.FlumeException; 25 | import org.apache.hadoop.hbase.client.Row; 26 | 27 | class MockSimpleHbaseEventSerializer extends SimpleHbaseEventSerializer { 28 | 29 | public static boolean throwException = false; 30 | 31 | @Override 32 | public List getActions() throws FlumeException { 33 | if (throwException) { 34 | throw new FlumeException("Exception for testing"); 35 | } 36 | return super.getActions(); 37 | } 38 | } -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-hbase2-sink/src/main/java/org/apache/flume/sink/hbase2/BatchAware.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | package org.apache.flume.sink.hbase2; 20 | 21 | /** 22 | * This interface allows for implementing HBase serializers that are aware of 23 | * batching. {@link #onBatchStart()} is called at the beginning of each batch 24 | * by the sink. 25 | */ 26 | public interface BatchAware { 27 | void onBatchStart(); 28 | } 29 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-hbase2-sink/src/test/java/org/apache/flume/sink/hbase2/MockSimpleHBase2EventSerializer.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | package org.apache.flume.sink.hbase2; 21 | 22 | import java.util.List; 23 | 24 | import org.apache.flume.FlumeException; 25 | import org.apache.hadoop.hbase.client.Row; 26 | 27 | class MockSimpleHBase2EventSerializer extends SimpleHBase2EventSerializer { 28 | 29 | public static boolean throwException = false; 30 | 31 | @Override 32 | public List getActions() throws FlumeException { 33 | if (throwException) { 34 | throw new FlumeException("Exception for testing"); 35 | } 36 | return super.getActions(); 37 | } 38 | } -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-kafka-sink/src/test/java/org/apache/flume/sink/kafka/TestConstants.java: -------------------------------------------------------------------------------- 1 | /** 2 | Licensed to the Apache Software Foundation (ASF) under one or more 3 | contributor license agreements. See the NOTICE file distributed with 4 | this work for additional information regarding copyright ownership. 5 | The ASF licenses this file to You under the Apache License, Version 2.0 6 | (the "License"); you may not use this file except in compliance with 7 | the License. You may obtain a copy of the License at 8 | 9 | http://www.apache.org/licenses/LICENSE-2.0 10 | 11 | Unless required by applicable law or agreed to in writing, software 12 | distributed under the License is distributed on an "AS IS" BASIS, 13 | WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | See the License for the specific language governing permissions and 15 | limitations under the License. 16 | limitations under the License. 17 | */ 18 | 19 | package org.apache.flume.sink.kafka; 20 | 21 | public class TestConstants { 22 | public static final String STATIC_TOPIC = "static-topic"; 23 | public static final String HEADER_TOPIC = "%{header1}-topic"; 24 | public static final String CUSTOM_KEY = "custom-key"; 25 | public static final String CUSTOM_TOPIC = "custom-topic"; 26 | public static final String HEADER_1_VALUE = "test-avro-header"; 27 | public static final String HEADER_1_KEY = "header1"; 28 | } 29 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-kafka-sink/src/test/resources/testutil.properties: -------------------------------------------------------------------------------- 1 | external-servers=false 2 | kafka-server-url=localhost:9092 3 | zk-server-url=localhost:2181 4 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-kafka-sink/src/test/resources/zookeeper.properties: -------------------------------------------------------------------------------- 1 | # Licensed to the Apache Software Foundation (ASF) under one or more 2 | # contributor license agreements. See the NOTICE file distributed with 3 | # this work for additional information regarding copyright ownership. 4 | # The ASF licenses this file to You under the Apache License, Version 2.0 5 | # (the "License"); you may not use this file except in compliance with 6 | # the License. You may obtain a copy of the License at 7 | # 8 | # http://www.apache.org/licenses/LICENSE-2.0 9 | # 10 | # Unless required by applicable law or agreed to in writing, software 11 | # distributed under the License is distributed on an "AS IS" BASIS, 12 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 | # See the License for the specific language governing permissions and 14 | # limitations under the License. 15 | # the directory where the snapshot is stored. 16 | dataDir=target 17 | # the port at which the clients will connect 18 | clientPort=2181 19 | # disable the per-ip limit on the number of connections since this is a non-production config 20 | maxClientCnxns=0 -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-kudu-sink/src/test/resources/log4j2.xml: -------------------------------------------------------------------------------- 1 | 2 | 19 | 20 | 21 | 22 | 23 | 24 | 25 | 26 | 27 | 28 | 29 | 30 | 31 | 32 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-kudu-sink/src/test/resources/testAvroKuduOperationsProducer.avsc: -------------------------------------------------------------------------------- 1 | {"namespace": "org.apache.flume.sink.kudu", 2 | "type": "record", 3 | "name": "AvroKuduOperationsProducerTestRecord", 4 | "fields": [ 5 | {"name": "key", "type": "int"}, 6 | {"name": "longField", "type": "long"}, 7 | {"name": "doubleField", "type": "double"}, 8 | {"name": "nullableField", "type": ["string", "null"]}, 9 | {"name": "stringField", "type": "string"} 10 | ] 11 | } -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/README.md: -------------------------------------------------------------------------------- 1 | # Licensed to the Apache Software Foundation (ASF) under one 2 | # or more contributor license agreements. See the NOTICE file 3 | # distributed with this work for additional information 4 | # regarding copyright ownership. The ASF licenses this file 5 | # to you under the Apache License, Version 2.0 (the 6 | # "License"); you may not use this file except in compliance 7 | # with the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, 12 | # software distributed under the License is distributed on an 13 | # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 14 | # KIND, either express or implied. See the License for the 15 | # specific language governing permissions and limitations 16 | # under the License. 17 | 18 | # Flume Morphline Solr Sink 19 | 20 | This module contains a Flume Morphline Solr Sink that extracts search documents from Flume events, transforms them and loads them in Near Real Time into Apache Solr, typically a SolrCloud. This sink is intended to be used alongside the HdfsSink. It is designed to process not just structured data, but also arbitrary raw data, including data from many heterogeneous data sources. 21 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/java/org/apache/flume/sink/solr/morphline/TestEnvironment.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | package org.apache.flume.sink.solr.morphline; 18 | 19 | import java.net.UnknownHostException; 20 | 21 | import org.junit.Test; 22 | 23 | import org.kitesdk.morphline.solr.EnvironmentTest; 24 | 25 | /** Print and verify some info about the environment in which the unit tests are running */ 26 | public class TestEnvironment extends EnvironmentTest { 27 | 28 | @Test 29 | public void testEnvironment() throws UnknownHostException { 30 | super.testEnvironment(); 31 | } 32 | 33 | } 34 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/solr/collection1/conf/lang/contractions_ca.txt: -------------------------------------------------------------------------------- 1 | # Set of Catalan contractions for ElisionFilter 2 | # TODO: load this as a resource from the analyzer and sync it in build.xml 3 | d 4 | l 5 | m 6 | n 7 | s 8 | t 9 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/solr/collection1/conf/lang/contractions_fr.txt: -------------------------------------------------------------------------------- 1 | # Set of French contractions for ElisionFilter 2 | # TODO: load this as a resource from the analyzer and sync it in build.xml 3 | l 4 | m 5 | t 6 | qu 7 | n 8 | s 9 | j 10 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/solr/collection1/conf/lang/contractions_ga.txt: -------------------------------------------------------------------------------- 1 | # Set of Irish contractions for ElisionFilter 2 | # TODO: load this as a resource from the analyzer and sync it in build.xml 3 | d 4 | m 5 | b 6 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/solr/collection1/conf/lang/contractions_it.txt: -------------------------------------------------------------------------------- 1 | # Set of Italian contractions for ElisionFilter 2 | # TODO: load this as a resource from the analyzer and sync it in build.xml 3 | c 4 | l 5 | all 6 | dall 7 | dell 8 | nell 9 | sull 10 | coll 11 | pell 12 | gl 13 | agl 14 | dagl 15 | degl 16 | negl 17 | sugl 18 | un 19 | m 20 | t 21 | s 22 | v 23 | d 24 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/solr/collection1/conf/lang/hyphenations_ga.txt: -------------------------------------------------------------------------------- 1 | # Set of Irish hyphenations for StopFilter 2 | # TODO: load this as a resource from the analyzer and sync it in build.xml 3 | h 4 | n 5 | t 6 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/solr/collection1/conf/lang/stemdict_nl.txt: -------------------------------------------------------------------------------- 1 | # Set of overrides for the dutch stemmer 2 | # TODO: load this as a resource from the analyzer and sync it in build.xml 3 | fiets fiets 4 | bromfiets bromfiets 5 | ei eier 6 | kind kinder 7 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/solr/collection1/conf/lang/stopwords_el.txt: -------------------------------------------------------------------------------- 1 | # Lucene Greek Stopwords list 2 | # Note: by default this file is used after GreekLowerCaseFilter, 3 | # so when modifying this file use 'σ' instead of 'ς' 4 | ο 5 | η 6 | το 7 | οι 8 | τα 9 | του 10 | τησ 11 | των 12 | τον 13 | την 14 | και 15 | κι 16 | κ 17 | ειμαι 18 | εισαι 19 | ειναι 20 | ειμαστε 21 | ειστε 22 | στο 23 | στον 24 | στη 25 | στην 26 | μα 27 | αλλα 28 | απο 29 | για 30 | προσ 31 | με 32 | σε 33 | ωσ 34 | παρα 35 | αντι 36 | κατα 37 | μετα 38 | θα 39 | να 40 | δε 41 | δεν 42 | μη 43 | μην 44 | επι 45 | ενω 46 | εαν 47 | αν 48 | τοτε 49 | που 50 | πωσ 51 | ποιοσ 52 | ποια 53 | ποιο 54 | ποιοι 55 | ποιεσ 56 | ποιων 57 | ποιουσ 58 | αυτοσ 59 | αυτη 60 | αυτο 61 | αυτοι 62 | αυτων 63 | αυτουσ 64 | αυτεσ 65 | αυτα 66 | εκεινοσ 67 | εκεινη 68 | εκεινο 69 | εκεινοι 70 | εκεινεσ 71 | εκεινα 72 | εκεινων 73 | εκεινουσ 74 | οπωσ 75 | ομωσ 76 | ισωσ 77 | οσο 78 | οτι 79 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/solr/collection1/conf/lang/stopwords_en.txt: -------------------------------------------------------------------------------- 1 | # Licensed to the Apache Software Foundation (ASF) under one or more 2 | # contributor license agreements. See the NOTICE file distributed with 3 | # this work for additional information regarding copyright ownership. 4 | # The ASF licenses this file to You under the Apache License, Version 2.0 5 | # (the "License"); you may not use this file except in compliance with 6 | # the License. You may obtain a copy of the License at 7 | # 8 | # http://www.apache.org/licenses/LICENSE-2.0 9 | # 10 | # Unless required by applicable law or agreed to in writing, software 11 | # distributed under the License is distributed on an "AS IS" BASIS, 12 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 | # See the License for the specific language governing permissions and 14 | # limitations under the License. 15 | 16 | # a couple of test stopwords to test that the words are really being 17 | # configured from this file: 18 | stopworda 19 | stopwordb 20 | 21 | # Standard english stop words taken from Lucene's StopAnalyzer 22 | a 23 | an 24 | and 25 | are 26 | as 27 | at 28 | be 29 | but 30 | by 31 | for 32 | if 33 | in 34 | into 35 | is 36 | it 37 | no 38 | not 39 | of 40 | on 41 | or 42 | such 43 | that 44 | the 45 | their 46 | then 47 | there 48 | these 49 | they 50 | this 51 | to 52 | was 53 | will 54 | with 55 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/solr/collection1/conf/lang/stopwords_eu.txt: -------------------------------------------------------------------------------- 1 | # example set of basque stopwords 2 | al 3 | anitz 4 | arabera 5 | asko 6 | baina 7 | bat 8 | batean 9 | batek 10 | bati 11 | batzuei 12 | batzuek 13 | batzuetan 14 | batzuk 15 | bera 16 | beraiek 17 | berau 18 | berauek 19 | bere 20 | berori 21 | beroriek 22 | beste 23 | bezala 24 | da 25 | dago 26 | dira 27 | ditu 28 | du 29 | dute 30 | edo 31 | egin 32 | ere 33 | eta 34 | eurak 35 | ez 36 | gainera 37 | gu 38 | gutxi 39 | guzti 40 | haiei 41 | haiek 42 | haietan 43 | hainbeste 44 | hala 45 | han 46 | handik 47 | hango 48 | hara 49 | hari 50 | hark 51 | hartan 52 | hau 53 | hauei 54 | hauek 55 | hauetan 56 | hemen 57 | hemendik 58 | hemengo 59 | hi 60 | hona 61 | honek 62 | honela 63 | honetan 64 | honi 65 | hor 66 | hori 67 | horiei 68 | horiek 69 | horietan 70 | horko 71 | horra 72 | horrek 73 | horrela 74 | horretan 75 | horri 76 | hortik 77 | hura 78 | izan 79 | ni 80 | noiz 81 | nola 82 | non 83 | nondik 84 | nongo 85 | nor 86 | nora 87 | ze 88 | zein 89 | zen 90 | zenbait 91 | zenbat 92 | zer 93 | zergatik 94 | ziren 95 | zituen 96 | zu 97 | zuek 98 | zuen 99 | zuten 100 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/solr/collection1/conf/lang/stopwords_ga.txt: -------------------------------------------------------------------------------- 1 | 2 | a 3 | ach 4 | ag 5 | agus 6 | an 7 | aon 8 | ar 9 | arna 10 | as 11 | b' 12 | ba 13 | beirt 14 | bhúr 15 | caoga 16 | ceathair 17 | ceathrar 18 | chomh 19 | chtó 20 | chuig 21 | chun 22 | cois 23 | céad 24 | cúig 25 | cúigear 26 | d' 27 | daichead 28 | dar 29 | de 30 | deich 31 | deichniúr 32 | den 33 | dhá 34 | do 35 | don 36 | dtí 37 | dá 38 | dár 39 | dó 40 | faoi 41 | faoin 42 | faoina 43 | faoinár 44 | fara 45 | fiche 46 | gach 47 | gan 48 | go 49 | gur 50 | haon 51 | hocht 52 | i 53 | iad 54 | idir 55 | in 56 | ina 57 | ins 58 | inár 59 | is 60 | le 61 | leis 62 | lena 63 | lenár 64 | m' 65 | mar 66 | mo 67 | mé 68 | na 69 | nach 70 | naoi 71 | naonúr 72 | ná 73 | ní 74 | níor 75 | nó 76 | nócha 77 | ocht 78 | ochtar 79 | os 80 | roimh 81 | sa 82 | seacht 83 | seachtar 84 | seachtó 85 | seasca 86 | seisear 87 | siad 88 | sibh 89 | sinn 90 | sna 91 | sé 92 | sí 93 | tar 94 | thar 95 | thú 96 | triúr 97 | trí 98 | trína 99 | trínár 100 | tríocha 101 | tú 102 | um 103 | ár 104 | é 105 | éis 106 | í 107 | ó 108 | ón 109 | óna 110 | ónár 111 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/solr/collection1/conf/lang/stopwords_hy.txt: -------------------------------------------------------------------------------- 1 | # example set of Armenian stopwords. 2 | այդ 3 | այլ 4 | այն 5 | այս 6 | դու 7 | դուք 8 | եմ 9 | են 10 | ենք 11 | ես 12 | եք 13 | է 14 | էի 15 | էին 16 | էինք 17 | էիր 18 | էիք 19 | էր 20 | ըստ 21 | թ 22 | ի 23 | ին 24 | իսկ 25 | իր 26 | կամ 27 | համար 28 | հետ 29 | հետո 30 | մենք 31 | մեջ 32 | մի 33 | ն 34 | նա 35 | նաև 36 | նրա 37 | նրանք 38 | որ 39 | որը 40 | որոնք 41 | որպես 42 | ու 43 | ում 44 | պիտի 45 | վրա 46 | և 47 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/solr/collection1/conf/lang/stopwords_th.txt: -------------------------------------------------------------------------------- 1 | # Thai stopwords from: 2 | # "Opinion Detection in Thai Political News Columns 3 | # Based on Subjectivity Analysis" 4 | # Khampol Sukhum, Supot Nitsuwat, and Choochart Haruechaiyasak 5 | ไว้ 6 | ไม่ 7 | ไป 8 | ได้ 9 | ให้ 10 | ใน 11 | โดย 12 | แห่ง 13 | แล้ว 14 | และ 15 | แรก 16 | แบบ 17 | แต่ 18 | เอง 19 | เห็น 20 | เลย 21 | เริ่ม 22 | เรา 23 | เมื่อ 24 | เพื่อ 25 | เพราะ 26 | เป็นการ 27 | เป็น 28 | เปิดเผย 29 | เปิด 30 | เนื่องจาก 31 | เดียวกัน 32 | เดียว 33 | เช่น 34 | เฉพาะ 35 | เคย 36 | เข้า 37 | เขา 38 | อีก 39 | อาจ 40 | อะไร 41 | ออก 42 | อย่าง 43 | อยู่ 44 | อยาก 45 | หาก 46 | หลาย 47 | หลังจาก 48 | หลัง 49 | หรือ 50 | หนึ่ง 51 | ส่วน 52 | ส่ง 53 | สุด 54 | สําหรับ 55 | ว่า 56 | วัน 57 | ลง 58 | ร่วม 59 | ราย 60 | รับ 61 | ระหว่าง 62 | รวม 63 | ยัง 64 | มี 65 | มาก 66 | มา 67 | พร้อม 68 | พบ 69 | ผ่าน 70 | ผล 71 | บาง 72 | น่า 73 | นี้ 74 | นํา 75 | นั้น 76 | นัก 77 | นอกจาก 78 | ทุก 79 | ที่สุด 80 | ที่ 81 | ทําให้ 82 | ทํา 83 | ทาง 84 | ทั้งนี้ 85 | ทั้ง 86 | ถ้า 87 | ถูก 88 | ถึง 89 | ต้อง 90 | ต่างๆ 91 | ต่าง 92 | ต่อ 93 | ตาม 94 | ตั้งแต่ 95 | ตั้ง 96 | ด้าน 97 | ด้วย 98 | ดัง 99 | ซึ่ง 100 | ช่วง 101 | จึง 102 | จาก 103 | จัด 104 | จะ 105 | คือ 106 | ความ 107 | ครั้ง 108 | คง 109 | ขึ้น 110 | ของ 111 | ขอ 112 | ขณะ 113 | ก่อน 114 | ก็ 115 | การ 116 | กับ 117 | กัน 118 | กว่า 119 | กล่าว 120 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/solr/collection1/conf/lang/userdict_ja.txt: -------------------------------------------------------------------------------- 1 | # 2 | # This is a sample user dictionary for Kuromoji (JapaneseTokenizer) 3 | # 4 | # Add entries to this file in order to override the statistical model in terms 5 | # of segmentation, readings and part-of-speech tags. Notice that entries do 6 | # not have weights since they are always used when found. This is by-design 7 | # in order to maximize ease-of-use. 8 | # 9 | # Entries are defined using the following CSV format: 10 | # , ... , ... , 11 | # 12 | # Notice that a single half-width space separates tokens and readings, and 13 | # that the number tokens and readings must match exactly. 14 | # 15 | # Also notice that multiple entries with the same is undefined. 16 | # 17 | # Whitespace only lines are ignored. Comments are not allowed on entry lines. 18 | # 19 | 20 | # Custom segmentation for kanji compounds 21 | 日本経済新聞,日本 経済 新聞,ニホン ケイザイ シンブン,カスタム名詞 22 | 関西国際空港,関西 国際 空港,カンサイ コクサイ クウコウ,カスタム名詞 23 | 24 | # Custom segmentation for compound katakana 25 | トートバッグ,トート バッグ,トート バッグ,かずカナ名詞 26 | ショルダーバッグ,ショルダー バッグ,ショルダー バッグ,かずカナ名詞 27 | 28 | # Custom reading for former sumo wrestler 29 | 朝青龍,朝青龍,アサショウリュウ,カスタム人名 30 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/solr/collection1/conf/protwords.txt: -------------------------------------------------------------------------------- 1 | # The ASF licenses this file to You under the Apache License, Version 2.0 2 | # (the "License"); you may not use this file except in compliance with 3 | # the License. You may obtain a copy of the License at 4 | # 5 | # http://www.apache.org/licenses/LICENSE-2.0 6 | # 7 | # Unless required by applicable law or agreed to in writing, software 8 | # distributed under the License is distributed on an "AS IS" BASIS, 9 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 10 | # See the License for the specific language governing permissions and 11 | # limitations under the License. 12 | 13 | #----------------------------------------------------------------------- 14 | # Use a protected word file to protect against the stemmer reducing two 15 | # unrelated words to the same base word. 16 | 17 | # Some non-words that normally won't be encountered, 18 | # just to test that they won't be stemmed. 19 | dontstems 20 | zwhacky 21 | 22 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/solr/collection1/conf/stopwords.txt: -------------------------------------------------------------------------------- 1 | # Licensed to the Apache Software Foundation (ASF) under one or more 2 | # contributor license agreements. See the NOTICE file distributed with 3 | # this work for additional information regarding copyright ownership. 4 | # The ASF licenses this file to You under the Apache License, Version 2.0 5 | # (the "License"); you may not use this file except in compliance with 6 | # the License. You may obtain a copy of the License at 7 | # 8 | # http://www.apache.org/licenses/LICENSE-2.0 9 | # 10 | # Unless required by applicable law or agreed to in writing, software 11 | # distributed under the License is distributed on an "AS IS" BASIS, 12 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 | # See the License for the specific language governing permissions and 14 | # limitations under the License. 15 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/solr/collection1/conf/synonyms.txt: -------------------------------------------------------------------------------- 1 | # The ASF licenses this file to You under the Apache License, Version 2.0 2 | # (the "License"); you may not use this file except in compliance with 3 | # the License. You may obtain a copy of the License at 4 | # 5 | # http://www.apache.org/licenses/LICENSE-2.0 6 | # 7 | # Unless required by applicable law or agreed to in writing, software 8 | # distributed under the License is distributed on an "AS IS" BASIS, 9 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 10 | # See the License for the specific language governing permissions and 11 | # limitations under the License. 12 | 13 | #----------------------------------------------------------------------- 14 | #some test synonym mappings unlikely to appear in real input text 15 | aaafoo => aaabar 16 | bbbfoo => bbbfoo bbbbar 17 | cccfoo => cccbar cccbaz 18 | fooaaa,baraaa,bazaaa 19 | 20 | # Some synonym groups specific to this example 21 | GB,gib,gigabyte,gigabytes 22 | MB,mib,megabyte,megabytes 23 | Television, Televisions, TV, TVs 24 | #notice we use "gib" instead of "GiB" so any WordDelimiterFilter coming 25 | #after us won't split it into two words. 26 | 27 | # Synonym mappings can be used for spelling correction too 28 | pixima => pixma 29 | 30 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/NullHeader.docx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/NullHeader.docx -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/boilerplate.html: -------------------------------------------------------------------------------- 1 | 2 | 4 | 5 | 6 | 7 | Title 8 | 9 | 10 | 11 | 12 | 13 | 21 | 22 |
14 | 15 | 16 | 17 | 18 | 19 |
boilerplatetext
20 |
23 | 24 |

This is the real meat of the page, 25 | and represents the text we want. 26 | It has lots of juicy content. 27 | 28 | We assume that it won't get filtered out. 29 | And that all of the lines will be in the 30 | output. 31 |

32 | 33 |

34 | Here's another paragraph of text. 35 | This is the end of the text. 36 |

37 | 38 |

footer

39 | 40 | 41 | 42 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/cars.csv: -------------------------------------------------------------------------------- 1 | Age,Color,Extras,Type,Used 2 | 2,blue,GPS,"Gas, with electric","" 3 | 10,green,"Labeled ""Vintage, 1913""",,yes 4 | 100,red,"Labeled ""Vintage 1913""",yes 5 | 5,orange,none,"This is a 6 | multi, line text",no -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/cars.csv.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/cars.csv.gz -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/cars.ssv: -------------------------------------------------------------------------------- 1 | Age Color Extras Type Used 2 | 2 blue GPS "Gas, with electric" "" 3 | 10 green "Labeled ""Vintage, 1913""" yes 4 | 100 red "Labeled ""Vintage 1913""" yes 5 | 5 orange none "This is a 6 | multi, line text" no -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/cars.tsv: -------------------------------------------------------------------------------- 1 | Age Color Extras Type Used 2 | 2 blue GPS "Gas with electric" "" 3 | 10 green "Labeled ""Vintage 1913""" yes 4 | 100 red "Labeled ""Vintage 1913""" yes 5 | 5 orange none "This is a 6 | multi line text" no -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/multiline-sessions.log: -------------------------------------------------------------------------------- 1 | Started GET /foo 2 | Foo Started GET as HTML 3 | Completed 401 Unauthorized in 0ms 4 | 5 | 6 | Started GET /bar 7 | Bar as HTML 8 | Completed 200 OK in 339ms 9 | Started GET /baz 10 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/non-length-delimited-20130430-234145-tweets.json.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/non-length-delimited-20130430-234145-tweets.json.gz -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/sample-statuses-20120906-141433-medium.avro: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/sample-statuses-20120906-141433-medium.avro -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/sample-statuses-20120906-141433-subschema.avsc: -------------------------------------------------------------------------------- 1 | { 2 | "type" : "record", 3 | "name" : "Doc", 4 | "doc" : "adoc", 5 | "fields" : [ { 6 | "name" : "id", 7 | "type" : "string" 8 | }, { 9 | "name" : "text", 10 | "type" : [ "string", "null" ] 11 | } ] 12 | } 13 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/sample-statuses-20120906-141433.avro: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/sample-statuses-20120906-141433.avro -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/sample-statuses-20120906-141433.bz2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/sample-statuses-20120906-141433.bz2 -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/sample-statuses-20120906-141433.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/sample-statuses-20120906-141433.gz -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/test-documents.7z: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/test-documents.7z -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/test-documents.cpio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/test-documents.cpio -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/test-documents.tar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/test-documents.tar -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/test-documents.tbz2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/test-documents.tbz2 -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/test-documents.tgz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/test-documents.tgz -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/test-documents.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/test-documents.zip -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/test-outlook.msg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/test-outlook.msg -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/test-zip-of-zip.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/test-zip-of-zip.zip -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testAIFF.aif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testAIFF.aif -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testBMP.bmp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testBMP.bmp -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testEXCEL.xls: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testEXCEL.xls -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testEXCEL.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testEXCEL.xlsx -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testFLAC.flac: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testFLAC.flac -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testFLAC.oga: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testFLAC.oga -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testFLV.flv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testFLV.flv -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testGIF.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testGIF.gif -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testJAR.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testJAR.jar -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testJPEG_EXIF.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testJPEG_EXIF.jpg -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testJPEG_EXIF.jpg.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testJPEG_EXIF.jpg.gz -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testJPEG_EXIF.jpg.tar.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testJPEG_EXIF.jpg.tar.gz -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testKeynote.key: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testKeynote.key -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testMP3i18n.mp3: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testMP3i18n.mp3 -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testMP4.m4a: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testMP4.m4a -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testNumbers.numbers: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testNumbers.numbers -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testPDF.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testPDF.pdf -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testPNG.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testPNG.png -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testPPM.ppm: -------------------------------------------------------------------------------- 1 | P3 2 | 1 1 3 | 255 4 | 0 0 0 -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testPPT_various.ppt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testPPT_various.ppt -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testPPT_various.pptx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testPPT_various.pptx -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testPSD.psd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testPSD.psd -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testPages.pages: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testPages.pages -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testRDF.rdf: -------------------------------------------------------------------------------- 1 | 2 | 18 | 20 | 23 | 24 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testSVG.svg: -------------------------------------------------------------------------------- 1 | 2 | 4 | 5 | Test SVG image 6 | 7 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testTIFF.tif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testTIFF.tif -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testTrueType.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testTrueType.ttf -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testVISIO.vsd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testVISIO.vsd -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testVORBIS.ogg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testVORBIS.ogg -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testWAR.war: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testWAR.war -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testWAV.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testWAV.wav -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testWINMAIL.dat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testWINMAIL.dat -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testWMA.wma: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testWMA.wma -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testWMF.wmf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testWMF.wmf -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testWMV.wmv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testWMV.wmv -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testWORD_various.doc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testWORD_various.doc -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testWindows-x86-32.exe: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ElvesLab/DART/e67b59116d3643eded36f4fe8e62a1d131f7e9a7/streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-documents/testWindows-x86-32.exe -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-morphlines/noOperation.conf: -------------------------------------------------------------------------------- 1 | # Licensed to the Apache Software Foundation (ASF) under one 2 | # or more contributor license agreements. See the NOTICE file 3 | # distributed with this work for additional information 4 | # regarding copyright ownership. The ASF licenses this file 5 | # to you under the Apache License, Version 2.0 (the 6 | # "License"); you may not use this file except in compliance 7 | # with the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, 12 | # software distributed under the License is distributed on an 13 | # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 14 | # KIND, either express or implied. See the License for the 15 | # specific language governing permissions and limitations 16 | # under the License. 17 | 18 | morphlines : [ 19 | { 20 | id : morphline1 21 | importCommands : ["org.kitesdk.**"] 22 | 23 | commands : [ 24 | { logDebug { format : "output record: {}", args : ["@{}"] } } 25 | ] 26 | } 27 | ] 28 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sinks/flume-ng-morphline-solr-sink/src/test/resources/test-morphlines/readClob.conf: -------------------------------------------------------------------------------- 1 | # Licensed to the Apache Software Foundation (ASF) under one 2 | # or more contributor license agreements. See the NOTICE file 3 | # distributed with this work for additional information 4 | # regarding copyright ownership. The ASF licenses this file 5 | # to you under the Apache License, Version 2.0 (the 6 | # "License"); you may not use this file except in compliance 7 | # with the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, 12 | # software distributed under the License is distributed on an 13 | # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 14 | # KIND, either express or implied. See the License for the 15 | # specific language governing permissions and limitations 16 | # under the License. 17 | 18 | morphlines : [ 19 | { 20 | id : morphline1 21 | importCommands : ["org.kitesdk.**", "org.apache.solr.**"] 22 | 23 | commands : [ 24 | { 25 | readClob { 26 | charset : UTF-8 27 | } 28 | } 29 | { logDebug { format : "output record: {}", args : ["@{}"] } } 30 | ] 31 | } 32 | ] 33 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sources/flume-jms-source/src/main/java/org/apache/flume/source/jms/InitialContextFactory.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, software 13 | * distributed under the License is distributed on an "AS IS" BASIS, 14 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 15 | * See the License for the specific language governing permissions and 16 | * limitations under the License. 17 | */ 18 | package org.apache.flume.source.jms; 19 | 20 | import java.util.Properties; 21 | 22 | import javax.naming.InitialContext; 23 | import javax.naming.NamingException; 24 | 25 | public class InitialContextFactory { 26 | 27 | public InitialContext create(Properties properties) throws NamingException { 28 | return new InitialContext(properties); 29 | } 30 | } 31 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sources/flume-jms-source/src/main/java/org/apache/flume/source/jms/JMSDestinationLocator.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | package org.apache.flume.source.jms; 20 | 21 | public enum JMSDestinationLocator { 22 | JNDI, CDI 23 | } -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sources/flume-jms-source/src/main/java/org/apache/flume/source/jms/JMSDestinationType.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | package org.apache.flume.source.jms; 20 | 21 | public enum JMSDestinationType { 22 | QUEUE(), TOPIC(), 23 | } -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sources/flume-kafka-source/src/test/resources/log4j2.xml: -------------------------------------------------------------------------------- 1 | 2 | 19 | 20 | 21 | 22 | 23 | 24 | 25 | 26 | 27 | 28 | 29 | 30 | 31 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sources/flume-scribe-source/src/main/thrift/aslv2: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-sources/flume-scribe-source/src/main/thrift/scribe-source.thrift: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | 21 | namespace java org.apache.flume.source.scribe 22 | 23 | enum ResultCode { 24 | OK,TRY_LATER 25 | } 26 | 27 | struct LogEntry { 28 | 1: string category, 29 | 2: string message 30 | } 31 | 32 | service Scribe { 33 | ResultCode Log(1: list messages); 34 | } -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-tests/src/main/java/org/apache/flume/Dummy.java: -------------------------------------------------------------------------------- 1 | /** 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, software 13 | * distributed under the License is distributed on an "AS IS" BASIS, 14 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 15 | * See the License for the specific language governing permissions and 16 | * limitations under the License. 17 | */ 18 | 19 | package org.apache.flume; 20 | 21 | /** 22 | * Placeholder class so the git mirror does not leave out the src/main/java dir 23 | */ 24 | public class Dummy { 25 | 26 | public Dummy() { 27 | throw new UnsupportedOperationException("Dummy class meant for use"); 28 | } 29 | 30 | } 31 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-tests/src/test/resources/log4j2.xml: -------------------------------------------------------------------------------- 1 | 2 | 19 | 20 | 21 | 22 | 23 | 24 | 25 | 26 | 27 | 28 | 29 | 30 | 31 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-ng-tests/src/test/resources/rpc-client-test.properties: -------------------------------------------------------------------------------- 1 | # Licensed to the Apache Software Foundation (ASF) under one 2 | # or more contributor license agreements. See the NOTICE file 3 | # distributed with this work for additional information 4 | # regarding copyright ownership. The ASF licenses this file 5 | # to you under the Apache License, Version 2.0 (the 6 | # "License"); you may not use this file except in compliance 7 | # with the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, 12 | # software distributed under the License is distributed on an 13 | # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 14 | # KIND, either express or implied. See the License for the 15 | # specific language governing permissions and limitations 16 | # under the License. 17 | 18 | rpccagent.sources = src1 19 | rpccagent.channels = ch1 20 | 21 | rpccagent.sources.src1.type = avro 22 | rpccagent.sources.src1.bind = 127.0.0.1 23 | #rpccagent.sources.src1.port = Set from java source 24 | rpccagent.sources.src1.channels = ch1 25 | 26 | rpccagent.channels.ch1.type = memory 27 | rpccagent.channels.ch1.capacity = 100 28 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-shared/flume-shared-kafka-test/src/main/java/org/apache/flume/shared/kafka/test/PartitionOption.java: -------------------------------------------------------------------------------- 1 | /** 2 | Licensed to the Apache Software Foundation (ASF) under one or more 3 | contributor license agreements. See the NOTICE file distributed with 4 | this work for additional information regarding copyright ownership. 5 | The ASF licenses this file to You under the Apache License, Version 2.0 6 | (the "License"); you may not use this file except in compliance with 7 | the License. You may obtain a copy of the License at 8 | 9 | http://www.apache.org/licenses/LICENSE-2.0 10 | 11 | Unless required by applicable law or agreed to in writing, software 12 | distributed under the License is distributed on an "AS IS" BASIS, 13 | WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | See the License for the specific language governing permissions and 15 | limitations under the License. 16 | limitations under the License. 17 | */ 18 | 19 | package org.apache.flume.shared.kafka.test; 20 | 21 | public enum PartitionOption { 22 | VALIDBUTOUTOFRANGE, 23 | NOTSET, 24 | NOTANUMBER 25 | } 26 | -------------------------------------------------------------------------------- /streamprocessing/flume/flume-shared/flume-shared-kafka-test/src/main/java/org/apache/flume/shared/kafka/test/PartitionTestScenario.java: -------------------------------------------------------------------------------- 1 | /** 2 | Licensed to the Apache Software Foundation (ASF) under one or more 3 | contributor license agreements. See the NOTICE file distributed with 4 | this work for additional information regarding copyright ownership. 5 | The ASF licenses this file to You under the Apache License, Version 2.0 6 | (the "License"); you may not use this file except in compliance with 7 | the License. You may obtain a copy of the License at 8 | 9 | http://www.apache.org/licenses/LICENSE-2.0 10 | 11 | Unless required by applicable law or agreed to in writing, software 12 | distributed under the License is distributed on an "AS IS" BASIS, 13 | WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | See the License for the specific language governing permissions and 15 | limitations under the License. 16 | limitations under the License. 17 | */ 18 | 19 | package org.apache.flume.shared.kafka.test; 20 | 21 | public enum PartitionTestScenario { 22 | STATIC_HEADER_ONLY, 23 | PARTITION_ID_HEADER_ONLY, 24 | STATIC_HEADER_AND_PARTITION_ID, 25 | NO_PARTITION_HEADERS 26 | } -------------------------------------------------------------------------------- /streamprocessing/flume/flume-tools/src/main/java/org/apache/flume/tools/FlumeTool.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | package org.apache.flume.tools; 20 | 21 | public interface FlumeTool { 22 | 23 | public void run(String[] args) throws Exception; 24 | } 25 | --------------------------------------------------------------------------------