├── .gitignore ├── LICENSE ├── README.md ├── benchmarks ├── w_semantics │ ├── ae.sh │ ├── cnn.sh │ ├── lstm_sup.sh │ ├── lstm_unsup.sh │ └── transformer.sh └── wo_semantics │ ├── ae.sh │ ├── cnn.sh │ ├── lstm_sup.sh │ ├── lstm_unsup.sh │ └── transformer.sh ├── data ├── HDFS │ ├── HDFS_100k.log_structured.csv │ └── anomaly_label.csv └── processed │ ├── HDFS_100k │ ├── hdfs_0.0_tar │ │ ├── data_desc.json │ │ ├── session_test.pkl │ │ └── session_train.pkl │ └── hdfs_1.0_tar │ │ ├── data_desc.json │ │ ├── session_test.pkl │ │ └── session_train.pkl │ └── full_data.zip ├── data_preprocess ├── preprocess_bgl.py ├── preprocess_hdfs.py └── utils.py ├── deeploglizer ├── __init__.py ├── common │ ├── __init__.py │ ├── dataloader.py │ ├── preprocess.py │ └── utils.py └── models │ ├── __init__.py │ ├── ae.py │ ├── base_model.py │ ├── cnn.py │ ├── lstm.py │ └── transformer.py ├── demo ├── ae_demo.py ├── cnn_demo.py ├── lstm_demo.py └── transformer_demo.py ├── docs └── log_ad.jpg └── requirements.txt /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/README.md -------------------------------------------------------------------------------- /benchmarks/w_semantics/ae.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/benchmarks/w_semantics/ae.sh -------------------------------------------------------------------------------- /benchmarks/w_semantics/cnn.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/benchmarks/w_semantics/cnn.sh -------------------------------------------------------------------------------- /benchmarks/w_semantics/lstm_sup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/benchmarks/w_semantics/lstm_sup.sh -------------------------------------------------------------------------------- /benchmarks/w_semantics/lstm_unsup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/benchmarks/w_semantics/lstm_unsup.sh -------------------------------------------------------------------------------- /benchmarks/w_semantics/transformer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/benchmarks/w_semantics/transformer.sh -------------------------------------------------------------------------------- /benchmarks/wo_semantics/ae.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/benchmarks/wo_semantics/ae.sh -------------------------------------------------------------------------------- /benchmarks/wo_semantics/cnn.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/benchmarks/wo_semantics/cnn.sh -------------------------------------------------------------------------------- /benchmarks/wo_semantics/lstm_sup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/benchmarks/wo_semantics/lstm_sup.sh -------------------------------------------------------------------------------- /benchmarks/wo_semantics/lstm_unsup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/benchmarks/wo_semantics/lstm_unsup.sh -------------------------------------------------------------------------------- /benchmarks/wo_semantics/transformer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/benchmarks/wo_semantics/transformer.sh -------------------------------------------------------------------------------- /data/HDFS/HDFS_100k.log_structured.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/data/HDFS/HDFS_100k.log_structured.csv -------------------------------------------------------------------------------- /data/HDFS/anomaly_label.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/data/HDFS/anomaly_label.csv -------------------------------------------------------------------------------- /data/processed/HDFS_100k/hdfs_0.0_tar/data_desc.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/data/processed/HDFS_100k/hdfs_0.0_tar/data_desc.json -------------------------------------------------------------------------------- /data/processed/HDFS_100k/hdfs_0.0_tar/session_test.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/data/processed/HDFS_100k/hdfs_0.0_tar/session_test.pkl -------------------------------------------------------------------------------- /data/processed/HDFS_100k/hdfs_0.0_tar/session_train.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/data/processed/HDFS_100k/hdfs_0.0_tar/session_train.pkl -------------------------------------------------------------------------------- /data/processed/HDFS_100k/hdfs_1.0_tar/data_desc.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/data/processed/HDFS_100k/hdfs_1.0_tar/data_desc.json -------------------------------------------------------------------------------- /data/processed/HDFS_100k/hdfs_1.0_tar/session_test.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/data/processed/HDFS_100k/hdfs_1.0_tar/session_test.pkl -------------------------------------------------------------------------------- /data/processed/HDFS_100k/hdfs_1.0_tar/session_train.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/data/processed/HDFS_100k/hdfs_1.0_tar/session_train.pkl -------------------------------------------------------------------------------- /data/processed/full_data.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/data/processed/full_data.zip -------------------------------------------------------------------------------- /data_preprocess/preprocess_bgl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/data_preprocess/preprocess_bgl.py -------------------------------------------------------------------------------- /data_preprocess/preprocess_hdfs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/data_preprocess/preprocess_hdfs.py -------------------------------------------------------------------------------- /data_preprocess/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/data_preprocess/utils.py -------------------------------------------------------------------------------- /deeploglizer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /deeploglizer/common/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /deeploglizer/common/dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/deeploglizer/common/dataloader.py -------------------------------------------------------------------------------- /deeploglizer/common/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/deeploglizer/common/preprocess.py -------------------------------------------------------------------------------- /deeploglizer/common/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/deeploglizer/common/utils.py -------------------------------------------------------------------------------- /deeploglizer/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/deeploglizer/models/__init__.py -------------------------------------------------------------------------------- /deeploglizer/models/ae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/deeploglizer/models/ae.py -------------------------------------------------------------------------------- /deeploglizer/models/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/deeploglizer/models/base_model.py -------------------------------------------------------------------------------- /deeploglizer/models/cnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/deeploglizer/models/cnn.py -------------------------------------------------------------------------------- /deeploglizer/models/lstm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/deeploglizer/models/lstm.py -------------------------------------------------------------------------------- /deeploglizer/models/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/deeploglizer/models/transformer.py -------------------------------------------------------------------------------- /demo/ae_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/demo/ae_demo.py -------------------------------------------------------------------------------- /demo/cnn_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/demo/cnn_demo.py -------------------------------------------------------------------------------- /demo/lstm_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/demo/lstm_demo.py -------------------------------------------------------------------------------- /demo/transformer_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/demo/transformer_demo.py -------------------------------------------------------------------------------- /docs/log_ad.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/docs/log_ad.jpg -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/logpai/deep-loglizer/HEAD/requirements.txt --------------------------------------------------------------------------------