├── .circleci ├── config.yml └── tests │ ├── learning.py │ └── main.py ├── .gitignore ├── LICENSE ├── docs ├── Makefile ├── make.bat └── source │ ├── conf.py │ ├── data.rst │ ├── examples │ ├── cloning_from_github.rst │ ├── examples.rst │ ├── getting_started.rst │ ├── pandas_backend.rst │ └── your_data.rst │ ├── index.rst │ └── nn.rst ├── examples ├── 0. Embeddings Generation │ ├── 1. (proof of concept) DQN.ipynb │ └── Pipelines │ │ └── ML20M │ │ ├── 1. Async Parsing.ipynb │ │ ├── 2. NLP.ipynb │ │ ├── 3. Feature Engineering .ipynb │ │ ├── 4. Graph Embeddings.ipynb │ │ └── 5. The Big Merge.ipynb ├── 1. Vanilla RL │ ├── 1. Anomaly Detection.ipynb │ ├── 2. DDPG.ipynb │ ├── 3. TD3.ipynb │ ├── 4. SAC.ipynb │ └── 5. LSTM State Encoder.ipynb ├── 2. REINFORCE TopK Off Policy Correction │ ├── 0. Inner workings of REINFORCE inside recnn (optional).ipynb │ ├── 1. Basic Reinforce with RecNN.ipynb │ ├── 2. Reinforce Off Policy Correction.ipynb │ └── 3. TopK Reinforce Off Policy Correction.ipynb ├── 99.To be released, but working │ ├── 2. BCQ │ │ ├── 1. BCQ PyTorch .ipynb │ │ └── 2. BCQ Pyro.ipynb │ ├── 3. Decentralized Recommendation with PySyft │ │ └── 1. PySyft with RecNN Environment .ipynb │ └── 4. SearchNet │ │ └── 1. DDPG_SN.ipynb ├── [Library Basics] │ ├── 1. Getting Started.ipynb │ ├── 2. Different Pandas Backends.ipynb │ └── algorithms how to │ │ ├── ddpg.ipynb │ │ ├── reinforce.ipynb │ │ └── td3.ipynb ├── [Results] │ ├── 1. Ranking.ipynb │ ├── 2. Diversity Test (Indexes).ipynb │ ├── 3. Distances Test.ipynb │ └── 4. BCQ Stochastic Diversity .ipynb ├── readme.md └── streamlit_demo.py ├── readme.md ├── recnn ├── __init__.py ├── data │ ├── __init__.py │ ├── dataset_functions.py │ ├── db_con.py │ ├── env.py │ ├── pandas_backend.py │ └── utils.py ├── nn │ ├── __init__.py │ ├── algo.py │ ├── models.py │ └── update │ │ ├── __init__.py │ │ ├── bcq.py │ │ ├── ddpg.py │ │ ├── misc.py │ │ ├── reinforce.py │ │ └── td3.py └── utils │ ├── __init__.py │ ├── misc.py │ └── plot.py ├── requirements.txt ├── res ├── article_1.png ├── article_2.png └── logo big.png ├── setup.cfg └── setup.py /.circleci/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/.circleci/config.yml -------------------------------------------------------------------------------- /.circleci/tests/learning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/.circleci/tests/learning.py -------------------------------------------------------------------------------- /.circleci/tests/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/.circleci/tests/main.py -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/LICENSE -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/source/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/docs/source/conf.py -------------------------------------------------------------------------------- /docs/source/data.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/docs/source/data.rst -------------------------------------------------------------------------------- /docs/source/examples/cloning_from_github.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/docs/source/examples/cloning_from_github.rst -------------------------------------------------------------------------------- /docs/source/examples/examples.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/docs/source/examples/examples.rst -------------------------------------------------------------------------------- /docs/source/examples/getting_started.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/docs/source/examples/getting_started.rst -------------------------------------------------------------------------------- /docs/source/examples/pandas_backend.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/docs/source/examples/pandas_backend.rst -------------------------------------------------------------------------------- /docs/source/examples/your_data.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/docs/source/examples/your_data.rst -------------------------------------------------------------------------------- /docs/source/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/docs/source/index.rst -------------------------------------------------------------------------------- /docs/source/nn.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/docs/source/nn.rst -------------------------------------------------------------------------------- /examples/0. Embeddings Generation/1. (proof of concept) DQN.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/examples/0. Embeddings Generation/1. (proof of concept) DQN.ipynb -------------------------------------------------------------------------------- /examples/0. Embeddings Generation/Pipelines/ML20M/1. Async Parsing.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/examples/0. Embeddings Generation/Pipelines/ML20M/1. Async Parsing.ipynb -------------------------------------------------------------------------------- /examples/0. Embeddings Generation/Pipelines/ML20M/2. NLP.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/examples/0. Embeddings Generation/Pipelines/ML20M/2. NLP.ipynb -------------------------------------------------------------------------------- /examples/0. Embeddings Generation/Pipelines/ML20M/3. Feature Engineering .ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/examples/0. Embeddings Generation/Pipelines/ML20M/3. Feature Engineering .ipynb -------------------------------------------------------------------------------- /examples/0. Embeddings Generation/Pipelines/ML20M/4. Graph Embeddings.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/examples/0. Embeddings Generation/Pipelines/ML20M/4. Graph Embeddings.ipynb -------------------------------------------------------------------------------- /examples/0. Embeddings Generation/Pipelines/ML20M/5. The Big Merge.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/examples/0. Embeddings Generation/Pipelines/ML20M/5. The Big Merge.ipynb -------------------------------------------------------------------------------- /examples/1. Vanilla RL/1. Anomaly Detection.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/examples/1. Vanilla RL/1. Anomaly Detection.ipynb -------------------------------------------------------------------------------- /examples/1. Vanilla RL/2. DDPG.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/examples/1. Vanilla RL/2. DDPG.ipynb -------------------------------------------------------------------------------- /examples/1. Vanilla RL/3. TD3.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/examples/1. Vanilla RL/3. TD3.ipynb -------------------------------------------------------------------------------- /examples/1. Vanilla RL/4. SAC.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/examples/1. Vanilla RL/4. SAC.ipynb -------------------------------------------------------------------------------- /examples/1. Vanilla RL/5. LSTM State Encoder.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/examples/1. Vanilla RL/5. LSTM State Encoder.ipynb -------------------------------------------------------------------------------- /examples/2. REINFORCE TopK Off Policy Correction/0. Inner workings of REINFORCE inside recnn (optional).ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/examples/2. REINFORCE TopK Off Policy Correction/0. Inner workings of REINFORCE inside recnn (optional).ipynb -------------------------------------------------------------------------------- /examples/2. REINFORCE TopK Off Policy Correction/1. Basic Reinforce with RecNN.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/examples/2. REINFORCE TopK Off Policy Correction/1. Basic Reinforce with RecNN.ipynb -------------------------------------------------------------------------------- /examples/2. REINFORCE TopK Off Policy Correction/2. Reinforce Off Policy Correction.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/examples/2. REINFORCE TopK Off Policy Correction/2. Reinforce Off Policy Correction.ipynb -------------------------------------------------------------------------------- /examples/2. REINFORCE TopK Off Policy Correction/3. TopK Reinforce Off Policy Correction.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/examples/2. REINFORCE TopK Off Policy Correction/3. TopK Reinforce Off Policy Correction.ipynb -------------------------------------------------------------------------------- /examples/99.To be released, but working/2. BCQ/1. BCQ PyTorch .ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/examples/99.To be released, but working/2. BCQ/1. BCQ PyTorch .ipynb -------------------------------------------------------------------------------- /examples/99.To be released, but working/2. BCQ/2. BCQ Pyro.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/examples/99.To be released, but working/2. BCQ/2. BCQ Pyro.ipynb -------------------------------------------------------------------------------- /examples/99.To be released, but working/3. Decentralized Recommendation with PySyft/1. PySyft with RecNN Environment .ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/examples/99.To be released, but working/3. Decentralized Recommendation with PySyft/1. PySyft with RecNN Environment .ipynb -------------------------------------------------------------------------------- /examples/99.To be released, but working/4. SearchNet/1. DDPG_SN.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/examples/99.To be released, but working/4. SearchNet/1. DDPG_SN.ipynb -------------------------------------------------------------------------------- /examples/[Library Basics]/1. Getting Started.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/examples/[Library Basics]/1. Getting Started.ipynb -------------------------------------------------------------------------------- /examples/[Library Basics]/2. Different Pandas Backends.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/examples/[Library Basics]/2. Different Pandas Backends.ipynb -------------------------------------------------------------------------------- /examples/[Library Basics]/algorithms how to/ddpg.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/examples/[Library Basics]/algorithms how to/ddpg.ipynb -------------------------------------------------------------------------------- /examples/[Library Basics]/algorithms how to/reinforce.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/examples/[Library Basics]/algorithms how to/reinforce.ipynb -------------------------------------------------------------------------------- /examples/[Library Basics]/algorithms how to/td3.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/examples/[Library Basics]/algorithms how to/td3.ipynb -------------------------------------------------------------------------------- /examples/[Results]/1. Ranking.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/examples/[Results]/1. Ranking.ipynb -------------------------------------------------------------------------------- /examples/[Results]/2. Diversity Test (Indexes).ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/examples/[Results]/2. Diversity Test (Indexes).ipynb -------------------------------------------------------------------------------- /examples/[Results]/3. Distances Test.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/examples/[Results]/3. Distances Test.ipynb -------------------------------------------------------------------------------- /examples/[Results]/4. BCQ Stochastic Diversity .ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/examples/[Results]/4. BCQ Stochastic Diversity .ipynb -------------------------------------------------------------------------------- /examples/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/examples/readme.md -------------------------------------------------------------------------------- /examples/streamlit_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/examples/streamlit_demo.py -------------------------------------------------------------------------------- /readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/readme.md -------------------------------------------------------------------------------- /recnn/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/recnn/__init__.py -------------------------------------------------------------------------------- /recnn/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/recnn/data/__init__.py -------------------------------------------------------------------------------- /recnn/data/dataset_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/recnn/data/dataset_functions.py -------------------------------------------------------------------------------- /recnn/data/db_con.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/recnn/data/db_con.py -------------------------------------------------------------------------------- /recnn/data/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/recnn/data/env.py -------------------------------------------------------------------------------- /recnn/data/pandas_backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/recnn/data/pandas_backend.py -------------------------------------------------------------------------------- /recnn/data/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/recnn/data/utils.py -------------------------------------------------------------------------------- /recnn/nn/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/recnn/nn/__init__.py -------------------------------------------------------------------------------- /recnn/nn/algo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/recnn/nn/algo.py -------------------------------------------------------------------------------- /recnn/nn/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/recnn/nn/models.py -------------------------------------------------------------------------------- /recnn/nn/update/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/recnn/nn/update/__init__.py -------------------------------------------------------------------------------- /recnn/nn/update/bcq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/recnn/nn/update/bcq.py -------------------------------------------------------------------------------- /recnn/nn/update/ddpg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/recnn/nn/update/ddpg.py -------------------------------------------------------------------------------- /recnn/nn/update/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/recnn/nn/update/misc.py -------------------------------------------------------------------------------- /recnn/nn/update/reinforce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/recnn/nn/update/reinforce.py -------------------------------------------------------------------------------- /recnn/nn/update/td3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/recnn/nn/update/td3.py -------------------------------------------------------------------------------- /recnn/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/recnn/utils/__init__.py -------------------------------------------------------------------------------- /recnn/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/recnn/utils/misc.py -------------------------------------------------------------------------------- /recnn/utils/plot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/recnn/utils/plot.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/requirements.txt -------------------------------------------------------------------------------- /res/article_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/res/article_1.png -------------------------------------------------------------------------------- /res/article_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/res/article_2.png -------------------------------------------------------------------------------- /res/logo big.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/res/logo big.png -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- 1 | [metadata] 2 | description-file = readme.md 3 | [pycodestyle] 4 | max-line-length = 160 -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/awarebayes/RecNN/HEAD/setup.py --------------------------------------------------------------------------------