![\"datapark\"](\"http://datapark.io/img/logo.png\"){kind=logo}
\n", 224 | "\n", 225 | "datapark.io | @dataparkio | team@datapark.io" 226 | ] 227 | } 228 | ], 229 | "metadata": { 230 | "kernelspec": { 231 | "display_name": "Python 2", 232 | "language": "python", 233 | "name": "python2" 234 | }, 235 | "language_info": { 236 | "codemirror_mode": { 237 | "name": "ipython", 238 | "version": 2 239 | }, 240 | "file_extension": ".py", 241 | "mimetype": "text/x-python", 242 | "name": "python", 243 | "nbconvert_exporter": "python", 244 | "pygments_lexer": "ipython2", 245 | "version": "2.7.10" 246 | } 247 | }, 248 | "nbformat": 4, 249 | "nbformat_minor": 0 250 | } 251 | -------------------------------------------------------------------------------- /jupserver/ipynbs/quandl.ipynb: -------------------------------------------------------------------------------- 1 | { 2 | "cells": [ 3 | { 4 | "cell_type": "markdown", 5 | "metadata": {}, 6 | "source": [ 7 | "
" 8 | ] 9 | }, 10 | { 11 | "cell_type": "markdown", 12 | "metadata": {}, 13 | "source": [ 14 | "# Analyzing Bitcoin Data with PQP and Quandl.com" 15 | ] 16 | }, 17 | { 18 | "cell_type": "code", 19 | "execution_count": 1, 20 | "metadata": { 21 | "collapsed": false 22 | }, 23 | "outputs": [], 24 | "source": [ 25 | "import pandas as pd\n", 26 | "import urllib\n", 27 | "import json\n", 28 | "import matplotlib as mpl\n", 29 | "mpl.use('agg')\n", 30 | "import seaborn as sns; sns.set()\n", 31 | "%matplotlib inline" 32 | ] 33 | }, 34 | { 35 | "cell_type": "code", 36 | "execution_count": 2, 37 | "metadata": { 38 | "collapsed": false 39 | }, 40 | "outputs": [], 41 | "source": [ 42 | "def read_quandl(url):\n", 43 | " d = json.loads(urllib.urlopen(url).read())\n", 44 | " df = pd.DataFrame(d['data'], columns=d['column_names']).set_index('Date').sort()\n", 45 | " return df" 46 | ] 47 | }, 48 | { 49 | "cell_type": "markdown", 50 | "metadata": {}, 51 | "source": [ 52 | "## Number of Bitcoins" 53 | ] 54 | }, 55 | { 56 | "cell_type": "code", 57 | "execution_count": 3, 58 | "metadata": { 59 | "collapsed": false 60 | }, 61 | "outputs": [], 62 | "source": [ 63 | "url = \"https://www.quandl.com/api/v1/datasets/BCHAIN/TOTBC.json\"" 64 | ] 65 | }, 66 | { 67 | "cell_type": "code", 68 | "execution_count": 4, 69 | "metadata": { 70 | "collapsed": false 71 | }, 72 | "outputs": [], 73 | "source": [ 74 | "number = read_quandl(url)" 75 | ] 76 | }, 77 | { 78 | "cell_type": "markdown", 79 | "metadata": {}, 80 | "source": [ 81 | "Number of **Bitcoins in existence**." 82 | ] 83 | }, 84 | { 85 | "cell_type": "code", 86 | "execution_count": 5, 87 | "metadata": { 88 | "collapsed": false 89 | }, 90 | "outputs": [ 91 | { 92 | "data": { 93 | "text/plain": [ 94 | "
\n", 232 | "\n", 233 | "datapark.io | @dataparkio | team@datapark.io" 234 | ] 235 | } 236 | ], 237 | "metadata": { 238 | "kernelspec": { 239 | "display_name": "Python 2", 240 | "language": "python", 241 | "name": "python2" 242 | }, 243 | "language_info": { 244 | "codemirror_mode": { 245 | "name": "ipython", 246 | "version": 2 247 | }, 248 | "file_extension": ".py", 249 | "mimetype": "text/x-python", 250 | "name": "python", 251 | "nbconvert_exporter": "python", 252 | "pygments_lexer": "ipython2", 253 | "version": "2.7.10" 254 | } 255 | }, 256 | "nbformat": 4, 257 | "nbformat_minor": 0 258 | } 259 | -------------------------------------------------------------------------------- /jupserver/ipython_notebook_config.py: -------------------------------------------------------------------------------- 1 | c = get_config() 2 | c.NotebookApp.certfile = '/root/.ipython/profile_default/jup_cert.pem' 3 | -------------------------------------------------------------------------------- /jupserver/jup_cert.pem: -------------------------------------------------------------------------------- 1 | -----BEGIN PRIVATE KEY----- 2 | MIICdQIBADANBgkqhkiG9w0BAQEFAASCAl8wggJbAgEAAoGBAJf8LxhYXLj098vs 3 | ttZNXI2FjZn7Zvg9q7aGGSsn0Cf+/a74ooiItyznfBgSxNO9e9pr9VQaX/gTudcx 4 | QOoQgyrN7FI0++InxoddZGvGPGvqolCpMXEjq77h0UqA8c3iNW2OolJ80zFj1l5+ 5 | eiF1U8EdB9s6SoAFGB5SS/RoGvqrAgMBAAECgYA/G+M+W6qcznN6hN9i2xq8VSF4 6 | N/EI0SrVDpey2MRRZ0tVdT6gLQzKo5BeuqRqO7sK9lsXQiBpdV9soLIQvyyHXL6U 7 | HYpgRR4u9cPku/GhbJXlWnAsomxoZRVNjE+WutGoHu95Ba6WDA0Bw8l9vh6AZ8Yg 8 | GM76Qe/C68g7SRo24QJBAMpjQHlR4T489sNKcd6U/bV5/tTlSzMCJ1242m+P0G5f 9 | WfPv2kz8gVzWV3lcorQ5ZTzjOvhwMtQF+l9ysKcwk/ECQQDAPuwoyKUS6ADxrNQP 10 | nNgHKY/d+PpU7yQ5rWosVVPV6awoCShpai/M30EVZZP7E+G6nzQ0upkxncYbI3pc 11 | EKRbAkASi1ecBjGiV0mxCUA3yeUZXM1JypzCVr8uqkJxmHbbtiby4BZbmYNs80Le 12 | nutVojCxjIyZuQYfQVD4r/SZzSyxAkBSjTJ/uNkZq0JshNhy89jYCoLawIVOX3pg 13 | whSrgOCFJNhmQLh3u79W7C9YbswCruDpcF/MnKwX4DYnhS6Pxh2tAkA5M72gOEBy 14 | kdHzKBhg/WPBEfovRl6QD4Ec8L6K44Ptp1TXreuMWLRb70KSSxeSkx5qK0hfSbs/ 15 | PnZJQnh8UCxo 16 | -----END PRIVATE KEY----- 17 | -----BEGIN CERTIFICATE----- 18 | MIICmjCCAgOgAwIBAgIJAMR2ypY9FfIgMA0GCSqGSIb3DQEBBQUAMGYxCzAJBgNV 19 | BAYTAkRFMRMwEQYDVQQIDApTb21lLVN0YXRlMRQwEgYDVQQHDAtWb2Vsa2xpbmdl 20 | bjEaMBgGA1UECgwRVGhlIFB5dGhvbiBRdWFudHMxEDAOBgNVBAMMB2p1cHl0ZXIw 21 | HhcNMTUwODE2MDgyODU5WhcNMTYwODE1MDgyODU5WjBmMQswCQYDVQQGEwJERTET 22 | MBEGA1UECAwKU29tZS1TdGF0ZTEUMBIGA1UEBwwLVm9lbGtsaW5nZW4xGjAYBgNV 23 | BAoMEVRoZSBQeXRob24gUXVhbnRzMRAwDgYDVQQDDAdqdXB5dGVyMIGfMA0GCSqG 24 | SIb3DQEBAQUAA4GNADCBiQKBgQCX/C8YWFy49PfL7LbWTVyNhY2Z+2b4Pau2hhkr 25 | J9An/v2u+KKIiLcs53wYEsTTvXvaa/VUGl/4E7nXMUDqEIMqzexSNPviJ8aHXWRr 26 | xjxr6qJQqTFxI6u+4dFKgPHN4jVtjqJSfNMxY9ZefnohdVPBHQfbOkqABRgeUkv0 27 | aBr6qwIDAQABo1AwTjAdBgNVHQ4EFgQUWsZqAakt/UkGYSWLCMMMDfE8a2YwHwYD 28 | VR0jBBgwFoAUWsZqAakt/UkGYSWLCMMMDfE8a2YwDAYDVR0TBAUwAwEB/zANBgkq 29 | hkiG9w0BAQUFAAOBgQCOV3BsZDzTKmadeQ8cwV+maiz1qnpVMLorf6WJf08s1fYx 30 | KOQSW7Dd3g8Kj6952eR4JmV69B27ivut3BBDyVGt5Xbir8+gf/m5kuPXGHsSrx6j 31 | dG8aBVZHb81cIYC1FV+Yo2jbdRvWgSJ7MW+ovwE4TLyh1HkjwHR1tYxDnFMOjg== 32 | -----END CERTIFICATE----- 33 | -------------------------------------------------------------------------------- /jupserver/notebook.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | # Script to Start 4 | # Jupyter Notebook Server 5 | # 6 | # Dr. Yves J. Hilpisch 7 | # The Python Quants GmbH 8 | # 9 | 10 | PW = expr $1 11 | PORT = expr $2 12 | 13 | echo -n $PW | awk '{print "c.NotebookApp.password = '\''" $1 "'\''"}' >> /root/.ipython/profile_default/ipython_notebook_config.py 14 | 15 | export PATH="/root/anaconda/bin:$PATH" 16 | 17 | ipython notebook --no-browser --port $PORT --ip=* 18 | 19 | -------------------------------------------------------------------------------- /pythoncontainer/Dockerfile: -------------------------------------------------------------------------------- 1 | # Docker Container with 2 | # Basic Python Install 3 | # 4 | # Dr. Yves J. Hilpisch 5 | # The Python Quants GmbH 6 | 7 | FROM ubuntu:trusty 8 | 9 | MAINTAINER yves 10 | 11 | ADD install.sh / 12 | RUN chmod u+x /install.sh 13 | RUN /install.sh 14 | ENV PATH /root/miniconda/bin:$PATH 15 | 16 | CMD ["/bin/bash"] 17 | -------------------------------------------------------------------------------- /pythoncontainer/install.sh: -------------------------------------------------------------------------------- 1 | # 2 | # Script to Install 3 | # Basic Python Components 4 | # 5 | # Dr. Yves J. Hilpisch 6 | # The Python Quants GmbH 7 | # 8 | 9 | 10 | # GENERAL LINUX 11 | export DEBIAN_FRONTEND=noninteractive 12 | apt-get update 13 | apt-get upgrade -y 14 | apt-get install -y git screen htop wget nano bzip2 15 | apt-get upgrade -y bash 16 | apt-get clean 17 | rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/* 18 | 19 | # INSTALL ANACONDA 20 | wget https://3230d63b5fc54e62148e-c95ac804525aac4b6dba79b00b39d1d3.ssl.cf1.rackcdn.com/Anaconda-2.3.0-Linux-x86_64.sh -O Anaconda.sh 21 | bash Anaconda.sh -b 22 | rm -rf Anaconda.sh 23 | 24 | export PATH="/root/anaconda/bin:$PATH" 25 | 26 | # INSTALL PYTHON LIBRARIES 27 | conda install seaborn 28 | pip install plotly 29 | pip install cufflinks 30 | pip install tstables 31 | 32 | -------------------------------------------------------------------------------- /serverapp/forms.py: -------------------------------------------------------------------------------- 1 | # 2 | # Data Input Form 3 | # forms.py 4 | # 5 | # (c) Dr. Yves J. Hilpisch 6 | # The Python Quants GmbH 7 | # 8 | 9 | from wtforms import TextField 10 | from wtforms.fields import SubmitField 11 | from wtforms.fields.html5 import EmailField 12 | from wtforms.validators import DataRequired 13 | from flask.ext.wtf import Form 14 | 15 | class Registration(Form): 16 | first_name = TextField('First Name', 17 | validators=[DataRequired()]) 18 | last_name = TextField('Last Name', 19 | validators=[DataRequired()]) 20 | email = EmailField('Email Address', 21 | validators=[DataRequired()]) 22 | submit = SubmitField() 23 | -------------------------------------------------------------------------------- /serverapp/rmdocker.sh: -------------------------------------------------------------------------------- 1 | docker stop $(docker ps -a -q) 2 | docker rm $(docker ps -a -q) 3 | -------------------------------------------------------------------------------- /serverapp/run_app.py: -------------------------------------------------------------------------------- 1 | # 2 | # WSGI Wrapper for the 3 | # IPython Notebook Server App 4 | # based on Docker Containers 5 | # 6 | # run_app.py 7 | # 8 | from tornado.wsgi import WSGIContainer 9 | from tornado.httpserver import HTTPServer 10 | from tornado.ioloop import IOLoop 11 | from server_app import app 12 | 13 | http_server = HTTPServer(WSGIContainer(app)) 14 | http_server.listen(8888) # serving on port 8888 15 | IOLoop.instance().start() 16 | -------------------------------------------------------------------------------- /serverapp/server_app.py: -------------------------------------------------------------------------------- 1 | # 2 | # Running IPython Notebook 3 | # in Docker Containers 4 | # 5 | # server_app.py 6 | # 7 | # (c) Dr. Yves J. Hilpisch 8 | # The Python Quants GmbH 9 | # 10 | import os 11 | import string 12 | import random 13 | from IPython.lib import passwd 14 | import datetime as dt 15 | from flask import Flask, request, render_template, redirect, url_for 16 | from flask.ext.sqlalchemy import SQLAlchemy 17 | from forms import Registration 18 | 19 | charset = string.uppercase + string.lowercase + string.punctuation 20 | 21 | app = Flask(__name__) 22 | app.secret_key = '\xb6\xa5hA\x01{\x0f\xd6su\xeb\xd6:4\x13u^O\x15f\xe3\xaf*\xde' 23 | 24 | 25 | # Configuration of the App 26 | 27 | app.config.update(dict( 28 | SQLALCHEMY_DATABASE_URI='sqlite:///subscriber.db', 29 | DEBUG=False,)) 30 | 31 | if app.config['DEBUG'] is True: 32 | app.config.update(dict( 33 | SQLALCHEMY_DATABASE_URI='sqlite:///debug.db')) 34 | 35 | # Database Class 36 | 37 | db = SQLAlchemy(app) 38 | 39 | class Subscriber(db.Model): 40 | id = db.Column(db.Integer, primary_key=True) 41 | datetime = db.Column(db.DateTime()) 42 | first_name = db.Column(db.String(80), unique=False) 43 | last_name = db.Column(db.String(80), unique=False) 44 | email = db.Column(db.String(120), unique=False) 45 | port = db.Column(db.Integer, unique=False) 46 | 47 | def __init__(self, first_name, last_name, email, port): 48 | self.datetime = dt.datetime.now() 49 | self.first_name = first_name 50 | self.last_name = last_name 51 | self.email = email 52 | self.port = port 53 | 54 | def __repr__(self): 55 | return '
Sorry, but the page your are looking for obviously does not exist. If you typed the URL manually, check again for errors. 5 |
Go back to main page 6 | 7 | 8 | {% endblock %} 9 | -------------------------------------------------------------------------------- /serverapp/templates/layout.html: -------------------------------------------------------------------------------- 1 | 2 | 3 |
19 |
20 |
40 |
--------------------------------------------------------------------------------
/serverapp/templates/registration.html:
--------------------------------------------------------------------------------
1 |
2 | {% extends "layout.html" %}
3 |
4 | {% macro render_field(field) %}
5 |
21 | 
22 |
23 |
24 |
27 | {% block body %}
28 |
29 | {% endblock %}
30 |
39 |
22 | -
9 | {% for error in field.errors %}
10 |
- {{ error }} 11 | {% endfor %} 12 |
20 |
41 |
42 |
43 | {% endblock %}
44 |
--------------------------------------------------------------------------------
/serverapp/templates/server.html:
--------------------------------------------------------------------------------
1 |
2 | {% extends "layout.html" %}
3 |
4 | {% block body %}
5 |
6 |
7 | The Jupyter Notebook Server for {{ first_name }}
8 | 9 |
10 |
11 | Your password to access the server is (copy it):
{{ pw }}
12 | To access your server follow this link (and paste the password).
13 |
The server uses SSL encryption — you might need to add a security exception in your browser.
14 |
(Have a look at the example files e.g. for plotting configurations.) 15 |
Thank you for visiting. 16 |
17 |
18 |
19 |
20 |
21 | {% endblock %}
22 |
--------------------------------------------------------------------------------
/serverapp/time_logging.log:
--------------------------------------------------------------------------------
1 | 2015-08-17 11:30:14.089460 --> initial yves
2 | 2015-08-17 11:31:10.229586
3 | 2015-08-17 11:31:10.372787
4 | 2015-08-17 11:31:11.406398
5 | 2015-08-17 11:31:11.493963
6 | 2015-08-17 11:31:11.649654
7 | 2015-08-17 11:31:12.368620
8 | 2015-08-17 11:31:13.950905
9 | 2015-08-17 11:31:14.456520
10 | 2015-08-17 11:31:18.188758
11 | 2015-08-17 11:31:19.712037
12 | 2015-08-17 11:31:24.780463
13 | 2015-08-17 11:31:24.791846
14 | 2015-08-17 11:31:53.757651
15 | 2015-08-17 11:31:54.316521
16 | 2015-08-17 11:31:54.537472
17 | 2015-08-17 11:32:11.946761
18 | 2015-08-17 11:32:25.933691
19 |
--------------------------------------------------------------------------------
11 | Your password to access the server is (copy it):
{{ pw }}
12 | To access your server follow this link (and paste the password).
13 |
The server uses SSL encryption — you might need to add a security exception in your browser.
14 |
(Have a look at the example files e.g. for plotting configurations.) 15 |
Thank you for visiting. 16 |