├── BasicBrowser
    ├── __init__.py
    ├── db.py
    ├── manage.py
    ├── settings.py
    ├── static
    │   ├── css
    │   │   └── styling.css
    │   └── js
    │   │   ├── pie.js
    │   │   └── search.js
    ├── templates
    │   ├── doc.html
    │   ├── nav_bar.html
    │   ├── settings.html
    │   ├── stats.html
    │   ├── term.html
    │   ├── term_list.html
    │   ├── topic.html
    │   ├── topic_list.html
    │   └── topic_presence.html
    ├── tmv_app
    │   ├── __init__.py
    │   ├── models.py
    │   └── views.py
    └── urls.py
├── COPYING
├── Readme.txt
├── onlinewikipedia.py
└── tmve-archive.tar.gz


/BasicBrowser/__init__.py:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ajbc/tmv/9a5ecef97a298920b102129d34c28ddabcb93f29/BasicBrowser/__init__.py


--------------------------------------------------------------------------------
/BasicBrowser/db.py:
--------------------------------------------------------------------------------
  1 | from django.core.management import setup_environ
  2 | import urllib2
  3 | import settings
  4 | setup_environ(settings)
  5 | import math
  6 | import threading, datetime
  7 | 
  8 | from tmv_app.models import *
  9 | 
 10 | class DBManager(threading.Thread):
 11 |     def __init__(self):
 12 |         threading.Thread.__init__(self)
 13 |         self.name = "DB Manager"
 14 |         self.tasks = []
 15 |         self.current = None
 16 |         self.end = False
 17 |         self.task_count = 0
 18 |     def add(self, task):
 19 |         self.tasks.append(task)
 20 |         print "* %s %s: added" % (datetime.datetime.now(), task.name)
 21 |     def add_start(self, task):
 22 |         self.tasks.insert(0, task)
 23 |         print "* %s %s: added (to start of queue)" % (datetime.datetime.now(), task.name)
 24 |     def cancel_task(self, task):
 25 |         self.tasks.remove(task)
 26 |         print "* %s %s: canceled" % (datetime.datetime.now(), task.name)
 27 |     def get_ident(self):
 28 |         self.task_count += 1
 29 |         return self.task_count
 30 |     def run(self):
 31 |         while not self.end or len(self.tasks) != 0:
 32 |             if len(self.tasks) != 0:
 33 |                 self.current = self.tasks.pop(0)
 34 |                 if self.current and not self.current.cancel:
 35 |                     try:
 36 |                         self.current.run()
 37 |                     except:
 38 |                         self.tasks.insert(0, self.current)
 39 | 
 40 | DB_LOCK = threading.Lock()
 41 | DBM = DBManager()
 42 | DBM.start()
 43 | 
 44 | def init():
 45 |     stats = RunStats(start=datetime.datetime.now(), batch_count=0, last_update=datetime.datetime.now())
 46 |     stats.save()
 47 |     
 48 |     settings = Settings(doc_topic_score_threshold=1, doc_topic_scaled_score=True)
 49 |     settings.save()
 50 | 
 51 | def signal_end():
 52 |     DBM.end = True
 53 | 
 54 | def increment_batch_count():
 55 |     DB_LOCK.acquire()
 56 |     stats = RunStats.objects.get(id=1)
 57 |     stats.batch_count += 1
 58 |     stats.last_update = datetime.datetime.now()
 59 |     stats.topic_titles_current = False
 60 |     print stats.last_update
 61 |     stats.save()
 62 |     DB_LOCK.release()
 63 | 
 64 | def print_task_update():
 65 |     print "** CURRENT TASKS **"
 66 |     tasks = DBM.tasks[:]
 67 |     if DBM.current:
 68 |         tasks.insert(0, DBM.current)
 69 |     for task in tasks:
 70 |         active = "active" if task == DBM.current else "waiting"
 71 |         canceled = task.cancel
 72 |         print "   %s %s\t\t%s\t\t%s" % (task.time_created, task.name, canceled, active)
 73 |     print "** END **"
 74 | 
 75 | class DBTask():
 76 |     def __init__(self, name):
 77 |         self.cancel = False
 78 |         self.time_created = datetime.datetime.now()
 79 |         self.ident = DBM.get_ident()
 80 |         self.name = "DB Task-%s (%s)" % (self.ident, name)
 81 |     def safe_cancel(self):
 82 |         self.cancel = True        
 83 |         print "* %s %s: canceled" % (datetime.datetime.now(), self.name)
 84 |     def run(self):
 85 |         print "* %s %s: started" % (datetime.datetime.now(), self.name)
 86 |         DB_LOCK.acquire()
 87 |         print "* %s %s: DB lock acquired" % (datetime.datetime.now(), self.name)
 88 |         self.db_write()
 89 |         DB_LOCK.release()
 90 |         print "* %s %s: DB lock released" % (datetime.datetime.now(), self.name)
 91 |         print "* %s %s: ended" % (datetime.datetime.now(), self.name)
 92 |     def db_write(self):
 93 |         pass
 94 | 
 95 | 
 96 | def add_term(title):
 97 |     term = Term(title=title)
 98 |     term.save()
 99 | 
100 | class TermsTask(DBTask):
101 |     def __init__(self, terms):
102 |         self.terms = terms
103 |         DBTask.__init__(self, "write all terms")
104 |     def db_write(self):
105 |         for t in self.terms:
106 |             add_term(t.strip())
107 | 
108 | def add_terms(terms):
109 |     DBM.add(TermsTask(terms))
110 | 
111 | 
112 | def add_topic(title):
113 |     topic = Topic(title=title)
114 |     topic.save()
115 | 
116 | class TopicsTask(DBTask):
117 |     def __init__(self, no_topics):
118 |         self.no_topics = no_topics
119 |         DBTask.__init__(self, "write all topics")
120 |     def db_write(self):
121 |         for t in range(self.no_topics):
122 |             add_topic("Topic " + str(t+1))
123 | 
124 | def add_topics(no_topics):
125 |     DBM.add(TopicsTask(no_topics))
126 | 
127 | 
128 | def add_doc(title, content):
129 |     DB_LOCK.acquire()
130 |     doc = Doc(title=urllib2.unquote(title), content="")
131 |     doc.save()
132 |     DB_LOCK.release()
133 |     return doc.id
134 | 
135 | def add_docs(doc_array):
136 |     doc_ids = []
137 |     DB_LOCK.acquire()
138 |     for d in doc_array:
139 |         doc = Doc(title=urllib2.unquote(d[0]), content="")
140 | 	doc.save()
141 |         doc_ids.append(doc.id)
142 |     DB_LOCK.release()
143 |     return doc_ids
144 | 
145 | 
146 | def add_doc_topic(doc_id, topic_id, score, scaled_score):
147 |     if score < 1:
148 |         return
149 |     dt = DocTopic(doc=doc_id, topic=(topic_id+1), score=score, scaled_score=scaled_score)
150 |     dt.save()
151 | 
152 | class DocTopicsTask(DBTask):
153 |     def __init__(self, doc_topics):
154 |         self.doc_topics = doc_topics
155 |         DBTask.__init__(self, "write doc topics")
156 |     def db_write(self):
157 |         for dt in self.doc_topics:
158 |             add_doc_topic(dt[0], dt[1], dt[2], dt[3])
159 | 
160 | def add_doc_topics(doc_topic_array):
161 |     DBM.add(DocTopicsTask(doc_topic_array))
162 | 
163 | 
164 | def clear_topic_terms(topic):
165 |     try:
166 |         TopicTerm.objects.filter(topic=(topic+1)).delete()
167 |     except:
168 |         return
169 | 
170 | def add_topic_term(topic, term, score):
171 |     if score >= .005:
172 |         tt = TopicTerm(topic=(topic+1), term=(term+1), score=score)
173 |         tt.save()
174 | 
175 | class UpdateTopicTermsTask(DBTask):
176 |     def __init__(self, no_topics, topic_terms):
177 |         self.no_topics = no_topics
178 |         self.topic_terms = topic_terms
179 |         DBTask.__init__(self, "update topic terms")
180 |     def db_write(self):
181 |         for topic in range(self.no_topics):
182 |             clear_topic_terms(topic)
183 |         for tt in self.topic_terms:
184 |             add_topic_term(tt[0], tt[1], tt[2])
185 | 
186 | def update_topic_terms(no_topics, topic_terms):
187 |     for task in DBM.tasks:
188 |         if isinstance(task, UpdateTopicTermsTask):
189 |             task.safe_cancel()
190 |             DBM.cancel_task(task)
191 | 
192 |     DBM.add_start(UpdateTopicTermsTask(no_topics, topic_terms))
193 | 


--------------------------------------------------------------------------------
/BasicBrowser/manage.py:
--------------------------------------------------------------------------------
 1 | #!/usr/bin/env python
 2 | from django.core.management import execute_manager
 3 | try:
 4 |     import settings # Assumed to be in the same directory.
 5 | except ImportError:
 6 |     import sys
 7 |     sys.stderr.write("Error: Can't find the file 'settings.py' in the directory containing %r. It appears you've customized things.\nYou'll have to run django-admin.py, passing it your settings module.\n(If the file settings.py does indeed exist, it's causing an ImportError somehow.)\n" % __file__)
 8 |     sys.exit(1)
 9 | 
10 | if __name__ == "__main__":
11 |     execute_manager(settings)
12 | 


--------------------------------------------------------------------------------
/BasicBrowser/settings.py:
--------------------------------------------------------------------------------
  1 | # Django settings for BasicBrowser project.
  2 | import os
  3 | 
  4 | DEBUG = True
  5 | TEMPLATE_DEBUG = DEBUG
  6 | 
  7 | ADMINS = (
  8 |     # ('Your Name', 'your_email@domain.com'),
  9 | )
 10 | 
 11 | MANAGERS = ADMINS
 12 | 
 13 | DATABASES = {
 14 |     'default': {
 15 |         'ENGINE': 'django.db.backends.sqlite3',
 16 |         'NAME': '<PATH TO SRC DIR>/BasicBrowser/tmv_db', # path to database file for sqlite3.
 17 |         'USER': '',                      # Not used with sqlite3.
 18 |         'PASSWORD': '',                  # Not used with sqlite3.
 19 |         'HOST': '',                      # Set to empty string for localhost. Not used with sqlite3.
 20 |         'PORT': '',                      # Set to empty string for default. Not used with sqlite3.
 21 |     }
 22 | }
 23 | 
 24 | # Local time zone for this installation. Choices can be found here:
 25 | # http://en.wikipedia.org/wiki/List_of_tz_zones_by_name
 26 | # although not all choices may be available on all operating systems.
 27 | # On Unix systems, a value of None will cause Django to use the same
 28 | # timezone as the operating system.
 29 | # If running in a Windows environment this must be set to the same as your
 30 | # system time zone.
 31 | TIME_ZONE = 'America/Chicago'
 32 | 
 33 | # Language code for this installation. All choices can be found here:
 34 | # http://www.i18nguy.com/unicode/language-identifiers.html
 35 | LANGUAGE_CODE = 'en-us'
 36 | 
 37 | SITE_ID = 1
 38 | 
 39 | # If you set this to False, Django will make some optimizations so as not
 40 | # to load the internationalization machinery.
 41 | USE_I18N = True
 42 | 
 43 | # If you set this to False, Django will not format dates, numbers and
 44 | # calendars according to the current locale
 45 | USE_L10N = True
 46 | 
 47 | # Absolute filesystem path to the directory that will hold user-uploaded files.
 48 | # Example: "/home/media/media.lawrence.com/"
 49 | MEDIA_ROOT = ''
 50 | 
 51 | # URL that handles the media served from MEDIA_ROOT. Make sure to use a
 52 | # trailing slash if there is a path component (optional in other cases).
 53 | # Examples: "http://media.lawrence.com", "http://example.com/media/"
 54 | MEDIA_URL = ''
 55 | 
 56 | # URL prefix for admin media -- CSS, JavaScript and images. Make sure to use a
 57 | # trailing slash.
 58 | # Examples: "http://foo.com/media/", "/media/".
 59 | ADMIN_MEDIA_PREFIX = '/media/'
 60 | 
 61 | # Make this unique, and don't share it with anybody.
 62 | SECRET_KEY = 'v=0!plb_s734sb+crav+9(=ocmv983yh-vji2q5t8e9a@tajb_'
 63 | 
 64 | # List of callables that know how to import templates from various sources.
 65 | TEMPLATE_LOADERS = (
 66 |     'django.template.loaders.filesystem.Loader',
 67 |     'django.template.loaders.app_directories.Loader',
 68 | #     'django.template.loaders.eggs.Loader',
 69 | )
 70 | 
 71 | MIDDLEWARE_CLASSES = (
 72 |     'django.middleware.common.CommonMiddleware',
 73 |     'django.contrib.sessions.middleware.SessionMiddleware',
 74 |     'django.middleware.csrf.CsrfViewMiddleware',
 75 |     'django.contrib.auth.middleware.AuthenticationMiddleware',
 76 |     'django.contrib.messages.middleware.MessageMiddleware',
 77 | )
 78 | 
 79 | ROOT_URLCONF = 'BasicBrowser.urls'
 80 | 
 81 | PROJECT_ROOT = os.path.abspath(os.path.dirname(__file__))
 82 | TEMPLATE_DIRS = (
 83 |     # Put strings here, like "/home/html/django_templates" or "C:/www/django/templates".
 84 |     # Always use forward slashes, even on Windows.
 85 |     # Don't forget to use absolute paths, not relative paths.
 86 |     os.path.join(PROJECT_ROOT, "templates"),
 87 | )
 88 | 
 89 | INSTALLED_APPS = (
 90 |     #'django.contrib.auth',
 91 |     'django.contrib.contenttypes',
 92 |     'django.contrib.sessions',
 93 |     'django.contrib.sites',
 94 |     'django.contrib.messages',
 95 |     'tmv_app'
 96 |     # Uncomment the next line to enable the admin:
 97 |     # 'django.contrib.admin',
 98 |     # Uncomment the next line to enable admin documentation:
 99 |     # 'django.contrib.admindocs',
100 | )
101 | 


--------------------------------------------------------------------------------
/BasicBrowser/static/css/styling.css:
--------------------------------------------------------------------------------
  1 | body {
  2 | 	font: 16px Calibri, "Gill Sans", "Trebuchet MS", sans-serif;
  3 | 	line-height: 1.25;
  4 | 	background: #D5DFF5;
  5 | 	margin: 0;
  6 | 	padding: 0;
  7 | }
  8 | 
  9 | a {
 10 | 	color: #000;
 11 | 	text-decoration: none;
 12 | }
 13 | 
 14 | a:active {
 15 | 	color: #0050FF;
 16 | }
 17 | 
 18 | h1 {
 19 |     line-height:0em;
 20 |     margin-top: 1.5em;
 21 | }
 22 | 
 23 | #header canvas {
 24 | }
 25 | 
 26 | h2 {
 27 |     line-height: 0em;
 28 |     font-size: 16px;
 29 |     font-style: italic;
 30 | }
 31 | 
 32 | #header {
 33 |     text-align:center;
 34 | }
 35 | 
 36 | #header table {
 37 | 	margin-left: auto;
 38 | 	margin-right: auto;
 39 | 	text-align:center;
 40 | 	width: 80%;
 41 | }
 42 | 
 43 | #header td {
 44 | 	vertical-align: middle;
 45 | 	font-weight: bold;
 46 | 	font-size: 16px;
 47 | }
 48 | 
 49 | #header td#title {
 50 | 	font-weight: bold;
 51 | 	font-size: 25px
 52 | }
 53 | 
 54 | #header td#overview {
 55 | 	text-align: left;
 56 | 	width: 110px;
 57 | 	padding-right: 10px;
 58 | }
 59 | 
 60 | #header td#timeline {
 61 | 	width: 700px;
 62 | }
 63 | 
 64 | #header hr {
 65 |     width:80%;
 66 |     size:3;
 67 |     border-color: #000;
 68 |     color: #000;
 69 |     background-color: #000;
 70 |     margin-bottom: 1em;
 71 | }
 72 | 
 73 | #footer {
 74 |     text-align:center;
 75 |     height: 35px;
 76 | }
 77 | 
 78 | #footer hr {
 79 |     width:80%;
 80 |     size:3;
 81 |     border-color: #000;
 82 |     color: #000;
 83 |     background-color: #000;
 84 | }
 85 | 
 86 | #footer table {
 87 |     margin-left: auto;
 88 |     margin-right: auto;
 89 | }
 90 | 
 91 | #footer td {
 92 |     text-align: center;
 93 |     padding: 0px 15px;
 94 | }
 95 | #main {
 96 |     align: center;
 97 |     margin-left: auto;
 98 |     margin-right: auto;
 99 | }
100 | 
101 | #main table {
102 |     align:center;
103 |     margin-left: auto;
104 |     margin-right: auto;
105 | 	width: 80%
106 | }
107 | #main table td {
108 | 	vertical-align: top;
109 | }
110 | 
111 | #main table {
112 |     padding: 5px; /**/
113 |     border-collapse: collapse;
114 | }
115 | #main table table{
116 | width: 100%
117 | }
118 | 
119 | #main table.dark {
120 |     background-color: #799FF2;
121 | }
122 | 
123 | #main table td {
124 |     border-style: solid;
125 |     border-color: #D5DFF5;
126 |     border-width: 0px;
127 |     padding: 5px;
128 | }
129 | 
130 | #main table.dark td {
131 |     text-align: center;
132 |     background-color: #799FF2;
133 | }
134 | 
135 | #main table.dark tr.list td:hover {
136 |     cursor: pointer;
137 |     background-color: #628AE3;
138 | }
139 | 
140 | #main table.dark tr.list td:active {
141 |     color: #0050FF;
142 | }
143 | 
144 | #main table.light td {
145 |     text-align: left;
146 |     background-color: '#FFF';
147 |     padding-left: 12px;
148 |     padding-right: 12px;
149 | }
150 | 
151 | #main table.light_unclickable td {
152 |     text-align: center;
153 |     background-color: '#FFF';
154 |     padding-left: 12px;
155 |     padding-right: 12px;
156 | }
157 | 
158 | #main table tr.title td {
159 |     font-weight: bold;
160 |     padding: 12px;
161 | }
162 | 
163 | #main table.dark tr.title td {
164 |     background-color: #416DCC;
165 | }
166 | 
167 | #main table.light tr.title td {
168 |     background-color: #799FF2;
169 | }
170 | 
171 | #main table.light td {
172 |     background-color: #FFF;
173 | }
174 | 
175 | #main table.light_unclickable tr.title td {
176 |     background-color: #799FF2;
177 | }
178 | 
179 | #main table.light_unclickable td {
180 |     background-color: #FFF;
181 | }
182 | 
183 | #main table.light tr.list td:hover {
184 |     background-color: #B5CAF7;
185 |     cursor: pointer;
186 | }
187 | 
188 | #main table.light tr.list td:active {
189 |     color: #0050FF;
190 | }
191 | 
192 | #main table.light tr.doc td {
193 |     background-color: #FFF;
194 |     padding: 10px 15px;
195 |     /*border-width: 5px 10px;*/
196 | }
197 | 
198 | #main table.light tr.doc a:link {
199 | 	color: #12337A;
200 | 	text-decoration: none;
201 | }
202 | 
203 | #main table.light tr.doc a:visited {
204 | 	color: #363C4A;
205 | 	text-decoration: none;
206 | }
207 | 
208 | #main table.light tr.doc a:hover {
209 | 	color: #12337A;
210 | 	text-decoration: underline;
211 | }
212 | 
213 | #term table.light td {
214 |     text-align: left;
215 |     background-color: '#FFF';
216 |     padding-left: 12px;
217 |     padding-right: 12px;
218 | }
219 | 
220 | #terms {
221 |     align: center;
222 |     margin-left: auto;
223 |     margin-right: auto;
224 |     width: 80%;
225 | }
226 | 
227 | #terms table table td:hover{
228 |     background-color: #416DCC;
229 | }
230 | 
231 | 
232 | 
233 | #terms table table td{
234 |     background-color: #799FF2;
235 |     padding: 5px;
236 |     text-align: center;
237 | }
238 | #terms table td.title {
239 |     background-color: #416DCC;
240 |     width: 10%;
241 | }
242 | 
243 | #graph {
244 |     text-align: center;
245 |     margin-left: auto;
246 |     margin-right: auto;
247 |     width: 80%;
248 | }
249 | 
250 | .bars {
251 |     width: 100%;
252 |     vertical-align:top;
253 |     margin-left: auto;
254 |     margin-right: auto;
255 | /*border-collapse: separate;
256 | border-spacing: 2px 2px;*/
257 | }
258 | .bars td{
259 |     height: 29px;
260 |     padding: 5px; /* edit*/
261 | }
262 | 
263 | 
264 | #graph table table td {
265 |     padding: 5px 0px;
266 |     text-align: center;
267 | }
268 | 
269 | #graph table table {
270 |     margin-left: auto;
271 |     margin-right: auto;
272 | }
273 | 
274 | #main .high-contrast-table {
275 |     margin-top: -25px;
276 |     border-collapse: separate;
277 |     border-spacing: 2px 2px;
278 | 
279 | }
280 | 
281 | #main table.high-contrast-table td {
282 |     background-color: #799FF2;
283 |     padding: 5px 0px;
284 | }
285 | 
286 | .high-contrast-table td:hover {
287 |     background-color: #416DCC;
288 | }
289 | 
290 | .high-contrast {
291 |     background-color: #799FF2;
292 | }
293 | 
294 | .high-contrast:hover{
295 |     background-color: #416DCC;
296 |     cursor: pointer;
297 | }
298 | 
299 | #graph table td.dark-hover {
300 |     width: 600.0px;
301 | }
302 | 
303 | .dark-hover {
304 |     background-color: #416DCC;
305 | }
306 | 
307 | .dark-hover:hover {
308 |     background-color: #2E58B3;
309 |     cursor: pointer;
310 | }
311 | 
312 | .dark-hover:active {
313 |     color: #0050FF;
314 | }
315 | 
316 | .medium-hover {
317 |     background-color: #799FF2;
318 |     text-align: center;
319 | }
320 | 
321 | .medium-hover:hover {
322 |     background-color: #628AE3;
323 |     cursor: pointer;
324 | }
325 | 
326 | .medium-hover:active {
327 |     color: #0050FF;
328 | }
329 | 
330 | .clickable:active {
331 |     background-color: #0050FF;
332 | }
333 | 
334 | .clickable:hover {
335 |     cursor: pointer;
336 | }
337 | 
338 | #topics {
339 |     align: center;
340 |     margin-left: auto;
341 |     margin-right: auto;
342 |     width: 80%;
343 | }
344 | 
345 | #topics table{
346 |     border-collapse: collapse;
347 |     background-color: #799FF2;
348 |     margin-left: auto;
349 |     margin-right: auto;
350 | }
351 | 
352 | #topics td {
353 |     border-style: solid;
354 |     border-color: #D5DFF5;
355 |     border-width: 0px 10px;
356 |     text-align: center;
357 |     background-color: $middle;
358 |     padding: 5px;
359 |     width: 250px; /*TODO: make this work for as a percentage (for smaller browser widths) */
360 | }
361 | 
362 | #topics tr.titles td {
363 |     font-weight: bold;
364 |     background-color: #416DCC;
365 |     padding: 12px;
366 | }
367 | 
368 | #topics tr.titles td:hover {
369 |     background-color: #2E58B3;
370 |     cursor: pointer;
371 | }
372 | 
373 | #topics tr.titles td:active {
374 |     color: #0050FF;
375 | }
376 | 
377 | #topics td:hover {
378 |     background-color: #628AE3;
379 |     cursor: pointer;
380 | }
381 | 
382 | #topics td:active {
383 |     color: #0050FF;
384 | }
385 | 
386 | #topics td.blank:hover {
387 |     background-color: #D5DFF5;
388 |     cursor: default;
389 | }
390 | 
391 | #topics tr.titles td.blank:hover {
392 |     background-color: #D5DFF5;
393 |     cursor: default;
394 | }
395 | 
396 | #topics tr.spacer:hover td {
397 |     cursor: default;
398 | }
399 | 
400 | #topics tr td.blank {
401 |     background-color: #D5DFF5;
402 | }
403 | 
404 | #topics tr.spacer td {
405 |     background-color: #D5DFF5;
406 |     padding: 5px;
407 | }
408 | 
409 | #list table {
410 |     text-align: center;
411 |     width: 900px;
412 |     margin-left: auto;
413 |     margin-right: auto;
414 |     table-layout: fixed;
415 | }
416 | 
417 | #list table td {
418 |     text-align: center;
419 |     border-style: solid;
420 |     width: 12.5%;
421 |     border-color: #D5DFF5;
422 |     background-color: #799FF2;
423 |     border-width: 0px;
424 |     padding: 5px;
425 |     word-wrap:break-word;
426 | }
427 | 
428 | #list table td:hover {
429 |     cursor: pointer;
430 |     background-color: #416DCC;
431 | }
432 | 
433 | #list table td:active {
434 |     color: #0050FF;
435 | }
436 | 
437 | #list table td.blank {
438 |     background-color: #D5DFF5;
439 | }
440 | 
441 | #list table td.blank:hover {
442 |     cursor: default;
443 |     background-color: #D5DFF5;
444 | }
445 | 
446 | canvas {
447 |     background-color: #FFF;
448 | }
449 | 
450 | 
451 | 
452 | 
453 | #navigation table {
454 |     font-size: 90%;
455 |     width: 100%;
456 |     margin-left: auto;
457 |     margin-right: auto;
458 |     background-color: #799FF2;
459 |     margin: 0;
460 |     padding: 0;
461 | }
462 | 
463 | #navigation table td {
464 |     vertical-align: center;
465 |     position: relative;
466 |     padding: 2 10;
467 | }
468 | 
469 | #navigation table td.navtext {
470 |     width: 1%;
471 |     margin-right: 0%;
472 | }
473 | 
474 | #navigation table td.linked {
475 |     width: 1%;
476 |     margin-left: 0%;
477 |     color: #12337A;
478 |     padding: 2 0;
479 |     cursor: default;
480 | }
481 | 
482 | #navigation table td.linked ul li{
483 |     width: 120px;
484 | }
485 | 
486 | #navigation td.searchbar {
487 |     width: 1%;
488 |     height: 100%;
489 |     text-align: right;
490 |     padding: 1 1 1 5;
491 |     background: none;
492 |     border: 0;
493 |     position: relative;
494 | }
495 | 
496 | #navigation td.searchbar input {
497 |     background-image: url('/static/img/search.png');
498 |     background-repeat: no-repeat;
499 |     padding-right:15px; 
500 |     background-position: right center;
501 |     line-height: 1.2;
502 | }
503 | 
504 | #navigation td.searchbar span {
505 |     position: absolute;
506 |     display: block;
507 |     top: 5px;
508 |     right: 4px;
509 |     width: 16px;
510 |     height: 16px;
511 |     background: url('');
512 |     cursor: pointer;
513 | }
514 | 
515 | 
516 | #navigation td ul {
517 |     list-style: none;
518 |     position: absolute;
519 |     top: 9;
520 |     display: none;
521 |     padding-left: 0;
522 | }
523 | 
524 | #navigation a {
525 |     display: block;
526 |     text-decoration: none;
527 |     border-bottom: 0;
528 |     color: #12337A;
529 |     padding: 0 10;
530 | }
531 | 
532 | #navigation td.linked:hover {
533 |     background-color: #416DCC;
534 |     color: #000;
535 | }
536 | 
537 | #navigation td:hover ul {
538 |     display: block;
539 |     border: 2px solid #416DCC;
540 |     background: #799FF2;
541 |     margin-top: 12px;
542 | }
543 | 
544 | #navigation td:hover ul a {
545 |     padding: 4;
546 | }
547 | 
548 | #navigation td:hover  a {
549 |     color: #000;
550 | }
551 | 
552 | #navigation ul a:hover {
553 |     background-color: #628AE3;
554 | }
555 | 
556 | #navigation ul a:active {
557 |     color: #0050FF;
558 | }
559 | 
560 | #navigation hr {
561 |     position: absolute;
562 |     top: 1.1em;
563 |     width: 100%;
564 |     background-color: #547DD6;
565 |     height: 1px;
566 |     border: none;
567 | }
568 | 
569 | ul {
570 |   list-style-type: none;
571 | }
572 | 
573 | .hidden {
574 | 	position: fixed;
575 | 	display: none;
576 | 	bottom: 0;
577 | 	height: 40px;
578 | 	width: 100%;
579 | 	background-color: #000;
580 | }
581 | 
582 | .hidden .count {
583 | 	background-color: #416DCC;
584 | }
585 | 
586 | .hidden .total {
587 | 	background-color: #799FF2;
588 | }
589 | 
590 | .yearslider {
591 | 	width: 50%;
592 | }
593 | 
594 | #year {
595 | 	font-weight: bold;
596 | 	margin-bottom: -10px;
597 | }
598 | 
599 | #waiting {
600 | 	display: none;
601 | 	font-size: 14px;
602 | }
603 | 
604 | #yscale {
605 | 	height: 300px;
606 | 	text-align: right;
607 | }
608 | #ymax {
609 | 	vertical-align: top;
610 | 	text-align: right;
611 | }
612 | #ymin {
613 | 	vertical-align: bottom;
614 | 	text-align: right;
615 | }
616 | #ybuff{
617 | 	height: 100%;
618 | }
619 | #term_timeline {
620 | 	width: 700px;
621 | }
622 | table#xscale {
623 | 	width: 700px;
624 | }
625 | #xscale tr {
626 | 	width: 700px;
627 | }
628 | #xmax {
629 | 	text-align: right;
630 | }
631 | #xmin {
632 | 	text-align: left;
633 | }
634 | .xbuff{
635 | 	width: 100%;
636 | }
637 | 
638 | 


--------------------------------------------------------------------------------
/BasicBrowser/static/js/pie.js:
--------------------------------------------------------------------------------
  1 | function PieChart (elems) {
  2 |     var elements = elems;
  3 |     var canvas = document.getElementById("canvas");
  4 |     var ctx = canvas.getContext("2d");
  5 |     var y = canvas.height / 2;
  6 |     var x = canvas.width / 2;
  7 |     var r = Math.min(canvas.width / 2, canvas.height / 2) * .9;
  8 |     var stringummie = "woohoo!";
  9 |     var total = 0;
 10 |     for (elem in elements) {
 11 |         total = total + elements[elem].value;
 12 |     }
 13 | 
 14 |     /*  public functions  */
 15 |     this.initialize = function() {
 16 |         hook_up_signals();
 17 |         init_canvas();
 18 |     };
 19 | 
 20 |     this.highlight = function(i) {
 21 |         var deg = 0;
 22 |         for (elem in elements.slice(0,i)) {
 23 |             deg = deg + (Math.PI*2 * elements[elem].value / total);
 24 |         }
 25 |         
 26 |         init_canvas();
 27 |         color_elem(deg, i);
 28 |         elements[i].highlight(); // usually css would take care of this, but in this case, onmouseover overrides it
 29 |     };
 30 | 
 31 |     this.unhighlight = function() {
 32 |         init_canvas();
 33 |     };
 34 |     
 35 |     /*  private functions  */ 
 36 |     function hook_up_signals() {
 37 |         canvas.addEventListener("click", mouse_click, false);
 38 |         canvas.addEventListener("mousemove", mouse_move, false);
 39 |         canvas.addEventListener("mouseout", init_canvas, false);
 40 |     }
 41 |     
 42 |     function init_canvas() {
 43 |         ctx.fillStyle = "rgb(213,223,245)";
 44 |         ctx.beginPath(); 
 45 |         ctx.arc(x, y, r, 0, Math.PI*2, true);
 46 |         ctx.fill();
 47 |         
 48 |         draw_pie_grid();
 49 | 
 50 |         for (elem in elements) {
 51 |             elements[elem].unhighlight();
 52 |         }
 53 |     }
 54 | 
 55 |     function draw_pie_grid() {
 56 |         ctx.strokeStyle = "white";
 57 |         ctx.lineWidth = "2";
 58 |         var deg = 0;
 59 |         for (elem in elements) {
 60 |             ctx.beginPath(); 
 61 |             ctx.arc(x, y, r, deg, deg + (Math.PI*2 * elements[elem].value / total), true);
 62 |             ctx.lineTo(x, y);
 63 |             deg = deg + (Math.PI*2 * elements[elem].value / total);
 64 |             ctx.stroke();
 65 |         }
 66 |     }
 67 | 
 68 |     function mouse_click(event) {
 69 |         var rv = find_elem(event);
 70 |         if (rv == null) {
 71 |             return false;
 72 |         }
 73 |         var event_elem = rv[1];
 74 |         window.location = elements[event_elem].link;
 75 |     }
 76 | 
 77 |     function mouse_move(event) {
 78 |         init_canvas();
 79 |         var rv = find_elem(event);
 80 |         if (rv == null) {
 81 |             document.body.style.cursor = "default";
 82 |             return false;
 83 |         }
 84 |         var event_degree = rv[0];
 85 |         var event_elem = rv[1];
 86 |         color_elem(event_degree, event_elem);
 87 |         
 88 |         // highlight element if present
 89 |         elements[event_elem].highlight();
 90 |         document.body.style.cursor = "pointer";
 91 |     }
 92 | 
 93 |     function find_elem (event) {
 94 |         var elem = canvas
 95 |         var offset_pos = { x: 0, y: 0}
 96 |         while (elem) {
 97 |             offset_pos.x += elem.offsetLeft;
 98 |             offset_pos.y += elem.offsetTop;
 99 |             elem = elem.offsetParent;
100 |         }
101 |         var ex = (event.clientX - offset_pos.x) - x; //(event.clientX - canvas.offsetLeft) - x;
102 |         var ey = y - (document.body.scrollTop + event.clientY - offset_pos.y);//y - (event.clientY - canvas.offsetTop);
103 | 
104 |         var er = Math.sqrt(Math.pow(ex, 2) + Math.pow(ey, 2));
105 |         
106 |         if (er > r) {
107 |             return null;
108 |         }
109 |         
110 |         var e_deg = 0;
111 |         if (ex == 0 && ey == 0) {
112 |             e_deg = 0;
113 |         } else if (ex >= 0 && ey >= 0) {
114 |             e_deg = Math.asin(ey/er);
115 |         } else if (ex >= 0 && ey <= 0) {
116 |             e_deg = Math.asin(ey/er) + 2*Math.PI;
117 |         } else if (ex < 0) { // ex < 0
118 |             e_deg = -Math.asin(ey/er) + Math.PI;
119 |         }
120 |         
121 |         e_deg = Math.PI*2 - e_deg;
122 |         
123 |         var deg = 0;
124 |         for (elem in elements) {
125 |             if (e_deg >= deg && e_deg <= (deg + (Math.PI*2 * elements[elem].value / total))) {
126 |                 return [deg, elem];
127 |             }
128 |             
129 |             deg = deg + (Math.PI*2 * elements[elem].value / total);
130 |         }
131 |     }
132 | 
133 |     function color_elem(degree, elem_no) {
134 |         ctx.fillStyle = "rgb(121,159,242)";
135 |         ctx.beginPath();
136 |         ctx.arc(x, y, r, degree, degree + (Math.PI*2 * elements[elem_no].value / total), false);
137 |         ctx.lineTo(x, y);
138 |         ctx.fill();
139 |         draw_pie_grid();
140 |     }
141 | }
142 | 
143 | function generate_pie_elements(array) {
144 |     var elements = new Array();
145 |     
146 |     var i = 0;
147 |     for (i=0; i<array.length; i=i+1) {
148 |         elements[i] = new PieElement(array[i][0], array[i][1], array[i][2]);
149 |     }
150 |     
151 |     return elements;
152 | }
153 | 
154 | function PieElement(v, l, i) {
155 |     this.value = v;
156 |     this.link = l;
157 |     this.id = i;
158 |     
159 |     this.highlight = function() {
160 |         var td = document.getElementById(this.id);
161 |         if (td != null) {
162 |             td.style.backgroundColor = '#628AE3';
163 |         }
164 |     }
165 | 
166 |     this.unhighlight = function() {
167 |         var td = document.getElementById(this.id);
168 |         if (td != null) {
169 |             td.style.backgroundColor = '#799FF2';
170 |         }
171 |     }
172 | }
173 | 


--------------------------------------------------------------------------------
/BasicBrowser/static/js/search.js:
--------------------------------------------------------------------------------
 1 | function handleKeyPress(event){
 2 |     var key = event.keyCode || event.which;
 3 |     if (key == 13) {
 4 |         doSearch();
 5 |     }
 6 | }
 7 | 
 8 | function doSearch() {
 9 |     var query = document.getElementsByName("search")[0].value;
10 |     if (query == "") {
11 |         return;
12 |     }
13 |     alert("searching for " + document.getElementsByName("search")[0].value + "...");
14 | }
15 | 


--------------------------------------------------------------------------------
/BasicBrowser/templates/doc.html:
--------------------------------------------------------------------------------
 1 | <html>
 2 | <head>
 3 |     <script language="JavaScript" src="http://code.jquery.com/jquery-1.4.4.js"></script>
 4 |     <script language="JavaScript" src="/static/js/pie.js"></script>
 5 |     <script language="JavaScript" src="/static/js/search.js"></script>
 6 | 
 7 | 
 8 |     <script type="text/JavaScript">
 9 |     <!--
10 | 
11 |     var array = {{ pie_array|safe }};
12 |     var elements = generate_pie_elements(array);
13 |     var piec = null;
14 |     function init() {
15 |         // create pie chart
16 |         piec = new PieChart(elements);
17 |         piec.initialize();
18 | 
19 |     }
20 | 
21 |     function highlight(i) {
22 |         piec.highlight(i);
23 |     }
24 |     
25 |     function unhighlight() {
26 |         piec.unhighlight();
27 |     }
28 |     //-->
29 |     </script>
30 | 
31 |     <meta http-equiv="Content-Type" content="text/html; charset=UTF-8" />
32 |     
33 |     <title>{{ doc.title }}</title>
34 | 
35 |     <link href="/static/css/styling.css" rel="stylesheet" type="text/css">
36 | </head>
37 | 
38 | <body onLoad="init()">
39 | {{ nav_bar|safe }}
40 | 
41 |     <div id="top"></div>
42 | 
43 |     <h1 id="header">
44 |         <table><tr>
45 |             <td id="title">{{ doc.title }}</td>
46 |         </tr></table>
47 | 
48 |         <hr noshade>
49 |     </h1>
50 | 
51 |     <div id="main">
52 |         <table><tr>
53 |             <td width="210px">
54 |                 <table class="dark">
55 |                 <tr><td><canvas id="canvas" width="200" height="200"></canvas></td></tr>
56 |                 <tr class="title">
57 |                     <td>related topics</td>
58 |                 </tr>
59 |                 {% if topics %}
60 | 			{% for topic in topics %}
61 | 			<tr class="list"><td id="topic_{{ topic.id }}" onmouseover="highlight({{ forloop.counter|add:"-1" }})" onmouseout="unhighlight()" onclick="window.location.href='/topic/{{ topic.id }}'">{{ topic.title }}</td></tr>
62 | 			{% endfor %}
63 | 		{% endif %}
64 |                 </table>
65 |             </td>
66 | 
67 |             <td>
68 |                 <table class="light">
69 |                 <tr class="doc"><td>
70 |                     <p>
71 | 			            {{ doc.content|safe }}
72 | 		            </p>
73 | 		            <p><a href="http://en.wikipedia.org/wiki/{{ doc.title }}">Full article&nbsp;&#x25B8;</a></p>
74 |                 </td></tr>
75 |                 </table>
76 |             </td>
77 |         </tr></table>
78 |     </div>
79 | 
80 |     <div id="footer">
81 |         <br>
82 |         <hr noshade>
83 |     </div>
84 | <p align=center>The contents of the Wikipedia articles are released under <a href="http://creativecommons.org/licenses/by-sa/3.0/">CC-BY-SA</a>.</p>
85 | </body>
86 | </html>
87 | 


--------------------------------------------------------------------------------
/BasicBrowser/templates/nav_bar.html:
--------------------------------------------------------------------------------
 1 | <div id="navigation">
 2 | <hr noshade>
 3 | <table><tr>
 4 |     <td class="navtext">Browse&nbsp;&#x25B8;</td>
 5 |         <td class="linked"><a>Topics</a>
 6 |           <ul>
 7 |             <li><a href="/topic_presence">Relative Presence</a></li>
 8 |             <li><a href="/topic/random">Random Topic</a></li>
 9 |           </ul>
10 |         </td>
11 |         <td class="linked"><a>Documents</a>
12 |           <ul>
13 |             <li><a href="/doc/random">Random Document</a></li>
14 |           </ul>
15 |         </td>
16 |         <td class="linked"><a>Terms</a>
17 |           <ul>
18 |             <li><a href="/term/random">Random Term</a></li>
19 |            </ul>
20 |         </td>
21 |         <td class="linked"><a>About</a>
22 |           <ul>
23 |             <li><a href="/stats">Stats</a></li>
24 |           </ul>
25 |         </td>
26 |     </td>
27 |     <td></td>
28 | </tr></table>
29 | </div>
30 | 


--------------------------------------------------------------------------------
/BasicBrowser/templates/settings.html:
--------------------------------------------------------------------------------
 1 | <html>
 2 | <head>
 3 |     <script language="JavaScript" src="http://code.jquery.com/jquery-1.4.4.js"></script>
 4 |     <script language="JavaScript" src="/static/js/pie.js"></script>
 5 |     <script language="JavaScript" src="/static/js/search.js"></script>
 6 | 
 7 |     <meta http-equiv="Content-Type" content="text/html; charset=UTF-8" />
 8 |     
 9 |     <title>Settings</title>
10 | 
11 |     <link href="/static/css/styling.css" rel="stylesheet" type="text/css">
12 | </head>
13 | 
14 | <body>
15 | {{ nav_bar|safe }}
16 | 
17 |     <div id="top"></div>
18 | 
19 |     <h1 id="header">
20 |         <table><tr>
21 |             <td id="title">Wikipedia Online LDA Settings</td>
22 |         </tr></table>
23 | 
24 |         <hr noshade>
25 |     </h1>
26 | 
27 |     <div id="main">
28 |         <table>
29 |             <form action="/settings/apply" method="post">
30 |                 {% csrf_token %} 
31 |                 <label for="id_doc_topic_score_threshold">Doc-Topic score threshold</label>
32 |                   <input type="text" name="doc_topic_score_threshold" id="id_doc_topic_score_threshold" value="{{ settings.doc_topic_score_threshold }}" />
33 |                 <br />
34 |                 <input type="checkbox" name="doc_topic_scaled_score" id="id_doc_topic_scaled_score" {% if settings.doc_topic_scaled_score %}checked="yes" {% endif %}/>
35 |                   <label for="id_doc_topic_scaled_score">Use threshold in proportion to document size</label>
36 |                 <br />
37 |                 <input type="submit" value="Apply" />
38 |             </form>
39 |         </table>
40 |     </div>
41 | 
42 |     <div id="footer">
43 |         <br>
44 |         <hr noshade>
45 |     </div>
46 | </body>
47 | </html>
48 | 


--------------------------------------------------------------------------------
/BasicBrowser/templates/stats.html:
--------------------------------------------------------------------------------
 1 | <html>
 2 | <head>
 3 |     <script language="JavaScript" src="http://code.jquery.com/jquery-1.4.4.js"></script>
 4 |     <script language="JavaScript" src="/static/js/pie.js"></script>
 5 |     <script language="JavaScript" src="/static/js/search.js"></script>
 6 | 
 7 |     <meta http-equiv="Content-Type" content="text/html; charset=UTF-8" />
 8 |     
 9 |     <title>Stats</title>
10 | 
11 |     <link href="/static/css/styling.css" rel="stylesheet" type="text/css">
12 | </head>
13 | 
14 | <body>
15 | {{ nav_bar|safe }}
16 | 
17 |     <div id="top"></div>
18 | 
19 |     <h1 id="header">
20 |         <table><tr>
21 |             <td id="title">Wikipedia Online LDA Stats</td>
22 |         </tr></table>
23 | 
24 |         <hr noshade>
25 |     </h1>
26 | 
27 |     <div id="main">
28 |         <table>
29 |             <tr><td width="210px">
30 |             Model started running at {{ start_time }}, and has run {{ start_time|timesince:last_update }}.
31 |             <br>Last update at {{ last_update }}, or {{ last_update|timesince}} ago.
32 |             <br>{{ num_batches }} Batches Completed
33 |             <br>{{ num_docs }} Documents
34 |             <br>{{ num_topics }} Topics
35 |             <br>{{ num_terms }} Terms
36 |             </td></tr>
37 |         </table>
38 |     </div>
39 | 
40 |     <div id="footer">
41 |         <br>
42 |         <hr noshade>
43 |     </div>
44 | </body>
45 | </html>
46 | 


--------------------------------------------------------------------------------
/BasicBrowser/templates/term.html:
--------------------------------------------------------------------------------
 1 | <html>
 2 | <head>
 3 |     <script language="JavaScript" src="http://code.jquery.com/jquery-1.4.4.js"></script>
 4 |     <script language="JavaScript" src="/static/js/jquery.rightClick.js"></script>
 5 |     
 6 |     <meta http-equiv="Content-Type" content="text/html; charset=UTF-8" />
 7 | 
 8 | <title>{{ term.title }}</title>
 9 | <link href="/static/css/styling.css" rel="stylesheet" type="text/css">
10 | 
11 | </head>
12 |   <body>
13 | {{ nav_bar|safe }}
14 | <div id="top"></div>
15 | <h1 id="header">
16 | <table><tr>
17 | <td id="title">{{ term.title }}</td>
18 | </tr></table></span>
19 | <hr noshade>
20 | </h1>
21 | 
22 | <div id="graph"> 
23 | <table width="100%">
24 | {% for topic, topic_score, width in topic_tuples %}
25 | <tr><td><table width="{{ width|floatformat:1 }}%" ><tr><td class="high-contrast" title="{{ topic_score|floatformat:0 }}" onclick="window.location.href='/topic/{{ topic.id }}'">{{ topic.title }}</td></tr></table></td></tr>
26 | {% endfor %}
27 | </table> 
28 | </div>
29 | 
30 | <div id="footer">
31 | <br>
32 | <hr noshade>
33 | </div>
34 |   </body>
35 | </html>
36 | 
37 | 


--------------------------------------------------------------------------------
/BasicBrowser/templates/term_list.html:
--------------------------------------------------------------------------------
 1 | <html>
 2 | <head>
 3 |     <script language="JavaScript" src="http://code.jquery.com/jquery-1.4.4.js"></script>
 4 |     <script language="JavaScript" src="/static/js/jquery.rightClick.js"></script>
 5 |     <script language="JavaScript" src="../js/bottom_bar_chart.js"></script> 
 6 |     <meta http-equiv="Content-Type" content="text/html; charset=UTF-8" />
 7 | 
 8 | <title>Wikipedia Topics</title>
 9 | <link href="/static/css/styling.css" rel="stylesheet" type="text/css">
10 | 
11 | </head>
12 |   <body>
13 | {{ nav_bar|safe }}
14 | <div id="top"></div>
15 | <div id="header">
16 | <h1>Wikipedia Terms</h1>
17 | <h2>List of Terms by Frequency</h2> 
18 | <hr noshade>
19 | </div>
20 | <div id="list"> 
21 | <div ><table onmouseover="show_count_bar()" onmouseout="hide_count_bar()"> 
22 | {% for row in rows %}
23 | 	<tr>
24 | 	{% for term, count, percent in row %}
25 | 		{% if term %}
26 | 			<td title="{{ count }}" onclick="window.location.href='/term/{{ term.id }}'" onmouseover="count_adjust({{ percent }})">{{ term.title }}</td>
27 | 		{% else %}
28 | 			<td class="blank"></td>
29 | 		{% endif %}
30 | 	{% endfor %}
31 | 	</tr>
32 | {% endfor %} 
33 | </table>
34 | 
35 | prev next
36 | </div>
37 | </div>
38 | 
39 | <div onmouseover="show_count_bar()" onmouseout="hide_count_bar()"><table class="hidden"><tr><td class="count"></td><td class="total"></td> 
40 | </tr></table></div>
41 | 
42 | <div id="footer">
43 | <br>
44 | <hr noshade>
45 | </div>
46 |   </body>
47 | </html>
48 | 
49 | 


--------------------------------------------------------------------------------
/BasicBrowser/templates/topic.html:
--------------------------------------------------------------------------------
 1 | <html>
 2 | <head>
 3 |     <script language="JavaScript" src="http://code.jquery.com/jquery-1.4.4.js"></script>
 4 |     <script language="JavaScript" src="/static/js/jquery.rightClick.js"></script>
 5 |     <script type="text/JavaScript"> 
 6 |     <!--
 7 |     function highlight(id) {
 8 | 	   	var list = document.getElementById(id+'_list');
 9 | 	   	var bar = document.getElementById(id+'_bar');
10 | 		if (list != null) {
11 | 			list.style.backgroundColor='#628AE3';
12 | 		}
13 | 		if (bar != null) {
14 | 			bar.style.backgroundColor='#416DCC';
15 | 		}
16 | 	}
17 |     
18 |     function unhighlight(id) {
19 | 		var list = document.getElementById(id+'_list');
20 | 	   	var bar = document.getElementById(id+'_bar');
21 | 		if (list != null) {
22 | 			list.style.backgroundColor='#799FF2';
23 | 		}
24 | 		if (bar != null) {
25 | 			bar.style.backgroundColor='#799FF2';
26 | 		}
27 |     }
28 |     //-->
29 |     </script>
30 |     <meta http-equiv="Content-Type" content="text/html; charset=UTF-8" />
31 | 
32 | <title>{{ topic.title }}</title>
33 | <link href="/static/css/styling.css" rel="stylesheet" type="text/css">
34 | 
35 | </head>
36 |   <body>
37 | {{ nav_bar|safe }}
38 | <div id="top"></div>
39 | <h1 id="header">
40 | <table><tr>
41 | <td id="title">{{ topic.title }}</td>
42 | </tr></table></span>
43 | <hr noshade>
44 | </h1>
45 | 
46 | <div id="main">
47 | <table width="100%" class="high-contrast-table"><tbody><tr>
48 | </tr></tbody></table>
49 | <table><tr>
50 | <td width="30.0%">
51 | <table class="dark">
52 | <tr class="title">
53 | <td>words</td></tr>
54 | {% if terms %}
55 | 	{% for term in terms %}
56 | 	<tr class="list" onclick="window.location.href='/term/{{ term.id }}'" onmouseover="highlight('{{ term.title }}')" onmouseout="unhighlight('{{ term.title }}')"><td id="{{ term.title }}_list">{{ term.title }}</td><tr>
57 | 	{% endfor %}
58 | {% endif %}
59 | <tmv-topic-terms-column>
60 | </table>
61 | </td>
62 | 
63 | <td width="70.0%">
64 | <table class="light">
65 | <tr class="title">
66 | <td>related documents</td>
67 | </tr>
68 | {% if docs %}
69 | 	{% for doc in docs %}
70 | 	<tr class="list"><td id="{{ doc.title }}" onclick="window.location.href='/doc/{{ doc.id }}'">{{ doc.title }}</td><tr>
71 | 	{% endfor %}
72 | {% endif %}
73 | </table>
74 | </td>
75 | 
76 | </tr></table>
77 | </div>
78 | 
79 | <div id="footer">
80 | <br>
81 | <hr noshade>
82 | </div>
83 |   </body>
84 | </html>
85 | 
86 | 


--------------------------------------------------------------------------------
/BasicBrowser/templates/topic_list.html:
--------------------------------------------------------------------------------
 1 | <html>
 2 | <head>
 3 |     <script language="JavaScript" src="http://code.jquery.com/jquery-1.4.4.js"></script>
 4 |     <script language="JavaScript" src="/static/js/jquery.rightClick.js"></script>
 5 |     <meta http-equiv="Content-Type" content="text/html; charset=UTF-8" />
 6 | 
 7 | <title>Wikipedia Topics</title>
 8 | <link href="/static/css/styling.css" rel="stylesheet" type="text/css">
 9 | 
10 | </head>
11 |   <body>
12 | {{ nav_bar|safe }}
13 | <div id="top"></div>
14 | <div id="header">
15 | <h1>Wikipedia Topics</h1>
16 | <h2>List of Terms Per Topic</h2> 
17 | <hr noshade>
18 | </div>
19 | <div id="topics"> 
20 | 	<table>	
21 | 	{% for row in rows %}
22 | 		<tr class="titles"> 
23 | 		{% for topic in row.0 %}
24 | 			{% if topic %}
25 | 				<td onclick="window.location.href='/topic/{{ topic.id }}'">{{ topic.title }}</td>
26 | 			{% else %}
27 | 				<td class="blank"></td>
28 | 			{% endif %}
29 | 		{% endfor %}
30 | 		</tr>
31 | 		{% for terms in row.1%}
32 | 		<tr>
33 | 			{% for term in terms %}
34 | 				{% if term %}
35 | 					<td onclick="window.location.href='/term/{{ term.id }}'">{{ term.title }}</td>
36 | 				{% else %}
37 | 					<td class="blank"></td>
38 | 				{% endif %}
39 | 			{% endfor %}
40 | 		</tr>
41 | 		{% endfor %}
42 | 		</tr><tr class="spacer"><td></td><td></td><td></td><tr> 
43 | 	{% endfor %}
44 | 	</table>
45 | 	 
46 | </div>
47 | 
48 | <div id="footer">
49 | <br>
50 | <hr noshade>
51 | </div>
52 |   </body>
53 | </html>
54 | 
55 | 


--------------------------------------------------------------------------------
/BasicBrowser/templates/topic_presence.html:
--------------------------------------------------------------------------------
 1 | <html>
 2 | <head>
 3 |     <script language="JavaScript" src="http://code.jquery.com/jquery-1.4.4.js"></script>
 4 |     <script language="JavaScript" src="/static/js/jquery.rightClick.js"></script>
 5 |     <meta http-equiv="Content-Type" content="text/html; charset=UTF-8" />
 6 | 
 7 | <title>Wikipedia Topics</title>
 8 | <link href="/static/css/styling.css" rel="stylesheet" type="text/css">
 9 | 
10 | </head>
11 |   <body>
12 | {{ nav_bar|safe }}
13 | <div id="top"></div>
14 | <div id="header">
15 | <h1>Wikipedia Topics</h1>
16 | <h2>Relative Presence of Topics in all Documents</h2> 
17 | <hr noshade>
18 | </div>
19 | <div id="graph"> 
20 | <table width="100%">
21 | {% for topic, topic_score, width in topic_tuples %}
22 | <tr><td><table width="{{ width|floatformat:1 }}%" ><tr><td class="high-contrast" title="{{ topic_score|floatformat:0 }}" onclick="window.location.href='/topic/{{ topic.id }}'">{{ topic.title }}</td></tr></table></td></tr>
23 | {% endfor %}
24 | </table> 
25 | </div>
26 | 
27 | <div id="footer">
28 | <br>
29 | <hr noshade>
30 | </div>
31 |   </body>
32 | </html>
33 | 
34 | 


--------------------------------------------------------------------------------
/BasicBrowser/tmv_app/__init__.py:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ajbc/tmv/9a5ecef97a298920b102129d34c28ddabcb93f29/BasicBrowser/tmv_app/__init__.py


--------------------------------------------------------------------------------
/BasicBrowser/tmv_app/models.py:
--------------------------------------------------------------------------------
 1 | from django.db import models
 2 | 
 3 | class Topic(models.Model):
 4 |     title = models.CharField(max_length=50)
 5 | 
 6 |     def __unicode__(self):
 7 |         return str(self.title)
 8 | 
 9 | class Term(models.Model):    
10 |     title = models.CharField(max_length=50)
11 | 
12 | class TopicTerm(models.Model):
13 |     topic = models.IntegerField()
14 |     term = models.IntegerField()
15 |     score = models.FloatField()
16 | 
17 | class Doc(models.Model):
18 |     title = models.CharField(max_length=100)
19 |     content = models.TextField()
20 |     
21 |     def word_count(self):
22 |         return len(str(self.content).split())
23 | 
24 | class DocTopic(models.Model):
25 |     doc = models.IntegerField()
26 |     topic = models.IntegerField()
27 |     score = models.FloatField()
28 |     scaled_score = models.FloatField()
29 | 
30 | class DocTerm(models.Model):
31 |     doc = models.IntegerField()
32 |     term = models.IntegerField()
33 |     score = models.FloatField()
34 | 
35 | class RunStats(models.Model):
36 |     start = models.DateTimeField()
37 |     batch_count = models.IntegerField()
38 |     last_update = models.DateTimeField()
39 |     topic_titles_current = models.BooleanField()
40 | 
41 | class Settings(models.Model):
42 |     doc_topic_score_threshold = models.FloatField()
43 |     doc_topic_scaled_score = models.BooleanField()
44 | 


--------------------------------------------------------------------------------
/BasicBrowser/tmv_app/views.py:
--------------------------------------------------------------------------------
  1 | from django.http import HttpResponse, HttpResponseRedirect
  2 | from django.template import Template, Context, RequestContext
  3 | from tmv_app.models import *
  4 | from django.db.models import Q
  5 | from django.shortcuts import *
  6 | from django.forms import ModelForm
  7 | import random, sys, datetime
  8 | import urllib2
  9 | 
 10 | # the following line will need to be updated to launch the browser on a web server
 11 | TEMPLATE_DIR = sys.path[0] + '/templates/'
 12 | 
 13 | opener = urllib2.build_opener()
 14 | opener.addheaders = [('User-agent', 'Mozilla/5.0')]
 15 | 
 16 | def topic_detail(request, topic_id):    
 17 |     update_topic_titles()
 18 |     response = ''
 19 |     
 20 |     template_file = open(TEMPLATE_DIR + 'topic.html', 'r')
 21 |     topic_template = Template(template_file.read())
 22 |     
 23 |     topic = Topic.objects.get(id=topic_id)
 24 |     topicterms = TopicTerm.objects.filter(topic=topic_id).order_by('-score')
 25 |     doctopics = DocTopic.objects.filter(topic=topic_id).order_by('-score')[:50]
 26 |     
 27 |     terms = []
 28 |     term_bar = []
 29 |     remainder = 1
 30 |     remainder_titles = ''
 31 |     
 32 |     for tt in topicterms:
 33 |         term = Term.objects.get(pk=tt.term)
 34 |         
 35 |         terms.append(term)
 36 |         if tt.score >= .01:
 37 |             term_bar.append((True, term, tt.score * 100))
 38 |             remainder -= tt.score
 39 |         else:
 40 |             if remainder_titles == '':
 41 |                 remainder_titles += term.title
 42 |             else:
 43 |                 remainder_titles += ', ' + term.title
 44 |     term_bar.append((False, remainder_titles, remainder*100))
 45 |     
 46 |     topics = []
 47 |     
 48 |     docs = []
 49 |     for dt in doctopics:
 50 |         docs.append(Doc.objects.get(pk=dt.doc))
 51 |     
 52 |     nav_bar = open(TEMPLATE_DIR + 'nav_bar.html', 'r').read()
 53 |     
 54 |     topic_page_context = Context({'nav_bar': nav_bar, 'topic': topic, 'terms': terms, 'term_bar': term_bar, 'docs': docs})
 55 |     
 56 |     return HttpResponse(topic_template.render(topic_page_context))
 57 | 
 58 | def term_detail(request, term_id):
 59 |     update_topic_titles()
 60 |     response = ''
 61 |     
 62 |     template_file = open(TEMPLATE_DIR + 'term.html', 'r')
 63 |     term_template = Template(template_file.read())
 64 |     
 65 |     term = Term.objects.get(id=term_id)
 66 |     
 67 |     topics = {}
 68 |     for topic in Topic.objects.all():
 69 |         tt = TopicTerm.objects.filter(topic=topic.id, term=term_id)
 70 |         if len(tt) > 0:
 71 |             topics[topic] = tt[0].score
 72 |     
 73 |     sorted_topics = sorted(topics.keys(), key=lambda x: -topics[x])
 74 |     topic_tuples = []
 75 |     if len(topics.keys()) > 0:
 76 |         max_score = max(topics.values())
 77 |         for topic in sorted_topics:
 78 |             topic_tuples.append((topic, topics[topic], topics[topic]/max_score*100))
 79 |     
 80 |     nav_bar = open(TEMPLATE_DIR + 'nav_bar.html', 'r').read()
 81 | 
 82 |     term_page_context = Context({'nav_bar': nav_bar, 'term': term, 'topic_tuples': topic_tuples})
 83 |     
 84 |     return HttpResponse(term_template.render(term_page_context))
 85 | 
 86 | def doc_detail(request, doc_id):
 87 |     update_topic_titles()
 88 |     response = ''
 89 |     print "doc: " + str(doc_id)
 90 |     template_file = open(TEMPLATE_DIR + 'doc.html', 'r')
 91 |     doc_template = Template(template_file.read())
 92 |     
 93 |     doc = Doc.objects.get(id=doc_id)
 94 |     doctopics = DocTopic.objects.filter(doc=doc_id).order_by('-score')
 95 | 
 96 |     topics = []
 97 |     pie_array = []
 98 |     dt_threshold = Settings.objects.get(id=1).doc_topic_score_threshold
 99 |     print dt_threshold
100 |     dt_thresh_scaled = Settings.objects.get(id=1).doc_topic_scaled_score
101 |     for dt in doctopics:
102 |         if ((not dt_thresh_scaled and dt.score >= dt_threshold) or (dt_thresh_scaled and dt.scaled_score*100 >= dt_threshold)):
103 |             topic = Topic.objects.get(pk=dt.topic)
104 |             topics.append(topic)
105 |             print topic.title
106 |             if not dt_thresh_scaled:
107 |                 pie_array.append([dt.score, '/topic/' + str(topic.id), 'topic_' + str(topic.id)])
108 |             else:
109 |                 pie_array.append([dt.scaled_score, '/topic/' + str(topic.id), 'topic_' + str(topic.id)])
110 |         else:
111 |             print (dt.score, dt.scaled_score)
112 |    
113 |     if doc.content == '':
114 |         doc.content = get_doc_display(doc)
115 |         doc.save()
116 |      
117 |     nav_bar = open(TEMPLATE_DIR + 'nav_bar.html', 'r').read()
118 |     
119 |     doc_page_context = Context({'nav_bar': nav_bar, 'doc': doc, 'topics': topics, 'pie_array': pie_array})
120 |     
121 |     return HttpResponse(doc_template.render(doc_page_context))
122 | 
123 | def topic_list_detail(request):
124 |     update_topic_titles()
125 |     response = ''
126 |     
127 |     template_file = open(TEMPLATE_DIR + 'topic_list.html', 'r')
128 |     list_template = Template(template_file.read())
129 |     
130 |     topics = Topic.objects.all()
131 | 
132 |     terms = []
133 |     for t in topics:
134 |         topicterms = TopicTerm.objects.filter(topic=t.id).order_by('-score')[:5]
135 |         temp =[]
136 |         term_count = 5
137 |         for tt in topicterms:
138 |             temp.append(Term.objects.get(pk=tt.term))
139 |             term_count -= 1
140 |         for i in range(term_count):        
141 |             temp.append(None)
142 |         terms.append(temp)
143 |     
144 |     nav_bar = open(TEMPLATE_DIR + 'nav_bar.html', 'r').read()
145 | 
146 |     div_topics = []
147 |     div_terms = []
148 |     rows = []
149 |     n = 3
150 |     for i in xrange(0, len(topics), n):
151 |         temp = [] 
152 |         for j in range(5):
153 |             K = min(len(topics), i+n)
154 |             t = [terms[k][j] for k in range(i,K,1)]
155 |             while len(t) < n:
156 |                 t.append(None)
157 |             temp.append(t)
158 |         tops = topics[i:i+n]
159 |         while len(tops) < n:
160 |             tops.append(None)
161 |         rows.append((tops, temp))
162 | 
163 |     list_page_context = Context({'nav_bar': nav_bar, 'rows': rows})
164 |     
165 |     return HttpResponse(list_template.render(list_page_context))
166 | 
167 | def topic_presence_detail(request):
168 |     update_topic_titles()
169 |     response = ''
170 |     
171 |     template_file = open(TEMPLATE_DIR + 'topic_presence.html', 'r')
172 |     presence_template = Template(template_file.read())
173 |     
174 |     topics = {}
175 |     for topic in Topic.objects.all():
176 |         score = sum([dt.score for dt in DocTopic.objects.filter(topic=topic.id)])
177 |         topics[topic] = score
178 |     
179 |     sorted_topics = sorted(topics.keys(), key=lambda x: -topics[x])
180 |     topic_tuples = []
181 |     max_score = max(topics.values())
182 |     for topic in sorted_topics:
183 |         topic_tuples.append((topic, topics[topic], topics[topic]/max_score*100))
184 |     
185 |     nav_bar = open(TEMPLATE_DIR + 'nav_bar.html', 'r').read()
186 | 
187 |     presence_page_context = Context({'nav_bar': nav_bar, 'topic_tuples': topic_tuples})
188 |     
189 |     return HttpResponse(presence_template.render(presence_page_context))
190 | 
191 | 
192 | def stats(request):
193 |     template_file = open(TEMPLATE_DIR + 'stats.html', 'r')
194 |     stats_template = Template(template_file.read())
195 | 
196 |     nav_bar = open(TEMPLATE_DIR + 'nav_bar.html', 'r').read()
197 | 
198 |     stats_page_context = Context({'nav_bar': nav_bar, 'num_docs': Doc.objects.count(), 'num_topics': Topic.objects.count(), 'num_terms': Term.objects.count(), 'start_time': RunStats.objects.get(id=1).start, 'elapsed_time': (datetime.datetime.now() - RunStats.objects.get(id=1).start), 'num_batches': RunStats.objects.get(id=1).batch_count, 'last_update': RunStats.objects.get(id=1).last_update})
199 | 
200 |     return HttpResponse(stats_template.render(stats_page_context))
201 | 
202 | class SettingsForm(ModelForm):
203 |     class Meta:
204 |         model = Settings
205 | 
206 | def settings(request):
207 |     template_file = open(TEMPLATE_DIR + 'settings.html', 'r')
208 |     settings_template = Template(template_file.read())
209 |    
210 |     nav_bar = open(TEMPLATE_DIR + 'nav_bar.html', 'r').read()
211 |    
212 |     settings_page_context = Context({'nav_bar': nav_bar, 'settings': Settings.objects.get(id=1)})
213 | 
214 |     #return HttpResponse(settings_template.render(settings_page_context))
215 |     return render_to_response('settings.html', settings_page_context, context_instance=RequestContext(request))
216 | 
217 | def apply_settings(request):
218 |     settings = Settings.objects.get(id=1)
219 |     print settings.doc_topic_score_threshold
220 |     print settings.doc_topic_scaled_score
221 |     form = SettingsForm(request.POST, instance=settings)
222 |     print form
223 |     print settings
224 |     #TODO: add in checks for threshold (make sure it's a float)
225 |     settings.doc_topic_score_threshold = float(request.POST['threshold'])
226 |    
227 |     print settings.doc_topic_score_threshold
228 |     print settings.doc_topic_scaled_score
229 |     settings.save()
230 | 
231 |     return HttpResponseRedirect('/topic_list')
232 | 
233 | def update_topic_titles():
234 |     stats = RunStats.objects.get(id=1)
235 |     if not stats.topic_titles_current:
236 |         for topic in Topic.objects.all():
237 |             topicterms = TopicTerm.objects.filter(topic=topic.id).order_by('-score')[:3]
238 |             if topicterms.count() < 3:
239 |                 continue
240 |             new_topic_title = '{' + Term.objects.get(pk=topicterms[0].term).title + ', ' + Term.objects.get(pk=topicterms[1].term).title + ', ' + Term.objects.get(pk=topicterms[2].term).title + '}'
241 |             topic.title = new_topic_title
242 |             topic.save()
243 |         stats.topic_titles_current = True
244 |         stats.save()
245 | 
246 | def topic_random(request):
247 |     return HttpResponseRedirect('/topic/' + str(random.randint(1, Topic.objects.count())))
248 | 
249 | def doc_random(request):
250 |     return HttpResponseRedirect('/doc/' + str(random.randint(1, Doc.objects.count())))
251 | 
252 | def term_random(request):
253 |     return HttpResponseRedirect('/term/' + str(random.randint(1, Term.objects.count())))
254 | 
255 | def get_doc_display(doc):
256 |     url = "http://en.wikipedia.org/wiki/" + doc.title
257 |     url2 = "http://en.wikipedia.org/wiki/" + doc.title.replace(" ", "_").replace("&amp;", '&')
258 |     
259 |     f = ''
260 |     try:
261 |         f = opener.open(url.encode('utf-8'))
262 |     except urllib2.HTTPError:
263 |         try:
264 |             f = opener.open(url2)
265 |         except:
266 |             return "This page could not be found."
267 |     site = f.read()
268 |     
269 |     # get past the unwanted content at the start of the html file
270 |     end_cur = site.find('</h1>')
271 | 
272 |     start_cur = site[end_cur:].find('<table class="vertical-navbox nowraplinks"')
273 |     while (start_cur != -1):
274 |         while (start_cur != -1):
275 |             new_end_cur = end_cur + start_cur + site[end_cur + start_cur:].find('</table>')
276 |             start_cur = site[end_cur + start_cur + len('<table') : new_end_cur].find('<table')
277 |             end_cur = new_end_cur
278 |         start_cur = site[end_cur:].find('<table class="vertical-navbox nowraplinks"')
279 | 
280 |     # cherrypick desired content, up to a certain length
281 |     new_start_cur = site[end_cur:].find('<p')
282 |     new_end_cur = site[end_cur:].find('</p>')
283 | 
284 |     pair_key = 0
285 |     pairs = [('<p', '</p>'), ('<span class="mw-headline"', '</span>'), ('<div id="toctitle">', '</div>'), ('<ul>','</ul>')]
286 | 
287 |     content = ''
288 |     while (new_start_cur != -1 and new_end_cur != -1 and len(content) < 5000):
289 |         content_addition = site[end_cur+new_start_cur:end_cur+new_end_cur+len(pairs[pair_key][1])]
290 |         if pair_key == 1:
291 |             content += '\n<h3>' + content_addition + '</h3>'
292 |         else:
293 |             content += '\n' + content_addition
294 | 
295 |         end_cur = end_cur + new_end_cur + len(pairs[pair_key][1])
296 |         
297 |         new_start_cur = -1
298 |         new_end_cur = -1
299 |         for pair in pairs:
300 |             start_cur = site[end_cur:].find(pair[0])
301 |             if start_cur != -1 and (new_start_cur == -1 or start_cur < new_start_cur):
302 |                 new_start_cur = start_cur
303 |                 new_end_cur = site[end_cur:].find(pair[1])
304 |                 temp_start_cur = new_start_cur
305 |                 count = 0
306 |                 while count <10 and site[end_cur + temp_start_cur + len(pair[0]) : end_cur + new_end_cur].find(pair[0]) != -1:
307 |                     temp_start_cur = temp_start_cur + site[end_cur + temp_start_cur + len(pair[0]):].find(pair[0]) + len(pair[0])
308 |                     new_end_cur = new_end_cur + site[end_cur + new_end_cur + len(pair[1]):].find(pair[1])  + len(pair[1])
309 |                     count += 1
310 |                 pair_key = pairs.index(pair)
311 |     
312 |     # make sure links connect to wikipedia.org properly
313 |     content = unicode(content, errors='ignore')
314 |     content = content.replace('href="/wiki', 'href="http://www.wikipedia.org/wiki')
315 |     content = content.replace(u'href="#', 'href="' + url + '#')
316 |     content = content.replace("\n\n", "</p>\n\n<p>")
317 |     
318 |     return content
319 | 


--------------------------------------------------------------------------------
/BasicBrowser/urls.py:
--------------------------------------------------------------------------------
 1 | from django.conf.urls.defaults import *
 2 | 
 3 | # Uncomment the next two lines to enable the admin:
 4 | # from django.contrib import admin
 5 | # admin.autodiscover()
 6 | 
 7 | urlpatterns = patterns('',
 8 |     (r'^topic/(?P<topic_id>\d+)/$', 'tmv_app.views.topic_detail'),
 9 |     (r'^term/(?P<term_id>\d+)/$', 'tmv_app.views.term_detail'),
10 |     (r'^doc/(?P<doc_id>\d+)/$', 'tmv_app.views.doc_detail'),
11 |     (r'^topic_list$', 'tmv_app.views.topic_list_detail'),
12 |     (r'^topic_presence$', 'tmv_app.views.topic_presence_detail'),
13 |     (r'^stats$', 'tmv_app.views.stats'),
14 |     (r'^settings$', 'tmv_app.views.settings'),
15 |     (r'^settings/apply$', 'tmv_app.views.apply_settings'),
16 |     (r'^topic/random$', 'tmv_app.views.topic_random'),
17 |     (r'^doc/random$', 'tmv_app.views.doc_random'),
18 |     (r'^term/random$', 'tmv_app.views.term_random'),
19 |     # Example:
20 |     # (r'^BasicBrowser/', include('BasicBrowser.foo.urls')),
21 | 
22 |     # Uncomment the admin/doc line below to enable admin documentation:
23 |     # (r'^admin/doc/', include('django.contrib.admindocs.urls')),
24 | 
25 |     # Uncomment the next line to enable the admin:
26 |     # (r'^admin/', include(admin.site.urls)),
27 | )
28 | 
29 | 
30 | #onyl serve static content for development
31 | urlpatterns += patterns('', (
32 | r'^static/(?P<path>.*)$',
33 | 'django.views.static.serve',
34 | {'document_root': 'static'}
35 | ))
36 | 


--------------------------------------------------------------------------------
/COPYING:
--------------------------------------------------------------------------------
  1 |                     GNU GENERAL PUBLIC LICENSE
  2 |                        Version 3, 29 June 2007
  3 | 
  4 |  Copyright (C) 2007 Free Software Foundation, Inc. <http://fsf.org/>
  5 |  Everyone is permitted to copy and distribute verbatim copies
  6 |  of this license document, but changing it is not allowed.
  7 | 
  8 |                             Preamble
  9 | 
 10 |   The GNU General Public License is a free, copyleft license for
 11 | software and other kinds of works.
 12 | 
 13 |   The licenses for most software and other practical works are designed
 14 | to take away your freedom to share and change the works.  By contrast,
 15 | the GNU General Public License is intended to guarantee your freedom to
 16 | share and change all versions of a program--to make sure it remains free
 17 | software for all its users.  We, the Free Software Foundation, use the
 18 | GNU General Public License for most of our software; it applies also to
 19 | any other work released this way by its authors.  You can apply it to
 20 | your programs, too.
 21 | 
 22 |   When we speak of free software, we are referring to freedom, not
 23 | price.  Our General Public Licenses are designed to make sure that you
 24 | have the freedom to distribute copies of free software (and charge for
 25 | them if you wish), that you receive source code or can get it if you
 26 | want it, that you can change the software or use pieces of it in new
 27 | free programs, and that you know you can do these things.
 28 | 
 29 |   To protect your rights, we need to prevent others from denying you
 30 | these rights or asking you to surrender the rights.  Therefore, you have
 31 | certain responsibilities if you distribute copies of the software, or if
 32 | you modify it: responsibilities to respect the freedom of others.
 33 | 
 34 |   For example, if you distribute copies of such a program, whether
 35 | gratis or for a fee, you must pass on to the recipients the same
 36 | freedoms that you received.  You must make sure that they, too, receive
 37 | or can get the source code.  And you must show them these terms so they
 38 | know their rights.
 39 | 
 40 |   Developers that use the GNU GPL protect your rights with two steps:
 41 | (1) assert copyright on the software, and (2) offer you this License
 42 | giving you legal permission to copy, distribute and/or modify it.
 43 | 
 44 |   For the developers' and authors' protection, the GPL clearly explains
 45 | that there is no warranty for this free software.  For both users' and
 46 | authors' sake, the GPL requires that modified versions be marked as
 47 | changed, so that their problems will not be attributed erroneously to
 48 | authors of previous versions.
 49 | 
 50 |   Some devices are designed to deny users access to install or run
 51 | modified versions of the software inside them, although the manufacturer
 52 | can do so.  This is fundamentally incompatible with the aim of
 53 | protecting users' freedom to change the software.  The systematic
 54 | pattern of such abuse occurs in the area of products for individuals to
 55 | use, which is precisely where it is most unacceptable.  Therefore, we
 56 | have designed this version of the GPL to prohibit the practice for those
 57 | products.  If such problems arise substantially in other domains, we
 58 | stand ready to extend this provision to those domains in future versions
 59 | of the GPL, as needed to protect the freedom of users.
 60 | 
 61 |   Finally, every program is threatened constantly by software patents.
 62 | States should not allow patents to restrict development and use of
 63 | software on general-purpose computers, but in those that do, we wish to
 64 | avoid the special danger that patents applied to a free program could
 65 | make it effectively proprietary.  To prevent this, the GPL assures that
 66 | patents cannot be used to render the program non-free.
 67 | 
 68 |   The precise terms and conditions for copying, distribution and
 69 | modification follow.
 70 | 
 71 |                        TERMS AND CONDITIONS
 72 | 
 73 |   0. Definitions.
 74 | 
 75 |   "This License" refers to version 3 of the GNU General Public License.
 76 | 
 77 |   "Copyright" also means copyright-like laws that apply to other kinds of
 78 | works, such as semiconductor masks.
 79 | 
 80 |   "The Program" refers to any copyrightable work licensed under this
 81 | License.  Each licensee is addressed as "you".  "Licensees" and
 82 | "recipients" may be individuals or organizations.
 83 | 
 84 |   To "modify" a work means to copy from or adapt all or part of the work
 85 | in a fashion requiring copyright permission, other than the making of an
 86 | exact copy.  The resulting work is called a "modified version" of the
 87 | earlier work or a work "based on" the earlier work.
 88 | 
 89 |   A "covered work" means either the unmodified Program or a work based
 90 | on the Program.
 91 | 
 92 |   To "propagate" a work means to do anything with it that, without
 93 | permission, would make you directly or secondarily liable for
 94 | infringement under applicable copyright law, except executing it on a
 95 | computer or modifying a private copy.  Propagation includes copying,
 96 | distribution (with or without modification), making available to the
 97 | public, and in some countries other activities as well.
 98 | 
 99 |   To "convey" a work means any kind of propagation that enables other
100 | parties to make or receive copies.  Mere interaction with a user through
101 | a computer network, with no transfer of a copy, is not conveying.
102 | 
103 |   An interactive user interface displays "Appropriate Legal Notices"
104 | to the extent that it includes a convenient and prominently visible
105 | feature that (1) displays an appropriate copyright notice, and (2)
106 | tells the user that there is no warranty for the work (except to the
107 | extent that warranties are provided), that licensees may convey the
108 | work under this License, and how to view a copy of this License.  If
109 | the interface presents a list of user commands or options, such as a
110 | menu, a prominent item in the list meets this criterion.
111 | 
112 |   1. Source Code.
113 | 
114 |   The "source code" for a work means the preferred form of the work
115 | for making modifications to it.  "Object code" means any non-source
116 | form of a work.
117 | 
118 |   A "Standard Interface" means an interface that either is an official
119 | standard defined by a recognized standards body, or, in the case of
120 | interfaces specified for a particular programming language, one that
121 | is widely used among developers working in that language.
122 | 
123 |   The "System Libraries" of an executable work include anything, other
124 | than the work as a whole, that (a) is included in the normal form of
125 | packaging a Major Component, but which is not part of that Major
126 | Component, and (b) serves only to enable use of the work with that
127 | Major Component, or to implement a Standard Interface for which an
128 | implementation is available to the public in source code form.  A
129 | "Major Component", in this context, means a major essential component
130 | (kernel, window system, and so on) of the specific operating system
131 | (if any) on which the executable work runs, or a compiler used to
132 | produce the work, or an object code interpreter used to run it.
133 | 
134 |   The "Corresponding Source" for a work in object code form means all
135 | the source code needed to generate, install, and (for an executable
136 | work) run the object code and to modify the work, including scripts to
137 | control those activities.  However, it does not include the work's
138 | System Libraries, or general-purpose tools or generally available free
139 | programs which are used unmodified in performing those activities but
140 | which are not part of the work.  For example, Corresponding Source
141 | includes interface definition files associated with source files for
142 | the work, and the source code for shared libraries and dynamically
143 | linked subprograms that the work is specifically designed to require,
144 | such as by intimate data communication or control flow between those
145 | subprograms and other parts of the work.
146 | 
147 |   The Corresponding Source need not include anything that users
148 | can regenerate automatically from other parts of the Corresponding
149 | Source.
150 | 
151 |   The Corresponding Source for a work in source code form is that
152 | same work.
153 | 
154 |   2. Basic Permissions.
155 | 
156 |   All rights granted under this License are granted for the term of
157 | copyright on the Program, and are irrevocable provided the stated
158 | conditions are met.  This License explicitly affirms your unlimited
159 | permission to run the unmodified Program.  The output from running a
160 | covered work is covered by this License only if the output, given its
161 | content, constitutes a covered work.  This License acknowledges your
162 | rights of fair use or other equivalent, as provided by copyright law.
163 | 
164 |   You may make, run and propagate covered works that you do not
165 | convey, without conditions so long as your license otherwise remains
166 | in force.  You may convey covered works to others for the sole purpose
167 | of having them make modifications exclusively for you, or provide you
168 | with facilities for running those works, provided that you comply with
169 | the terms of this License in conveying all material for which you do
170 | not control copyright.  Those thus making or running the covered works
171 | for you must do so exclusively on your behalf, under your direction
172 | and control, on terms that prohibit them from making any copies of
173 | your copyrighted material outside their relationship with you.
174 | 
175 |   Conveying under any other circumstances is permitted solely under
176 | the conditions stated below.  Sublicensing is not allowed; section 10
177 | makes it unnecessary.
178 | 
179 |   3. Protecting Users' Legal Rights From Anti-Circumvention Law.
180 | 
181 |   No covered work shall be deemed part of an effective technological
182 | measure under any applicable law fulfilling obligations under article
183 | 11 of the WIPO copyright treaty adopted on 20 December 1996, or
184 | similar laws prohibiting or restricting circumvention of such
185 | measures.
186 | 
187 |   When you convey a covered work, you waive any legal power to forbid
188 | circumvention of technological measures to the extent such circumvention
189 | is effected by exercising rights under this License with respect to
190 | the covered work, and you disclaim any intention to limit operation or
191 | modification of the work as a means of enforcing, against the work's
192 | users, your or third parties' legal rights to forbid circumvention of
193 | technological measures.
194 | 
195 |   4. Conveying Verbatim Copies.
196 | 
197 |   You may convey verbatim copies of the Program's source code as you
198 | receive it, in any medium, provided that you conspicuously and
199 | appropriately publish on each copy an appropriate copyright notice;
200 | keep intact all notices stating that this License and any
201 | non-permissive terms added in accord with section 7 apply to the code;
202 | keep intact all notices of the absence of any warranty; and give all
203 | recipients a copy of this License along with the Program.
204 | 
205 |   You may charge any price or no price for each copy that you convey,
206 | and you may offer support or warranty protection for a fee.
207 | 
208 |   5. Conveying Modified Source Versions.
209 | 
210 |   You may convey a work based on the Program, or the modifications to
211 | produce it from the Program, in the form of source code under the
212 | terms of section 4, provided that you also meet all of these conditions:
213 | 
214 |     a) The work must carry prominent notices stating that you modified
215 |     it, and giving a relevant date.
216 | 
217 |     b) The work must carry prominent notices stating that it is
218 |     released under this License and any conditions added under section
219 |     7.  This requirement modifies the requirement in section 4 to
220 |     "keep intact all notices".
221 | 
222 |     c) You must license the entire work, as a whole, under this
223 |     License to anyone who comes into possession of a copy.  This
224 |     License will therefore apply, along with any applicable section 7
225 |     additional terms, to the whole of the work, and all its parts,
226 |     regardless of how they are packaged.  This License gives no
227 |     permission to license the work in any other way, but it does not
228 |     invalidate such permission if you have separately received it.
229 | 
230 |     d) If the work has interactive user interfaces, each must display
231 |     Appropriate Legal Notices; however, if the Program has interactive
232 |     interfaces that do not display Appropriate Legal Notices, your
233 |     work need not make them do so.
234 | 
235 |   A compilation of a covered work with other separate and independent
236 | works, which are not by their nature extensions of the covered work,
237 | and which are not combined with it such as to form a larger program,
238 | in or on a volume of a storage or distribution medium, is called an
239 | "aggregate" if the compilation and its resulting copyright are not
240 | used to limit the access or legal rights of the compilation's users
241 | beyond what the individual works permit.  Inclusion of a covered work
242 | in an aggregate does not cause this License to apply to the other
243 | parts of the aggregate.
244 | 
245 |   6. Conveying Non-Source Forms.
246 | 
247 |   You may convey a covered work in object code form under the terms
248 | of sections 4 and 5, provided that you also convey the
249 | machine-readable Corresponding Source under the terms of this License,
250 | in one of these ways:
251 | 
252 |     a) Convey the object code in, or embodied in, a physical product
253 |     (including a physical distribution medium), accompanied by the
254 |     Corresponding Source fixed on a durable physical medium
255 |     customarily used for software interchange.
256 | 
257 |     b) Convey the object code in, or embodied in, a physical product
258 |     (including a physical distribution medium), accompanied by a
259 |     written offer, valid for at least three years and valid for as
260 |     long as you offer spare parts or customer support for that product
261 |     model, to give anyone who possesses the object code either (1) a
262 |     copy of the Corresponding Source for all the software in the
263 |     product that is covered by this License, on a durable physical
264 |     medium customarily used for software interchange, for a price no
265 |     more than your reasonable cost of physically performing this
266 |     conveying of source, or (2) access to copy the
267 |     Corresponding Source from a network server at no charge.
268 | 
269 |     c) Convey individual copies of the object code with a copy of the
270 |     written offer to provide the Corresponding Source.  This
271 |     alternative is allowed only occasionally and noncommercially, and
272 |     only if you received the object code with such an offer, in accord
273 |     with subsection 6b.
274 | 
275 |     d) Convey the object code by offering access from a designated
276 |     place (gratis or for a charge), and offer equivalent access to the
277 |     Corresponding Source in the same way through the same place at no
278 |     further charge.  You need not require recipients to copy the
279 |     Corresponding Source along with the object code.  If the place to
280 |     copy the object code is a network server, the Corresponding Source
281 |     may be on a different server (operated by you or a third party)
282 |     that supports equivalent copying facilities, provided you maintain
283 |     clear directions next to the object code saying where to find the
284 |     Corresponding Source.  Regardless of what server hosts the
285 |     Corresponding Source, you remain obligated to ensure that it is
286 |     available for as long as needed to satisfy these requirements.
287 | 
288 |     e) Convey the object code using peer-to-peer transmission, provided
289 |     you inform other peers where the object code and Corresponding
290 |     Source of the work are being offered to the general public at no
291 |     charge under subsection 6d.
292 | 
293 |   A separable portion of the object code, whose source code is excluded
294 | from the Corresponding Source as a System Library, need not be
295 | included in conveying the object code work.
296 | 
297 |   A "User Product" is either (1) a "consumer product", which means any
298 | tangible personal property which is normally used for personal, family,
299 | or household purposes, or (2) anything designed or sold for incorporation
300 | into a dwelling.  In determining whether a product is a consumer product,
301 | doubtful cases shall be resolved in favor of coverage.  For a particular
302 | product received by a particular user, "normally used" refers to a
303 | typical or common use of that class of product, regardless of the status
304 | of the particular user or of the way in which the particular user
305 | actually uses, or expects or is expected to use, the product.  A product
306 | is a consumer product regardless of whether the product has substantial
307 | commercial, industrial or non-consumer uses, unless such uses represent
308 | the only significant mode of use of the product.
309 | 
310 |   "Installation Information" for a User Product means any methods,
311 | procedures, authorization keys, or other information required to install
312 | and execute modified versions of a covered work in that User Product from
313 | a modified version of its Corresponding Source.  The information must
314 | suffice to ensure that the continued functioning of the modified object
315 | code is in no case prevented or interfered with solely because
316 | modification has been made.
317 | 
318 |   If you convey an object code work under this section in, or with, or
319 | specifically for use in, a User Product, and the conveying occurs as
320 | part of a transaction in which the right of possession and use of the
321 | User Product is transferred to the recipient in perpetuity or for a
322 | fixed term (regardless of how the transaction is characterized), the
323 | Corresponding Source conveyed under this section must be accompanied
324 | by the Installation Information.  But this requirement does not apply
325 | if neither you nor any third party retains the ability to install
326 | modified object code on the User Product (for example, the work has
327 | been installed in ROM).
328 | 
329 |   The requirement to provide Installation Information does not include a
330 | requirement to continue to provide support service, warranty, or updates
331 | for a work that has been modified or installed by the recipient, or for
332 | the User Product in which it has been modified or installed.  Access to a
333 | network may be denied when the modification itself materially and
334 | adversely affects the operation of the network or violates the rules and
335 | protocols for communication across the network.
336 | 
337 |   Corresponding Source conveyed, and Installation Information provided,
338 | in accord with this section must be in a format that is publicly
339 | documented (and with an implementation available to the public in
340 | source code form), and must require no special password or key for
341 | unpacking, reading or copying.
342 | 
343 |   7. Additional Terms.
344 | 
345 |   "Additional permissions" are terms that supplement the terms of this
346 | License by making exceptions from one or more of its conditions.
347 | Additional permissions that are applicable to the entire Program shall
348 | be treated as though they were included in this License, to the extent
349 | that they are valid under applicable law.  If additional permissions
350 | apply only to part of the Program, that part may be used separately
351 | under those permissions, but the entire Program remains governed by
352 | this License without regard to the additional permissions.
353 | 
354 |   When you convey a copy of a covered work, you may at your option
355 | remove any additional permissions from that copy, or from any part of
356 | it.  (Additional permissions may be written to require their own
357 | removal in certain cases when you modify the work.)  You may place
358 | additional permissions on material, added by you to a covered work,
359 | for which you have or can give appropriate copyright permission.
360 | 
361 |   Notwithstanding any other provision of this License, for material you
362 | add to a covered work, you may (if authorized by the copyright holders of
363 | that material) supplement the terms of this License with terms:
364 | 
365 |     a) Disclaiming warranty or limiting liability differently from the
366 |     terms of sections 15 and 16 of this License; or
367 | 
368 |     b) Requiring preservation of specified reasonable legal notices or
369 |     author attributions in that material or in the Appropriate Legal
370 |     Notices displayed by works containing it; or
371 | 
372 |     c) Prohibiting misrepresentation of the origin of that material, or
373 |     requiring that modified versions of such material be marked in
374 |     reasonable ways as different from the original version; or
375 | 
376 |     d) Limiting the use for publicity purposes of names of licensors or
377 |     authors of the material; or
378 | 
379 |     e) Declining to grant rights under trademark law for use of some
380 |     trade names, trademarks, or service marks; or
381 | 
382 |     f) Requiring indemnification of licensors and authors of that
383 |     material by anyone who conveys the material (or modified versions of
384 |     it) with contractual assumptions of liability to the recipient, for
385 |     any liability that these contractual assumptions directly impose on
386 |     those licensors and authors.
387 | 
388 |   All other non-permissive additional terms are considered "further
389 | restrictions" within the meaning of section 10.  If the Program as you
390 | received it, or any part of it, contains a notice stating that it is
391 | governed by this License along with a term that is a further
392 | restriction, you may remove that term.  If a license document contains
393 | a further restriction but permits relicensing or conveying under this
394 | License, you may add to a covered work material governed by the terms
395 | of that license document, provided that the further restriction does
396 | not survive such relicensing or conveying.
397 | 
398 |   If you add terms to a covered work in accord with this section, you
399 | must place, in the relevant source files, a statement of the
400 | additional terms that apply to those files, or a notice indicating
401 | where to find the applicable terms.
402 | 
403 |   Additional terms, permissive or non-permissive, may be stated in the
404 | form of a separately written license, or stated as exceptions;
405 | the above requirements apply either way.
406 | 
407 |   8. Termination.
408 | 
409 |   You may not propagate or modify a covered work except as expressly
410 | provided under this License.  Any attempt otherwise to propagate or
411 | modify it is void, and will automatically terminate your rights under
412 | this License (including any patent licenses granted under the third
413 | paragraph of section 11).
414 | 
415 |   However, if you cease all violation of this License, then your
416 | license from a particular copyright holder is reinstated (a)
417 | provisionally, unless and until the copyright holder explicitly and
418 | finally terminates your license, and (b) permanently, if the copyright
419 | holder fails to notify you of the violation by some reasonable means
420 | prior to 60 days after the cessation.
421 | 
422 |   Moreover, your license from a particular copyright holder is
423 | reinstated permanently if the copyright holder notifies you of the
424 | violation by some reasonable means, this is the first time you have
425 | received notice of violation of this License (for any work) from that
426 | copyright holder, and you cure the violation prior to 30 days after
427 | your receipt of the notice.
428 | 
429 |   Termination of your rights under this section does not terminate the
430 | licenses of parties who have received copies or rights from you under
431 | this License.  If your rights have been terminated and not permanently
432 | reinstated, you do not qualify to receive new licenses for the same
433 | material under section 10.
434 | 
435 |   9. Acceptance Not Required for Having Copies.
436 | 
437 |   You are not required to accept this License in order to receive or
438 | run a copy of the Program.  Ancillary propagation of a covered work
439 | occurring solely as a consequence of using peer-to-peer transmission
440 | to receive a copy likewise does not require acceptance.  However,
441 | nothing other than this License grants you permission to propagate or
442 | modify any covered work.  These actions infringe copyright if you do
443 | not accept this License.  Therefore, by modifying or propagating a
444 | covered work, you indicate your acceptance of this License to do so.
445 | 
446 |   10. Automatic Licensing of Downstream Recipients.
447 | 
448 |   Each time you convey a covered work, the recipient automatically
449 | receives a license from the original licensors, to run, modify and
450 | propagate that work, subject to this License.  You are not responsible
451 | for enforcing compliance by third parties with this License.
452 | 
453 |   An "entity transaction" is a transaction transferring control of an
454 | organization, or substantially all assets of one, or subdividing an
455 | organization, or merging organizations.  If propagation of a covered
456 | work results from an entity transaction, each party to that
457 | transaction who receives a copy of the work also receives whatever
458 | licenses to the work the party's predecessor in interest had or could
459 | give under the previous paragraph, plus a right to possession of the
460 | Corresponding Source of the work from the predecessor in interest, if
461 | the predecessor has it or can get it with reasonable efforts.
462 | 
463 |   You may not impose any further restrictions on the exercise of the
464 | rights granted or affirmed under this License.  For example, you may
465 | not impose a license fee, royalty, or other charge for exercise of
466 | rights granted under this License, and you may not initiate litigation
467 | (including a cross-claim or counterclaim in a lawsuit) alleging that
468 | any patent claim is infringed by making, using, selling, offering for
469 | sale, or importing the Program or any portion of it.
470 | 
471 |   11. Patents.
472 | 
473 |   A "contributor" is a copyright holder who authorizes use under this
474 | License of the Program or a work on which the Program is based.  The
475 | work thus licensed is called the contributor's "contributor version".
476 | 
477 |   A contributor's "essential patent claims" are all patent claims
478 | owned or controlled by the contributor, whether already acquired or
479 | hereafter acquired, that would be infringed by some manner, permitted
480 | by this License, of making, using, or selling its contributor version,
481 | but do not include claims that would be infringed only as a
482 | consequence of further modification of the contributor version.  For
483 | purposes of this definition, "control" includes the right to grant
484 | patent sublicenses in a manner consistent with the requirements of
485 | this License.
486 | 
487 |   Each contributor grants you a non-exclusive, worldwide, royalty-free
488 | patent license under the contributor's essential patent claims, to
489 | make, use, sell, offer for sale, import and otherwise run, modify and
490 | propagate the contents of its contributor version.
491 | 
492 |   In the following three paragraphs, a "patent license" is any express
493 | agreement or commitment, however denominated, not to enforce a patent
494 | (such as an express permission to practice a patent or covenant not to
495 | sue for patent infringement).  To "grant" such a patent license to a
496 | party means to make such an agreement or commitment not to enforce a
497 | patent against the party.
498 | 
499 |   If you convey a covered work, knowingly relying on a patent license,
500 | and the Corresponding Source of the work is not available for anyone
501 | to copy, free of charge and under the terms of this License, through a
502 | publicly available network server or other readily accessible means,
503 | then you must either (1) cause the Corresponding Source to be so
504 | available, or (2) arrange to deprive yourself of the benefit of the
505 | patent license for this particular work, or (3) arrange, in a manner
506 | consistent with the requirements of this License, to extend the patent
507 | license to downstream recipients.  "Knowingly relying" means you have
508 | actual knowledge that, but for the patent license, your conveying the
509 | covered work in a country, or your recipient's use of the covered work
510 | in a country, would infringe one or more identifiable patents in that
511 | country that you have reason to believe are valid.
512 | 
513 |   If, pursuant to or in connection with a single transaction or
514 | arrangement, you convey, or propagate by procuring conveyance of, a
515 | covered work, and grant a patent license to some of the parties
516 | receiving the covered work authorizing them to use, propagate, modify
517 | or convey a specific copy of the covered work, then the patent license
518 | you grant is automatically extended to all recipients of the covered
519 | work and works based on it.
520 | 
521 |   A patent license is "discriminatory" if it does not include within
522 | the scope of its coverage, prohibits the exercise of, or is
523 | conditioned on the non-exercise of one or more of the rights that are
524 | specifically granted under this License.  You may not convey a covered
525 | work if you are a party to an arrangement with a third party that is
526 | in the business of distributing software, under which you make payment
527 | to the third party based on the extent of your activity of conveying
528 | the work, and under which the third party grants, to any of the
529 | parties who would receive the covered work from you, a discriminatory
530 | patent license (a) in connection with copies of the covered work
531 | conveyed by you (or copies made from those copies), or (b) primarily
532 | for and in connection with specific products or compilations that
533 | contain the covered work, unless you entered into that arrangement,
534 | or that patent license was granted, prior to 28 March 2007.
535 | 
536 |   Nothing in this License shall be construed as excluding or limiting
537 | any implied license or other defenses to infringement that may
538 | otherwise be available to you under applicable patent law.
539 | 
540 |   12. No Surrender of Others' Freedom.
541 | 
542 |   If conditions are imposed on you (whether by court order, agreement or
543 | otherwise) that contradict the conditions of this License, they do not
544 | excuse you from the conditions of this License.  If you cannot convey a
545 | covered work so as to satisfy simultaneously your obligations under this
546 | License and any other pertinent obligations, then as a consequence you may
547 | not convey it at all.  For example, if you agree to terms that obligate you
548 | to collect a royalty for further conveying from those to whom you convey
549 | the Program, the only way you could satisfy both those terms and this
550 | License would be to refrain entirely from conveying the Program.
551 | 
552 |   13. Use with the GNU Affero General Public License.
553 | 
554 |   Notwithstanding any other provision of this License, you have
555 | permission to link or combine any covered work with a work licensed
556 | under version 3 of the GNU Affero General Public License into a single
557 | combined work, and to convey the resulting work.  The terms of this
558 | License will continue to apply to the part which is the covered work,
559 | but the special requirements of the GNU Affero General Public License,
560 | section 13, concerning interaction through a network will apply to the
561 | combination as such.
562 | 
563 |   14. Revised Versions of this License.
564 | 
565 |   The Free Software Foundation may publish revised and/or new versions of
566 | the GNU General Public License from time to time.  Such new versions will
567 | be similar in spirit to the present version, but may differ in detail to
568 | address new problems or concerns.
569 | 
570 |   Each version is given a distinguishing version number.  If the
571 | Program specifies that a certain numbered version of the GNU General
572 | Public License "or any later version" applies to it, you have the
573 | option of following the terms and conditions either of that numbered
574 | version or of any later version published by the Free Software
575 | Foundation.  If the Program does not specify a version number of the
576 | GNU General Public License, you may choose any version ever published
577 | by the Free Software Foundation.
578 | 
579 |   If the Program specifies that a proxy can decide which future
580 | versions of the GNU General Public License can be used, that proxy's
581 | public statement of acceptance of a version permanently authorizes you
582 | to choose that version for the Program.
583 | 
584 |   Later license versions may give you additional or different
585 | permissions.  However, no additional obligations are imposed on any
586 | author or copyright holder as a result of your choosing to follow a
587 | later version.
588 | 
589 |   15. Disclaimer of Warranty.
590 | 
591 |   THERE IS NO WARRANTY FOR THE PROGRAM, TO THE EXTENT PERMITTED BY
592 | APPLICABLE LAW.  EXCEPT WHEN OTHERWISE STATED IN WRITING THE COPYRIGHT
593 | HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY
594 | OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, BUT NOT LIMITED TO,
595 | THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
596 | PURPOSE.  THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE OF THE PROGRAM
597 | IS WITH YOU.  SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF
598 | ALL NECESSARY SERVICING, REPAIR OR CORRECTION.
599 | 
600 |   16. Limitation of Liability.
601 | 
602 |   IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING
603 | WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MODIFIES AND/OR CONVEYS
604 | THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY
605 | GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE
606 | USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED TO LOSS OF
607 | DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD
608 | PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER PROGRAMS),
609 | EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF
610 | SUCH DAMAGES.
611 | 
612 |   17. Interpretation of Sections 15 and 16.
613 | 
614 |   If the disclaimer of warranty and limitation of liability provided
615 | above cannot be given local legal effect according to their terms,
616 | reviewing courts shall apply local law that most closely approximates
617 | an absolute waiver of all civil liability in connection with the
618 | Program, unless a warranty or assumption of liability accompanies a
619 | copy of the Program in return for a fee.
620 | 
621 |                      END OF TERMS AND CONDITIONS
622 | 
623 |             How to Apply These Terms to Your New Programs
624 | 
625 |   If you develop a new program, and you want it to be of the greatest
626 | possible use to the public, the best way to achieve this is to make it
627 | free software which everyone can redistribute and change under these terms.
628 | 
629 |   To do so, attach the following notices to the program.  It is safest
630 | to attach them to the start of each source file to most effectively
631 | state the exclusion of warranty; and each file should have at least
632 | the "copyright" line and a pointer to where the full notice is found.
633 | 
634 |     <one line to give the program's name and a brief idea of what it does.>
635 |     Copyright (C) <year>  <name of author>
636 | 
637 |     This program is free software: you can redistribute it and/or modify
638 |     it under the terms of the GNU General Public License as published by
639 |     the Free Software Foundation, either version 3 of the License, or
640 |     (at your option) any later version.
641 | 
642 |     This program is distributed in the hope that it will be useful,
643 |     but WITHOUT ANY WARRANTY; without even the implied warranty of
644 |     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
645 |     GNU General Public License for more details.
646 | 
647 |     You should have received a copy of the GNU General Public License
648 |     along with this program.  If not, see <http://www.gnu.org/licenses/>.
649 | 
650 | Also add information on how to contact you by electronic and paper mail.
651 | 
652 |   If the program does terminal interaction, make it output a short
653 | notice like this when it starts in an interactive mode:
654 | 
655 |     <program>  Copyright (C) <year>  <name of author>
656 |     This program comes with ABSOLUTELY NO WARRANTY; for details type `show w'.
657 |     This is free software, and you are welcome to redistribute it
658 |     under certain conditions; type `show c' for details.
659 | 
660 | The hypothetical commands `show w' and `show c' should show the appropriate
661 | parts of the General Public License.  Of course, your program's commands
662 | might be different; for a GUI interface, you would use an "about box".
663 | 
664 |   You should also get your employer (if you work as a programmer) or school,
665 | if any, to sign a "copyright disclaimer" for the program, if necessary.
666 | For more information on this, and how to apply and follow the GNU GPL, see
667 | <http://www.gnu.org/licenses/>.
668 | 
669 |   The GNU General Public License does not permit incorporating your program
670 | into proprietary programs.  If your program is a subroutine library, you
671 | may consider it more useful to permit linking proprietary applications with
672 | the library.  If this is what you want to do, use the GNU Lesser General
673 | Public License instead of this License.  But first, please read
674 | <http://www.gnu.org/philosophy/why-not-lgpl.html>.
675 | 


--------------------------------------------------------------------------------
/Readme.txt:
--------------------------------------------------------------------------------
  1 | ONLINE TOPIC MODEL VISUALIZATION
  2 | 
  3 | Allison J. B. Chaney
  4 | achaney@princeton.edu
  5 | 
  6 | (C) Copyright 2011-2014, Allison J. B. Chaney
  7 | 
  8 | This is free software, you can redistribute it and/or modify it under
  9 | the terms of the GNU General Public License.
 10 | 
 11 | The GNU General Public License does not permit this software to be
 12 | redistributed in proprietary programs.
 13 | 
 14 | This software is distributed in the hope that it will be useful, but
 15 | WITHOUT ANY WARRANTY; without even the implied warranty of
 16 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
 17 | 
 18 | ------------------------------------------------------------------------
 19 | DESCRIPTION
 20 | 
 21 | This code uses the Django web framework [https://www.djangoproject.com],
 22 | which will need to be installed. On Unix systems, this can be done with:
 23 | 
 24 |     sudo pip install Django
 25 |     currently requires 1.2.4
 26 | 
 27 | The BasicBrowser is an interface that lazily generates pages to display
 28 | the results of a topic model.  Since each page querys the database, the
 29 | browser can keep pace with online topic models, displaying current data.
 30 | It can also be used with topic models that are not online.
 31 | 
 32 | ------------------------------------------------------------------------
 33 | INCLUDED FILES
 34 | 
 35 | * BasicBrowser: a directory containing an online topic model browser,
 36 |     written in Python using the Django framework.
 37 |     * static: directory containing javascript, css, image files
 38 |     * templates: directory containing template html files with Django
 39 |         tags and filters
 40 |     * tmv_app: directory containing models and views files for the browser
 41 |         (see Django doc for more details)
 42 |     * db.py: a file to control writes to the database; this is generally
 43 |         the file imported into external topic model source (see wiki example)
 44 |     * all other .py files that come standard with Django (see Django doc
 45 |         for details)
 46 | * onlinewikipedia.py: a modified version of the Python script that comes
 47 |     with Online LDA (see below for source)
 48 | * Readme.txt: This file.
 49 | * COPYING: A copy of the GNU public license version 3.
 50 | 
 51 | ------------------------------------------------------------------------
 52 | WIKIPEDIA DEMO
 53 | 
 54 | A demonstration of this browser can be run with the Wikipedia demo
 55 | included with the Online LDA source:
 56 | 
 57 |     http://www.cs.princeton.edu/~blei/downloads/onlineldavb.tar
 58 | 
 59 | If you are not familiar with the Online LDA source, it is recommended that
 60 | you read its readme and explore its demo before proceeding.
 61 | 
 62 | To run the browser with the Wikipedia demo, substitute the original
 63 | [onlinewikipedia.py] file with provided replacement. For example:
 64 | 
 65 |     cp online-tmve/onlinewikipedia.py onlineldavb/onlinewikipedia.py
 66 | 
 67 | All paths to the database need to be absolute, so modify the following
 68 | lines accordingly.
 69 | 
 70 |     onlinewikipedia.py, line 27
 71 |     BasicBrowser/settings.py, line 15
 72 | 
 73 | Finally, before running the demo, the database needs to be created.  In
 74 | the BasicBrowser directory, run
 75 | 
 76 |     python manage.py syncdb
 77 | 
 78 | At this point the Online LDA demo can be run as specified in its readme, e.g.
 79 | 
 80 |     python onlinewikipedia.py 101
 81 | 
 82 | to run the algorithms for 101 iterations (which isn't very long).
 83 | 
 84 | To view the browser, run the following in the BasicBrowser directory:
 85 | 
 86 |     python manage.py runserver
 87 | 
 88 | and navigate to the following link in a web browser, reloading as desired.
 89 | (The topics make take a while to be created and populated with terms.)
 90 | 
 91 |     http://127.0.0.1:8000/topic_presence
 92 | 
 93 | Viewing a given page of the browser make take longer while the topic model
 94 | is running than it does after the run completes.
 95 | 
 96 | If you want to start over again, remove the database file, sync the database
 97 | again before restarting the model.
 98 | 
 99 |     rm tmv_db; python manage.py syncdb
100 | 
101 | To install the browser on a web server, see the Django documentation.
102 | 
103 | ------------------------------------------------------------------------
104 | USING THE BROWSER WITH OTHER TOPIC MODELS
105 | 
106 | The browser can be used for any topic model, even if the model is not online.
107 | For algorithms written in Python, simply import the db.py file and use its
108 | functions to write to the database.  For algorithms not written in Python,
109 | you need only write your data to the database, which can be done directly
110 | with sqlite3, by embeding the db.py file in your code, or by using any other
111 | method that works for you.  If you have the output of a model in a file, it
112 | might be easiest to write a python script to transfer that data using db.py.
113 | It shoudl be noted that as written, db.py uses a separate thread for most
114 | writes to the database; this may not be ideal for all applications.
115 | 


--------------------------------------------------------------------------------
/onlinewikipedia.py:
--------------------------------------------------------------------------------
  1 | #!/Library/Frameworks/Python.framework/Versions/2.7/bin/python
  2 | 
  3 | # onlinewikipedia.py: Demonstrates the use of online VB for LDA to
  4 | # analyze a bunch of random Wikipedia articles.
  5 | #
  6 | # Copyright (C) 2010  Matthew D. Hoffman
  7 | #
  8 | # This program is free software: you can redistribute it and/or modify
  9 | # it under the terms of the GNU General Public License as published by
 10 | # the Free Software Foundation, either version 3 of the License, or
 11 | # (at your option) any later version.
 12 | #
 13 | # This program is distributed in the hope that it will be useful,
 14 | # but WITHOUT ANY WARRANTY; without even the implied warranty of
 15 | # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 16 | # GNU General Public License for more details.
 17 | #
 18 | # You should have received a copy of the GNU General Public License
 19 | # along with this program.  If not, see <http://www.gnu.org/licenses/>.
 20 | 
 21 | import cPickle, string, numpy, getopt, sys, random, time, re, pprint, gc
 22 | 
 23 | import onlineldavb
 24 | import wikirandom
 25 | 
 26 | # import file for easy access to browser database
 27 | sys.path.append('<ABSOLUTE PATH TO SRC DIR>/BasicBrowser/')
 28 | import db
 29 | 
 30 | def main():
 31 |     """
 32 |     Downloads and analyzes a bunch of random Wikipedia articles using
 33 |     online VB for LDA.
 34 |     """
 35 | 
 36 |     # The number of documents to analyze each iteration
 37 |     batchsize = 64
 38 |     # The total number of documents in Wikipedia
 39 |     D = 3.3e6
 40 |     # The number of topics
 41 |     K = 100
 42 | 
 43 |     # How many documents to look at
 44 |     if (len(sys.argv) < 2):
 45 |         documentstoanalyze = int(D/batchsize)
 46 |     else:
 47 |         documentstoanalyze = int(sys.argv[1])
 48 | 
 49 |     # Our vocabulary
 50 |     vocab = file('./dictnostops.txt').readlines()
 51 |     W = len(vocab)
 52 |     
 53 |     # Add terms and topics to the DB
 54 |     db.init()
 55 |     db.add_terms(vocab)
 56 |     db.add_topics(K)
 57 |     
 58 |     # Initialize the algorithm with alpha=1/K, eta=1/K, tau_0=1024, kappa=0.7
 59 |     olda = onlineldavb.OnlineLDA(vocab, K, D, 1./K, 1./K, 1024., 0.7)
 60 |     # Run until we've seen D documents. (Feel free to interrupt *much*
 61 |     # sooner than this.)
 62 |     for iteration in range(0, documentstoanalyze):
 63 |         # Download some articles
 64 |         (docset, articlenames) = \
 65 |             wikirandom.get_random_wikipedia_articles(batchsize)
 66 |         
 67 |         # Give them to online LDA
 68 |         (gamma, bound) = olda.update_lambda(docset)
 69 |         
 70 |         # Compute an estimate of held-out perplexity
 71 |         (wordids, wordcts) = onlineldavb.parse_doc_list(docset, olda._vocab)
 72 |         
 73 |         # Arrays for adding batches of data to the DB
 74 |         doc_array = []
 75 |         doc_term_array = []
 76 |         
 77 |         for d in range(len(articlenames)):
 78 |             doc_array.append((articlenames[d], docset[d]))
 79 |         
 80 |         # Add a batch of docs to the DB; this is the one DB task that is not in
 81 |         # the separate DB write thread since later tasks depend on having doc ids.
 82 |         # Since writes take so long, this also balaces the two threads time-wise.
 83 |         doc_ids = db.add_docs(doc_array)
 84 | 	
 85 |         doc_topic_array = []
 86 |         for d in range(len(gamma)):
 87 |             doc_size = len(docset[d])
 88 |             for k in range(len(gamma[d])):
 89 |                 doc_topic_array.append((doc_ids[d], k, gamma[d][k], gamma[d][k]/doc_size))
 90 |         db.add_doc_topics(doc_topic_array)
 91 | 
 92 |         perwordbound = bound * len(docset) / (D * sum(map(sum, wordcts)))
 93 |         print '%d:  rho_t = %f,  held-out perplexity estimate = %f' % \
 94 |             (iteration, olda._rhot, numpy.exp(-perwordbound))
 95 | 
 96 |         # Save lambda, the parameters to the variational distributions
 97 |         # over topics, and gamma, the parameters to the variational
 98 |         # distributions over topic weights for the articles analyzed in
 99 |         # the last iteration.
100 |         if (iteration % 10 == 0):
101 |             numpy.savetxt('lambda-%d.dat' % iteration, olda._lambda)
102 |             numpy.savetxt('gamma-%d.dat' % iteration, gamma)
103 |             
104 |             topic_terms_array =[]
105 |             for topic in range(len(olda._lambda)):
106 |                 lambda_sum = sum(olda._lambda[topic])
107 |                 
108 |                 for term in range(len(olda._lambda[topic])):
109 |                     topic_terms_array.append((topic, term, olda._lambda[topic][term]/lambda_sum))
110 |             db.update_topic_terms(K, topic_terms_array)
111 |                 
112 |             gc.collect() # probably not necesary, but precautionary for long runs
113 |             db.print_task_update()
114 |         db.increment_batch_count()
115 |     
116 |     # The DB thread ends only when it has both run out of tasks and it has been
117 |     # signaled that it will not be recieving any more tasks
118 |     db.signal_end()
119 | 
120 | if __name__ == '__main__':
121 |     main()
122 | 


--------------------------------------------------------------------------------
/tmve-archive.tar.gz:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/ajbc/tmv/9a5ecef97a298920b102129d34c28ddabcb93f29/tmve-archive.tar.gz


--------------------------------------------------------------------------------