" in r:
122 | raise Exception('no mp4 found at %s' % url)
123 | chunk = ImageUtils.httpy.between(r, "![](", ")
'):
319 | link = link.replace('&', '&')
320 | urls.append(link)
321 | return ('video', None, urls)
322 |
323 | ################
324 | # GFYCAT.COM
325 | @staticmethod
326 | def get_urls_gfycat(url):
327 | ImageUtils.debug('gfycat.com: getting %s' % url)
328 | headers = {
329 | 'Referer' : url
330 | }
331 | r = ImageUtils.httpy.get(url, headers=headers)
332 | urls = []
333 | for link in ImageUtils.httpy.between(r, ' %s' % (url, url))
418 | return url
419 | else:
420 | ImageUtils.debug('imgur_highest_res: %s -> %s' % (url, noh))
421 | return noh
422 | elif not '.' in fname:
423 | # Need to get full-size and extension
424 | r = ImageUtils.httpy.get(url)
425 | if '')[0]
428 | image = ImageUtils.httpy.between(chunk, 'content="', '"')[0]
429 | elif '')[0]
432 | image = ImageUtils.httpy.between(chunk, 'href="', '"')[0]
433 | else:
434 | raise Exception('image not found')
435 | if image.startswith('//'): image = 'http:%s' % image
436 | ImageUtils.debug('imgur_highest_res: %s -> %s' % (url, image))
437 | return image
438 | return url
439 |
440 | @staticmethod
441 | def get_imgur_account_album(url):
442 | r = ImageUtils.httpy.get(url)
443 | albumid = ImageUtils.httpy.between(r, "setAlbumView('", "'")[0]
444 | return ImageUtils.get_imgur_album('http://imgur.com/a/%s' % albumid)
445 |
446 |
447 | '''
448 | Return just filename (no path) for a URL
449 | http://i.imgur.com/asdf1.jpg -> "asdf1.jpg"
450 | amazonaws.com/crazystuff/theimage.jpg?morecrazy=stuff&asdf=123 -> "theimage.jpg"
451 | http://2.videobam.com/storage/encoded.mp4/2d1/5113?ss=177 -> "encoded.mp4"
452 | Also appends 'mp3' file extension for audio files that end with 'php' (vocaroo)
453 | '''
454 | @staticmethod
455 | def get_filename_from_url(url, media_type='image'):
456 | fname = ImageUtils.strip_url(url)
457 | fields = fname.split('/')
458 | if 'soundcloud.com' in url:
459 | filename = '%s.mp3' % fields[4]
460 | else:
461 | while not '.' in fields[-1]: fields.pop(-1)
462 | filename = fields[-1]
463 | if media_type == 'audio':
464 | if filename.endswith('.php'):
465 | filename = filename[:filename.rfind('.')+1] + 'mp3'
466 | return filename
467 |
468 |
469 | ########################
470 | # ACTUAL IMAGE FUNCTIONS
471 |
472 | '''
473 | Create thumbnail from existing image file.
474 | Raises exception if unable to save thumbnail
475 | '''
476 | @staticmethod
477 | def create_thumbnail(image, saveas):
478 | if image.lower().endswith('.mp4') or \
479 | image.lower().endswith('.flv') or \
480 | image.lower().endswith('.wmv'):
481 | return ImageUtils.create_video_thumbnail(image, saveas)
482 | if path.getsize(image) > ImageUtils.MAXIMUM_THUMBNAIL_SIZE:
483 | raise Exception('Image too large: %db > %db' %
484 | (path.getsize(image), ImageUtils.MAXIMUM_THUMBNAIL_SIZE))
485 | try:
486 | im = Image.open(image)
487 | except Exception, e:
488 | raise Exception('failed to create thumbnail: %s' % str(e))
489 | (width, height) = im.size
490 | if width > ImageUtils.MAXIMUM_THUMBNAIL_DIM or \
491 | height > ImageUtils.MAXIMUM_THUMBNAIL_DIM:
492 | raise Exception(
493 | 'Image too large: %dx%d > %dpx' %
494 | (width, height, ImageUtils.MAXIMUM_THUMBNAIL_DIM))
495 |
496 | if im.mode != 'RGB': im = im.convert('RGB')
497 | im.thumbnail( (200,200), Image.ANTIALIAS)
498 | im.save(saveas, 'JPEG')
499 | return saveas
500 |
501 | '''
502 | Create thumbnail for video file using ffmpeg.
503 | Raises exception if unable to save video thumbnail
504 | '''
505 | @staticmethod
506 | def create_video_thumbnail(video, saveas):
507 | if saveas.lower().endswith('.mp4') or \
508 | saveas.lower().endswith('.flv') or \
509 | saveas.lower().endswith('.wmv'):
510 | saveas = '%s.png' % saveas[:saveas.rfind('.')]
511 | overlay = path.join(ImageUtils.get_root(), 'images', 'play_overlay.png')
512 | ffmpeg = '/usr/bin/ffmpeg'
513 | if not path.exists(ffmpeg):
514 | ffmpeg = '/opt/local/bin/ffmpeg'
515 | if not path.exists(ffmpeg):
516 | raise Exception('ffmpeg not found; unable to create video thumbnail')
517 | cmd = ffmpeg
518 | cmd += ' -i "'
519 | cmd += video
520 | cmd += '" -vf \'movie='
521 | cmd += overlay
522 | cmd += ' [watermark]; '
523 | cmd += '[in]scale=200:200 [scale]; '
524 | cmd += '[scale][watermark] overlay=(main_w-overlay_w)/2:(main_h-overlay_h)/2 [out]\' '
525 | cmd += saveas
526 | output = ''
527 | try:
528 | (status, output) = getstatusoutput(cmd)
529 | except:
530 | raise Exception('failed to generate thumbnail using ffmpeg: %s' % output)
531 | return saveas
532 |
533 | '''
534 | Get width/height of image or video
535 | '''
536 | @staticmethod
537 | def get_dimensions(image):
538 | if image.lower().endswith('.mp4') or \
539 | image.lower().endswith('.flv'):
540 | ffmpeg = '/usr/bin/ffmpeg'
541 | if not path.exists(ffmpeg):
542 | ffmpeg = '/opt/local/bin/ffmpeg'
543 | if not path.exists(ffmpeg):
544 | raise Exception('ffmpeg not found; unable to get video dimensions')
545 | (status, output) = getstatusoutput('%s -i "%s"' % (ffmpeg, image))
546 | for line in output.split('\n'):
547 | if 'Stream' in line and 'Video:' in line:
548 | line = line[line.find('Video:')+6:]
549 | fields = line.split(', ')
550 | dims = fields[2]
551 | if not 'x' in dims: raise Exception('invalid video dimensions')
552 | (width, height) = dims.split('x')
553 | if ' ' in height: height = height[:height.find(' ')]
554 | try:
555 | width = int(width)
556 | height = int(height)
557 | except:
558 | raise Exception('invalid video dimensions: %sx%s' % (width, height))
559 | return (width, height)
560 | raise Exception('unable to get video dimensions')
561 | else:
562 | im = Image.open(image)
563 | return im.size
564 |
565 |
566 | ###############
567 | # MISCELLANEOUS
568 |
569 | @staticmethod
570 | def create_subdirectories(directory):
571 | current = ''
572 | for subdir in directory.split(sep):
573 | if subdir == '': continue
574 | current = path.join(current, subdir)
575 | if not path.exists(current):
576 | mkdir(current)
577 |
578 | ''' Get root working dir '''
579 | @staticmethod
580 | def get_root():
581 | cwd = getcwd()
582 | if cwd.endswith('py'):
583 | return '..'
584 | return '.'
585 |
586 | if __name__ == '__main__':
587 | # Test urls
588 | #url = 'http://www.sexykarma.com/gonewild/video/cum-compilation-YIdo9ntfsWo.html'
589 | #url = 'http://xhamster.com/movies/1435778/squirting_hard.html'
590 | #url = 'http://videobam.com/jcLzr'
591 | #url = 'http://alwaysgroundedx.tumblr.com/private/22807448211/tumblr_m3tyhmw3mQ1ruoc8i'
592 | #url = 'https://vine.co/v/h6Htgnj7Z5q'
593 | #url = 'http://www.vidble.com/album/CwlMIYqm'
594 | #url = 'http://www.vidble.com/ieIvnqJY4v'
595 | #url = 'http://vidble.com/album/pXpkBBpD'
596 | #url = 'http://vidble.com/album/schhngs4'
597 | #url = 'http://snd.sc/1d2RCEv'
598 | #url = 'http://soundgasm.net/u/sexuallyspecific/F4M-A-week-of-retribution-TD-Challenge-Part-7-The-Finale'
599 | #url = 'http://chirb.it/5vyK6D'
600 | #url = 'http://vocaroo.com/i/s0umizubFmH6'
601 | #url = 'http://imgdoge.com/img-52ed7dd198460.html'
602 | #url = 'http://gifboom.com/x/5c009736'
603 | #url = 'https://mediacru.sh/5dc4cee7fb94' # album
604 | #url = 'https://mediacru.sh/d7CsmyozGgB7'
605 | #url = 'http://imgur.com/WZweelk,oB0mtcb,spBaC6r'
606 |
607 | # Direct links
608 | #url = 'http://indiestatik.com/wp-content/uploads/2014/03/IMG_0362.jpg'
609 | #url = 'https://d1wst0behutosd.cloudfront.net/videos/2296.mp4'
610 | #url = 'http://soundgasm.net/sounds/8922312168b99ba4c4c9c294e3ced77a49336c6c.m4a'
611 |
612 | #url = 'http://soundcloud.com/bondgirlaudio/my-f-irst-gwa-post-thank-you'
613 | #url = 'http://dayah.imgur.com/kapow'
614 | #url = 'http://gfycat.com/AmusingCalculatingGrayfox'
615 | #url = 'http://gfycat.com/HandmadePertinentArmedcrab'
616 | #url = 'https://vidd.me/xpW'
617 | #url = 'https://vid.me/xpW'
618 | url = 'http://imgur.com/PNzNzdf' # Ends with ?1
619 | #url = 'http://imgur.com/OZiYY9D' # Does not end with ?1
620 | #url = 'http://i.imgur.com/B5TOKc6.gifv'
621 | #url = 'http://imgur.com/B5TOKc6'
622 | test_urls = [url]
623 |
624 | ImageUtils.httpy.debugging = True
625 | for index,test_url in enumerate(test_urls):
626 | (media_type, b, urls) = ImageUtils.get_urls(test_url)
627 | if len(urls) == 0:
628 | print index, 'no media urls found for %s' % test_url
629 | from sys import exit
630 | exit(1)
631 | print index, media_type, b, urls
632 | for i,u in enumerate(urls):
633 | print index,i,u
634 | fname = ImageUtils.get_filename_from_url(u, media_type=media_type)
635 | ImageUtils.httpy.download(u, 'test-%d-%d-%s' % (index, i, fname))
636 | #ImageUtils.create_thumbnail('test.jpg', 'test_thumb.jpg')
637 | #ImageUtils.create_thumbnail('../test.mp4', '../test_thumb.jpg')
638 | # Testing imgur highest-res
639 | #print ImageUtils.get_imgur_highest_res('http://i.imgur.com/30GO67h.jpg')
640 | #print ImageUtils.get_imgur_highest_res('http://i.imgur.com/30GO67hh.jpg')
641 | pass
642 |
--------------------------------------------------------------------------------
/py/Queries.py:
--------------------------------------------------------------------------------
1 | #!/usr/bin/python
2 |
3 | from DB import DB
4 |
5 | # Request user
6 | # Get: Posts and comments
7 | # Each post/comment: list of images.
8 | class Queries(object):
9 | SEARCH_FIELDS = ['user', 'reddit', 'title', 'comment', 'from', 'to', 'album', 'url']
10 |
11 | '''
12 | Parses search fields from text.
13 | Similar to reddit's specialized search.
14 | returns tuple:
15 | [0] list of unspecified text fields
16 | [1] dict of lists; containing specified text fields
17 | Quoted fields will be combined.
18 | Non-specified text will be returned in the first tuple
19 | Specified fields will be added to a specified bucket. Examples:
20 | 'one two three' => ( ['one', 'two', 'three'], {} )
21 | '"one two" three' => ( ['one two', 'three'], {} )
22 | 'blah user:asdf => ( ['blah'], { 'user': ['asdf'] } )
23 | 'reddit:nsfw user:asdf => ( [], { 'reddit': ['nsfw'], 'user': ['asdf'] } )
24 | 'title:this title:first => ( [], { 'title': ['this', 'first'] } )
25 | '''
26 | @staticmethod
27 | def get_search_fields(text):
28 | fields = text.split(' ')
29 | i = 0
30 | # Combine quoted fields
31 | while i < len(fields):
32 | if fields[i].startswith('"'):
33 | fields[i] = fields[i][1:]
34 | while i + 1 < len(fields):
35 | fields[i] += ' ' + fields[i+1]
36 | fields.pop(i+1)
37 | if fields[i].endswith('"'):
38 | fields[i] = fields[i][:-1]
39 | break
40 | i += 1
41 | # Split into 'texts' and 'filters'
42 | filters = {}
43 | texts = []
44 | for field in fields:
45 | if ':' in field:
46 | key = field.split(':')[0]
47 | value = ':'.join(field.split(':')[1:])
48 | if key in Queries.SEARCH_FIELDS:
49 | lst = filters.get(key, [])
50 | lst.append('%%%s%%' % value)
51 | filters[key] = lst
52 | else:
53 | texts.append('%%%s%%' % field)
54 | return (texts, filters)
55 |
56 | @staticmethod
57 | def search_users(texts, filters, start, count):
58 | results_users = []
59 | if len(texts) > 0 or len(filters['user']) > 0:
60 | query = '''
61 | select
62 | users.username, users.created, users.updated,
63 | users.deleted, users.views, users.rating, users.ratings
64 | from (select * from users
65 | where
66 | '''
67 | conditions = []
68 | search_values = []
69 | if 'user' in filters and len(filters['user']) > 0:
70 | conditions += ['UPPER(username) like UPPER(?)'] * len(filters['user'])
71 | search_values += filters['user']
72 | elif len(texts) > 0:
73 | conditions += ['UPPER(username) like UPPER(?)'] * len(texts)
74 | search_values += texts
75 | query += ' OR '.join(conditions)
76 | query += '''
77 | limit %d
78 | offset %d
79 | ) users
80 | ''' % (count, start)
81 | db = DB()
82 | cur = db.conn.cursor()
83 | execur = cur.execute(query, search_values)
84 | results = execur.fetchall()
85 | for (username, created, updated,
86 | deleted, views, rating, ratings) in results:
87 | results_users.append( {
88 | 'user' : username,
89 | 'created' : created,
90 | 'updated' : updated,
91 | 'deleted' : deleted,
92 | 'views' : views,
93 | 'rating' : rating,
94 | 'ratings' : ratings,
95 | })
96 | return results_users
97 |
98 | @staticmethod
99 | def search_posts(texts, filters, start, count):
100 | results_posts = []
101 | query = '''
102 | select
103 | posts.id, posts.title, posts.url, posts.subreddit,
104 | posts.created, posts.permalink, users.username
105 | from posts,users
106 | where
107 | users.id = posts.userid AND
108 | '''
109 | conditions_or = []
110 | conditions_and = []
111 | search_values = []
112 |
113 | if 'title' in filters and len(filters['title']) > 0:
114 | conditions_and.extend(['title like ?'] * len(filters['title']))
115 | search_values.extend(filters['title'])
116 | else:
117 | conditions_or.extend(['title like ?'] * len(texts))
118 | search_values.extend(texts)
119 |
120 | if 'user' in filters and len(filters['user']) > 0:
121 | conditions_and.extend(['UPPER(username) like UPPER(?)'] * len(filters['user']))
122 | search_values.extend(filters['user'])
123 | else:
124 | conditions_or.extend(['UPPER(username) like UPPER(?)'] * len(texts))
125 | search_values.extend(texts)
126 | if 'reddit' in filters and len(filters['reddit']) > 0:
127 | conditions_and.extend(['subreddit like ?'] * len(filters['reddit']))
128 | search_values.extend(filters['reddit'])
129 | else:
130 | conditions_or.extend(['subreddit like ?'] * len(texts))
131 | search_values.extend(texts)
132 |
133 | if len(conditions_or) > 0:
134 | query += '(%s)' % ' OR '.join(conditions_or)
135 | if len(conditions_or) > 0 and len(conditions_and) > 0:
136 | query += ' AND '
137 | if len(conditions_and) > 0:
138 | query += '(%s)' % ' AND '.join(conditions_and)
139 |
140 | query += '''
141 | limit %d
142 | offset %d
143 | ''' % (count, start)
144 |
145 | db = DB()
146 | cur = db.conn.cursor()
147 | execur = cur.execute(query, search_values)
148 | results = execur.fetchall()
149 | for (postid, title, url, reddit, created, permalink, user) in results:
150 | results_posts.append( {
151 | 'id' : postid,
152 | 'title' : title,
153 | 'url' : url,
154 | 'subreddit' : reddit,
155 | 'created' : created,
156 | 'permalink' : permalink,
157 | 'user' : user,
158 | })
159 | return results_posts
160 |
161 | @staticmethod
162 | def search(text, start=0, count=20):
163 | (texts, filters) = Queries.get_search_fields(text)
164 |
165 | # USERS
166 | results_users = Queries.search_users(texts, filters, start, count)
167 |
168 | # POSTS
169 | results_posts = Queries.search_posts(texts, filters, start, count)
170 |
171 | # COMMENTS
172 | # TODO
173 | pass
174 |
175 | return {
176 | 'users' : results_users,
177 | 'posts' : results_posts
178 | }
179 |
180 | '''
181 | Retrieves from full list of users
182 | Returns user info along with # of images, albums, posts, and comments.
183 | '''
184 | @staticmethod
185 | def get_users(sortby='username', orderby='asc', start=0, count=20):
186 | if sortby not in ['username', 'created', 'updated']:
187 | sortby = 'username'
188 | if orderby not in ['asc', 'desc']:
189 | orderby = 'asc'
190 | query = '''
191 | select
192 | id, users.username, users.created, users.updated
193 | from users
194 | order by %s %s
195 | limit %d
196 | offset %d
197 | ''' % (sortby, orderby, count, start)
198 | db = DB()
199 | cur = db.conn.cursor()
200 | execur = cur.execute(query)
201 | results = execur.fetchall()
202 | users = []
203 | for (userid, username, created, updated) in results:
204 | images = []
205 | query = '''
206 | select
207 | path, width, height, size, thumb, type
208 | from images
209 | where
210 | images.userid = ?
211 | limit 4
212 | '''
213 | execur = cur.execute(query, [userid])
214 | image_results = execur.fetchall()
215 | for (path, width, height, size, thumb, imagetype) in image_results:
216 | images.append({
217 | 'path' : path,
218 | 'width' : width,
219 | 'height' : height,
220 | 'size' : size,
221 | 'thumb' : thumb,
222 | 'type' : imagetype
223 | })
224 |
225 | post_count = db.count('posts', 'userid = ?', [userid])
226 | image_count = db.count('images', 'userid = ? and (type = \'image\' or type = \'album\')', [userid])
227 | video_count = db.count('images', 'userid = ? and type = \'video\'', [userid])
228 |
229 | users.append( {
230 | 'user' : username,
231 | 'created' : created,
232 | 'updated' : updated,
233 | 'images' : images,
234 | 'post_n' : post_count,
235 | 'image_n' : image_count,
236 | 'video_n' : video_count
237 | })
238 | cur.close()
239 | return {
240 | 'users' : users
241 | }
242 |
243 | @staticmethod
244 | def get_user_posts(user, sortby='created', orderby='asc', start=0, count=20):
245 | # XXX Select from images, group by post,album
246 | # ... but images -> post is many->one (even when not an album)
247 |
248 | if sortby not in ['id', 'created', 'subreddit', 'ups']:
249 | sortby = 'created'
250 | if orderby not in ['asc', 'desc']:
251 | orderby = 'desc'
252 |
253 | query = '''
254 | select
255 | id, title, url, selftext, subreddit, created, permalink, ups, downs
256 | from posts
257 | where
258 | posts.userid in
259 | (select id from users where UPPER(username) = UPPER(?))
260 | order by %s %s
261 | limit %d
262 | offset %d
263 | ''' % (sortby, orderby, count, start)
264 | db = DB()
265 | cur = db.conn.cursor()
266 | execur = cur.execute(query, [user])
267 | posts = []
268 | for (postid, title, url, selftext, subreddit, created, permalink, ups, downs) in execur.fetchall():
269 | images = []
270 | query = '''
271 | select
272 | path, width, height, size, thumb, type
273 | from images
274 | where
275 | images.post = ?
276 | '''
277 | execur = cur.execute(query, [postid])
278 | image_results = execur.fetchall()
279 | for (path, width, height, size, thumb, imagetype) in image_results:
280 | images.append({
281 | 'path' : path,
282 | 'width' : width,
283 | 'height' : height,
284 | 'size' : size,
285 | 'thumb' : thumb,
286 | 'type' : imagetype
287 | })
288 | posts.append({
289 | 'id' : postid,
290 | 'title' : title,
291 | 'url' : url,
292 | 'selftext' : selftext,
293 | 'subreddit' : subreddit,
294 | 'created' : created,
295 | 'permalink' : permalink,
296 | 'ups' : ups,
297 | 'downs' : downs,
298 | 'images' : images
299 | })
300 |
301 | response = {
302 | 'user' : user,
303 | 'posts' : posts
304 | }
305 |
306 | if start == 0:
307 | userid = db.select_one('id', 'users', 'UPPER(username) = UPPER(?)', [user])
308 | response['post_count'] = db.count('posts', 'userid = ?', [userid])
309 | response['image_count'] = db.count('images', 'userid = ? and (type = \'image\' or type = \'album\')', [userid])
310 | response['video_count'] = db.count('images', 'userid = ? and type = \'video\'', [userid])
311 | response['updated'] = db.select_one('updated', 'users', 'id = ?', [userid])
312 | response['created'] = db.select_one('created', 'users', 'id = ?', [userid])
313 |
314 | cur.close()
315 | return response
316 |
317 | @staticmethod
318 | def get_user_comments(user, sortby='created', orderby='asc', start=0, count=20):
319 | if sortby not in ['id', 'postid', 'created', 'subreddit', 'ups']:
320 | sortby = 'created'
321 | if orderby not in ['asc', 'desc']:
322 | orderby = 'desc'
323 |
324 | query = '''
325 | select
326 | id, postid, text, subreddit, created, permalink, ups, downs
327 | from comments
328 | where
329 | comments.userid in
330 | (select id from users where UPPER(username) = UPPER(?))
331 | order by %s %s
332 | limit %d
333 | offset %d
334 | ''' % (sortby, orderby, count, start)
335 | db = DB()
336 | cur = db.conn.cursor()
337 | execur = cur.execute(query, [user])
338 | results = execur.fetchall()
339 | comments = []
340 | for (commentid, postid, text, subreddit, created, permalink, ups, downs) in results:
341 | images = []
342 | query = '''
343 | select
344 | path, width, height, size, thumb, type
345 | from images
346 | where
347 | images.post = ?
348 | '''
349 | execur = cur.execute(query, [postid])
350 | image_results = execur.fetchall()
351 | for (path, width, height, size, thumb, imagetype) in image_results:
352 | images.append({
353 | 'path' : path,
354 | 'width' : width,
355 | 'height' : height,
356 | 'size' : size,
357 | 'thumb' : thumb,
358 | 'type' : imagetype
359 | })
360 | comments.append({
361 | 'id' : commentid,
362 | 'postid' : postid,
363 | 'text' : text,
364 | 'subreddit' : subreddit,
365 | 'created' : created,
366 | 'permalink' : permalink,
367 | 'ups' : ups,
368 | 'downs' : downs,
369 | 'images' : images
370 | })
371 | cur.close()
372 | return {
373 | 'user' : user,
374 | 'comments' : comments
375 | }
376 |
377 | @staticmethod
378 | def get_posts(user=None, sortby='created', orderby='asc', start=0, count=20):
379 | if sortby not in ['created', 'subreddit', 'ups', 'username']:
380 | sortby = 'created'
381 | if sortby == 'username':
382 | sortby = 'users.username'
383 | else:
384 | sortby = 'posts.%s' % sortby
385 | if orderby not in ['asc', 'desc']:
386 | orderby = 'desc'
387 |
388 | if user != None:
389 | where = 'where UPPER(username) = UPPER(?)'
390 | values = [user]
391 | else:
392 | where = ''
393 | values = []
394 | query = '''
395 | select
396 | posts.id, title, url, selftext, subreddit,
397 | posts.created, permalink, ups, downs, username
398 | from posts inner join users on users.id = posts.userid
399 | %s
400 | order by %s %s
401 | limit %d
402 | offset %d
403 | ''' % (where, sortby, orderby, count, start)
404 | db = DB()
405 | cur = db.conn.cursor()
406 | execur = cur.execute(query, values)
407 | results = execur.fetchall()
408 | posts = []
409 | for (postid, title, url, selftext, subreddit, created, permalink, ups, downs, author) in results:
410 | images = []
411 | query = '''
412 | select
413 | path, width, height, size, thumb, type
414 | from images
415 | where
416 | images.post = ?
417 | '''
418 | execur = cur.execute(query, [postid])
419 | image_results = execur.fetchall()
420 | for (path, width, height, size, thumb, imagetype) in image_results:
421 | images.append({
422 | 'path' : path,
423 | 'width' : width,
424 | 'height' : height,
425 | 'size' : size,
426 | 'thumb' : thumb,
427 | 'type' : imagetype
428 | })
429 | posts.append({
430 | 'id' : postid,
431 | 'title' : title,
432 | 'url' : url,
433 | 'selftext' : selftext,
434 | 'subreddit' : subreddit,
435 | 'created' : created,
436 | 'permalink' : permalink,
437 | 'ups' : ups,
438 | 'downs' : downs,
439 | 'images' : images,
440 | 'author' : author
441 | })
442 | response = {
443 | 'posts' : posts
444 | }
445 | cur.close()
446 | return response
447 |
448 | @staticmethod
449 | def user_already_added(user):
450 | db = DB()
451 | return db.user_already_added(user)
452 |
453 | @staticmethod
454 | def get_zip(user, include_videos=False, album=None):
455 | from os import path, mkdir, walk, remove, sep as ossep
456 | from zipfile import ZipFile, ZIP_STORED
457 | db = DB()
458 |
459 | # Verify the user exists
460 | if not path.exists(path.join('content', user)):
461 | return {'error' : 'user dir "%s" not found' % user}
462 | source = path.join('content', user)
463 | if album != None:
464 | if not path.exists(path.join(source, album)):
465 | return {'error' : 'album dir "%s" not found' % album}
466 | source = path.join(source, album)
467 | if db.count('users', 'UPPER(username) like UPPER(?)', [user]) == 0:
468 | return {'error' : 'user "%s" not in db' % user}
469 | if not path.exists('zips'): mkdir('zips')
470 |
471 | zip_path = path.join('zips', user)
472 | if album != None: zip_path = '%s-%s' % (zip_path, album)
473 | if not include_videos:
474 | zip_path = '%s-novids' % zip_path
475 | zip_path = '%s.zip' % zip_path
476 |
477 | # Check for existing zip
478 | if path.exists(zip_path):
479 | zip_time = path.getmtime(zip_path)
480 | source_time = db.select_one('max(created)', 'posts', 'userid in (select id from users where UPPER(username) = UPPER(?))', [user])
481 | if album == None:
482 | q = 'user = ? and album is null'
483 | v = [user]
484 | else:
485 | q = 'user = ? and album = ?'
486 | v = [user, album]
487 | if zip_time > source_time and db.count('zips', q, v) > 0:
488 | # Zip is fresher than source album, don't need to re-zip
489 | (images, videos, audios) = db.select('images, videos, audios', 'zips', q, v)[0]
490 | return {
491 | 'zip' : zip_path,
492 | 'size' : path.getsize(zip_path),
493 | 'images' : images,
494 | 'videos' : videos,
495 | 'audios' : audios
496 | }
497 | else:
498 | remove(zip_path) # Delete the stale zip
499 |
500 | # Create new zip
501 | zipped_file_ids = []
502 | images = videos = audios = 0
503 | z = ZipFile(zip_path, "w", ZIP_STORED)
504 | for root, dirs, files in walk(source):
505 | if root.endswith('/thumbs'): continue
506 | for fn in files:
507 | if not '.' in fn: continue # We need a file extension
508 | # Check for duplicates
509 | file_id = fn[fn.rfind('-')+1:]
510 | if file_id in zipped_file_ids: continue
511 | zipped_file_ids.append(file_id)
512 | # Count images/videos/audios
513 | ext = fn[fn.rfind('.')+1:].lower()
514 | if ext in ['mp4', 'flv', 'wmv']:
515 | if not include_videos: continue
516 | videos += 1
517 | elif ext in ['jpg', 'jpeg', 'png', 'gif']: images += 1
518 | elif ext in ['wma', 'm4v', 'mp3', 'wav']: audios += 1
519 | absfn = path.join(root, fn) # content/user/
520 | source_minus_one = source[:source.rfind(ossep)]
521 | zipfn = absfn[len(source_minus_one):]
522 | z.write(absfn, zipfn)
523 | z.close()
524 |
525 | if images == 0 and videos == 0 and audios == 0:
526 | remove(zip_path)
527 | return {'error':'no images, videos, or audio files could be zipped'}
528 |
529 | zip_size = path.getsize(zip_path)
530 | # Update DB
531 | db.delete('zips', 'zippath = ?', [zip_path])
532 | db.insert('zips', (zip_path, user, album, images, videos, audios, zip_size))
533 | db.commit()
534 | return {
535 | 'zip' : zip_path,
536 | 'size' : zip_size,
537 | 'images' : images,
538 | 'videos' : videos,
539 | 'audios' : audios
540 | }
541 |
542 |
543 | @staticmethod
544 | def get_rip(user):
545 | from DB import DB
546 | from os import walk, path, mkdir, remove
547 | from shutil import copy
548 | from subprocess import Popen, PIPE
549 |
550 | # Get proper user case
551 | db = DB()
552 | try:
553 | user = db.select_one('username', 'users', 'UPPER(username) like UPPER(?)', [user])
554 | except:
555 | user = None
556 | if user == None:
557 | return {'error':'user not found in database'}
558 |
559 | # Source of files
560 | source = path.join('content', user)
561 | if not path.exists(source):
562 | return {'error':'user not found at %s' % source}
563 | # Destination
564 | dest = path.join('..', 'rip.rarchives.com', 'rips', 'gonewild_%s' % user)
565 | already_copied = []
566 | new_files = 0
567 |
568 | # Copy files
569 | for root, subdirs, files in walk(source):
570 | destsub = path.join(dest, root[len(source)+1:])
571 | if not path.exists(destsub):
572 | mkdir(destsub)
573 |
574 | for fil in files:
575 | # Avoid copying unnecessary files
576 | if '.' in fil and fil[fil.rfind('.')+1:] in ['log', 'txt', 'zip']: continue
577 | if not 'thumbs' in root:
578 | if '_' in fil: imgid = fil[fil.rfind('_')+1:]
579 | elif '-' in fil: imgid = fil[fil.rfind('-')+1:]
580 | else: imgid = fil
581 | if imgid in already_copied:
582 | #Already copied file with this ID
583 | continue
584 | already_copied.append(imgid)
585 |
586 | fil = path.join(root, fil)
587 | saveas = path.join(dest, fil[len(source)+1:])
588 | if not path.exists(saveas):
589 | new_files += 1
590 | copy(fil, saveas)
591 | pass
592 |
593 | # Creat zip if needed
594 | savezip = '%s.zip' % dest
595 | if path.exists(savezip) and new_files > 0:
596 | remove(savezip)
597 | if new_files > 0:
598 | pid = Popen(['zip', '-r', '-0', savezip, source], stdout=PIPE)
599 | (stdo, stde) = pid.communicate()
600 |
601 | return {
602 | 'count' : len(already_copied),
603 | 'url' : 'http://rip.rarchives.com/rips/#gonewild_%s' % user,
604 | 'zip' : 'http://rip.rarchives.com/#gonewild:%s' % user,
605 | 'new_files' : new_files
606 | }
607 |
608 |
609 | if __name__ == '__main__':
610 | q = Queries()
611 | #print q.get_users('username', 'asc', start=0, count=20)
612 | #print q.get_search_fields('testing one two three reddit:asdf user:fdsa')
613 | #print q.get_search_fields('testing "one two three" reddit:asdf user:fdsa')
614 | #print q.get_search_fields('testing "one two three" "reddit:asdf 789" reddit:890 user:fdsa')
615 | #print q.get_search_fields('testing url:http://test.com/asdf more')
616 | #print q.search('reddit:gonewild user:thatnakedgirl album:yes')
617 | #print q.search('sexy')
618 | #print q.get_user_posts('1_more_time')
619 | #print q.get_user_comments('1_more_time')
620 | #print q.get_posts()
621 | #print q.get_zip('littlesugarbaby')
622 | print q.get_rip('LoveKitten69')
623 |
--------------------------------------------------------------------------------
/py/Reddit.py:
--------------------------------------------------------------------------------
1 | #!/usr/bin/python
2 |
3 | from json import loads
4 | from Httpy import Httpy
5 | from time import sleep, strftime, gmtime, time as timetime
6 | from sys import stderr
7 |
8 | class Child(object):
9 | def __init__(self, json=None):
10 | self.id = ''
11 | self.subreddit = ''
12 | self.created = 0
13 | self.author = ''
14 | self.ups = 0
15 | self.downs = 0
16 | if json != None:
17 | self.from_json(json)
18 | def from_json(self, json):
19 | self.id = json['id'].rjust(6, '0')
20 | self.subreddit = json['subreddit']
21 | self.created = int(json['created_utc'])
22 | self.author = json['author']
23 | self.ups = json['ups']
24 | self.downs = json['downs']
25 | self.comments = []
26 | if 'replies' in json and type(json['replies']) == dict:
27 | for child in json['replies']['data']['children']:
28 | self.comments.append(Comment(child['data']))
29 | def __str__(self):
30 | return 'Reddit.%s(%s)' % (type(self).__name__, str(self.__dict__))
31 | def __repr__(self):
32 | return self.__str__()
33 |
34 | class Post(Child,object):
35 | def __init__(self, json=None):
36 | super(Post, self).__init__(json=json)
37 | self.over_18 = False
38 | self.url = ''
39 | self.selftext = None
40 | self.title = ''
41 | if json != None:
42 | self.from_json(json)
43 | def from_json(self, json):
44 | super(Post,self).from_json(json)
45 | self.url = Reddit.asciify(json['url'])
46 | self.selftext = Reddit.asciify(json['selftext']) if json['is_self'] else None
47 | self.title = Reddit.asciify(json['title'])
48 |
49 | def permalink(self):
50 | if self.subreddit != '':
51 | return 'http://reddit.com/r/%s/comments/%s' % (self.subreddit, self.id)
52 | else:
53 | return 'http://reddit.com/comments/%s' % self.id
54 |
55 | class Comment(Child,object):
56 | def __init__(self, json=None):
57 | super(Comment, self).__init__(json=json)
58 | self.body = ''
59 | self.post_id = ''
60 | if json != None:
61 | self.from_json(json)
62 | def from_json(self, json):
63 | super(Comment,self).from_json(json)
64 | self.body = Reddit.asciify(json['body'])
65 | self.post_id = json['link_id']
66 | def permalink(self):
67 | if self.subreddit != '':
68 | return 'http://reddit.com/r/%s/comments/%s/_/%s' % (self.subreddit, self.post_id.replace('t3_',''), self.id)
69 | else:
70 | return 'http://reddit.com/comments/%s/_/%s' % (self.post_id.replace('t3_',''), self.id)
71 |
72 | class User(object):
73 | def __init__(self):
74 | self.name = ''
75 | self.created = 0
76 | self.comm_karma = 0
77 | self.link_karma = 0
78 |
79 | ''' Retrieve posts/comments from reddit '''
80 | class Reddit(object):
81 | logger = stderr
82 | httpy = Httpy(user_agent='user ripper by /u/4_pr0n, or contact admin@rarchives.com')
83 | last_request = 0.0
84 | modhash = None
85 | user_id = None
86 |
87 | @staticmethod
88 | def asciify(text):
89 | return text.encode('UTF-8').decode('ascii', 'ignore')
90 |
91 | @staticmethod
92 | def debug(text):
93 | tstamp = strftime('[%Y-%m-%dT%H:%M:%SZ]', gmtime())
94 | text = '%s Reddit: %s' % (tstamp, text)
95 | Reddit.logger.write('%s\n' % text)
96 | if Reddit.logger != stderr:
97 | stderr.write('%s\n' % text)
98 |
99 | '''
100 | Parses reddit response.
101 | Returns either:
102 | Post - if link is to a post
103 | - Comments will be contained within Post.comments
104 | List of objects - if link is to a list
105 | '''
106 | @staticmethod
107 | def parse_json(json):
108 | if type(json) == list:
109 | # First item is post
110 | post = Post(json[0]['data']['children'][0]['data'])
111 | # Other items are comment replies to post
112 | post.comments = []
113 | for child in json[1:]:
114 | post.comments.extend(Reddit.parse_json(child))
115 | return post
116 | elif type(json) == dict:
117 | result = []
118 | for item in json['data']['children']:
119 | if item['kind'] == 't3':
120 | # Post
121 | result.append(Post(item['data']))
122 | elif item['kind'] == 't1':
123 | # Comment
124 | result.append(Comment(item['data']))
125 | return result
126 | raise Exception('unable to parse:\n%s' % str(json))
127 |
128 | '''
129 | Prevent API rate limiting.
130 | Wait until current time - last request >= 2 seconds
131 | '''
132 | @staticmethod
133 | def wait():
134 | now = float(timetime())
135 | if now - Reddit.last_request < 2:
136 | sleep(2 - (now - Reddit.last_request))
137 | Reddit.last_request = float(timetime())
138 |
139 | @staticmethod
140 | def login(user, password):
141 | Reddit.httpy.clear_cookies()
142 | d = {
143 | 'user' : user,
144 | 'passwd' : password,
145 | 'api_type' : 'json'
146 | }
147 | r = Reddit.httpy.oldpost('https://www.reddit.com/api/login/%s' % user, d)
148 | if 'WRONG_PASSWORD' in r:
149 | raise Exception('login: invalid password')
150 | if 'RATELIMIT' in r:
151 | raise Exception('login: rate limit')
152 | try:
153 | json = loads(r)
154 | except Exception, e:
155 | raise Exception('login: failed to parse response: %s' % r)
156 | if not 'json' in json or not 'data' in json['json']:
157 | raise Exception('login: failed: %s' % r)
158 | if 'modhash' in json['json']['data']:
159 | Reddit.modhash = json['json']['data']['modhash']
160 | # Logged in
161 | Reddit.debug('logged in')
162 |
163 | @staticmethod
164 | def get(url):
165 | results = []
166 | Reddit.debug('loading %s' % url)
167 | Reddit.wait()
168 | try:
169 | r = Reddit.httpy.get(url)
170 | json = loads(r)
171 | except Exception, e:
172 | Reddit.debug('exception: %s' % str(e))
173 | raise e
174 | return Reddit.parse_json(json)
175 |
176 |
177 | @staticmethod
178 | def get_user(user, since=None, max_pages=None):
179 | """
180 | Get all comments and posts for a user since 'since'.
181 | 'since' is either a post id or comment id
182 | """
183 | results = []
184 | url = 'http://www.reddit.com/user/%s.json' % user
185 | Reddit.debug('loading %s' % url)
186 | Reddit.wait()
187 | try:
188 | r = Reddit.httpy.get(url)
189 | except Exception, e:
190 | Reddit.debug('exception: %s' % str(e))
191 | raise e
192 | if r.strip() == '':
193 | # User is deleted
194 | raise Exception('user is deleted')
195 | page = 1
196 | while True:
197 | try:
198 | json = loads(r)
199 | except Exception, e:
200 | Reddit.debug('failed to load JSON: %s\n%s' % (str(e), r))
201 | return results
202 | if 'error' in json and json['error'] == 404:
203 | raise Exception('account %s is deleted (404)' % user)
204 | for item in Reddit.parse_json(json):
205 | if item.id == since:
206 | return results
207 | results.append(item)
208 | if not 'after' in json['data'] or json['data']['after'] == None:
209 | Reddit.debug('get: hit end of posts/comments')
210 | break
211 | after = json['data']['after']
212 | if max_pages != None and max_pages >= page: break
213 | next_url = '%s?after=%s' % (url, after)
214 | Reddit.debug('loading %s' % next_url)
215 | Reddit.wait()
216 | r = Reddit.httpy.get(next_url)
217 | page += 1
218 | return results
219 |
220 | @staticmethod
221 | def get_links_from_text(text):
222 | ''' Returns list of URLs from given text (comment or selftext) '''
223 | urls = []
224 | i = -1
225 | while True:
226 | i = text.find('://', i+1)
227 | if i == -1: break
228 | j = i
229 | while j < len(text) and text[j] not in [')', ']', ' ', '"', '\n', '\t']:
230 | j += 1
231 | urls.append('http%s' % text[i:j])
232 | i = j
233 | return list(set(urls)) # Kill duplicates
234 |
235 | @staticmethod
236 | def get_user_info(user):
237 | url = 'http://www.reddit.com/user/%s/about.json' % user
238 | try:
239 | Reddit.wait()
240 | r = Reddit.httpy.get(url)
241 | json = loads(r)
242 | except Exception, e:
243 | Reddit.debug('exception: %s' % str(e))
244 | raise e
245 | if not 'data' in json:
246 | Reddit.debug('data not found at %s, got: %s' % (url, r))
247 | raise Exception('data not found at %s' % url)
248 | data = json['data']
249 | user_info = User()
250 | user_info.name = data['name']
251 | user_info.created = int(data['created_utc'])
252 | user_info.comm_karma = data['comment_karma']
253 | user_info.link_karma = data['link_karma']
254 | return user_info
255 |
256 | ''' Recursively print comments '''
257 | @staticmethod
258 | def print_comments(comments, depth=''):
259 | for i in xrange(0, len(comments)):
260 | comment = comments[i]
261 | print depth + ' \\_ "%s" -/u/%s' % (comment.body.replace('\n', ' '), comment.author)
262 | if len(comment.comments) > 0:
263 | more = ' '
264 | if i < len(comments) - 1:
265 | more = ' | '
266 | Reddit.print_comments(comment.comments, depth=depth+more)
267 |
268 | # POST /api/friend
269 | # action add
270 | # container [my thing id, eg t2_6sxur]
271 | # type friend
272 | # name [friend_username]
273 | # id #friend
274 | # uh [userhash]
275 | # renderstyle html
276 |
277 | @staticmethod
278 | def get_user_id(user=None):
279 | '''
280 | User = None means to get logged-on user's id
281 | Otherwise, look up ID of 'user'
282 | '''
283 | if user != None:
284 | # Requesting ID of another user
285 | r = "{no response}"
286 | try:
287 | Reddit.wait()
288 | r = Reddit.httpy.get('http://www.reddit.com/user/%s/about.json' % user)
289 | json = loads(r)
290 | if 'data' in json and 'id' in json['data']:
291 | return json['data']['id']
292 | except Exception, e:
293 | if '404' in str(e):
294 | Reddit.debug('user /u/%s is not found (404)' % user)
295 | raise e
296 | raise Exception('could not find user ID for %s at /u/%s/about.json: %s' % (user, r))
297 |
298 | # Requesting this user's ID
299 | if Reddit.user_id == None:
300 | Reddit.wait()
301 | r = Reddit.httpy.get('http://www.reddit.com/api/me.json')
302 | json = loads(r)
303 | if 'data' in json and 'id' in json['data']:
304 | Reddit.user_id = 't2_%s' % json['data']['id']
305 | else:
306 | raise Exception('failed to get logged-in user\'s id from /api/me.json: %s' % r)
307 | return Reddit.user_id
308 |
309 | @staticmethod
310 | def add_friend(user):
311 | user_id = Reddit.get_user_id(user=None)
312 | d = {
313 | 'action' : 'add',
314 | 'type' : 'friend',
315 | 'name' : user,
316 | 'container': user_id,
317 | 'uh' : Reddit.modhash,
318 | 'id' : '#friend',
319 | 'renderstyle' : 'html'
320 | }
321 | Reddit.wait()
322 | r = Reddit.httpy.oldpost('http://www.reddit.com/api/friend' , d)
323 | if 'USER_DOESNT_EXIST' in r:
324 | Reddit.debug('USER_DOESNT_EXIST error while friending /u/%s' % user)
325 | raise Exception('USER_DOESNT_EXIST')
326 |
327 | @staticmethod
328 | def remove_friend(user):
329 | current_user_id = Reddit.get_user_id(user=None)
330 | friend_user_id = Reddit.get_user_id(user=user)
331 | d = {
332 | 'executed' : 'removed',
333 | 'type' : 'friend',
334 | 'name' : user,
335 | 'container': current_user_id,
336 | 'uh' : Reddit.modhash,
337 | 'id' : friend_user_id,
338 | 'renderstyle' : 'html'
339 | }
340 | Reddit.wait()
341 | r = Reddit.httpy.oldpost('http://www.reddit.com/api/unfriend' , d)
342 | if not r.strip() == '{}':
343 | Reddit.debug('did not receive expected response while unfriending /u/%s: %s' % (user, r))
344 | raise Exception('unexpected response while unfriending /u/%s: %s' % (user, r))
345 |
346 | @staticmethod
347 | def get_friends_list():
348 | Reddit.wait()
349 | r = Reddit.httpy.get('http://www.reddit.com/prefs/friends.json')
350 | json = loads(r)
351 | if len(json) == 0:
352 | raise Exception('no friends list found at /prefs/friends.json: %s' % r)
353 |
354 | json = json[0] # Assume first list returned is the 'friends' list
355 |
356 | if not 'data' in json or 'children' not in json['data']:
357 | raise Exception('no "data" and "children" found at /prefs/friends.json: %s' % r)
358 | friend_list = json['data']['children']
359 | return [x['name'] for x in friend_list]
360 |
361 | if __name__ == '__main__':
362 | for child in Reddit.get_user('hornysailor80', since='1omszx'): #'ccpj21b'): # ccbzguz
363 | if type(child) == Post:
364 | if child.selftext != None:
365 | print 'POST selftext:', Reddit.get_links_from_text(child.selftext), child.permalink(),
366 | else:
367 | print 'POST url:', child.url, child.permalink()
368 | elif type(child) == Comment:
369 | print 'COMMENT', child.body, #Reddit.get_links_from_text(child.body)
370 | print 'created: %d' % child.created
371 | '''
372 | ui = Reddit.get_user_info('hornysailor80')
373 | print ui.name
374 | print ui.created
375 | print ui.comm_karma
376 | print ui.link_karma
377 | '''
378 | '''
379 | #r = Reddit.get('http://www.reddit.com/r/boltedontits/comments/1r9f6a.json')
380 | #r = Reddit.get('http://www.reddit.com/r/boltedontits/comments/.json')
381 | r = Reddit.get('http://www.reddit.com/user/4_pr0n.json')
382 | if type(r) == Post:
383 | print '"%s" by /u/%s' % (r.title, r.author)
384 | Reddit.print_comments(r.comments)
385 | elif type(r) == list:
386 | for item in r:
387 | if type(item) == Post:
388 | print 'POST: "%s" by /u/%s' % (item.title, item.author),
389 | elif type(item) == Comment:
390 | print 'COMMENT: /u/%s: "%s"' % (item.author, item.body.replace('\n', ' ')),
391 | print '(+%d/-%d)' % (item.ups, item.downs)
392 | '''
393 |
394 |
--------------------------------------------------------------------------------
/py/__init__.py:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/4pr0n/gonewilder/c99cc6839f37e4b428a1b63eb8b7367457117ffb/py/__init__.py
--------------------------------------------------------------------------------
/py/deluser.sh:
--------------------------------------------------------------------------------
1 | #!/bin/sh
2 |
3 | # Quickly delete all traces of a user from the database and filesystem
4 | # usage: ./deluser.sh username
5 |
6 | [ $# -eq 0 ] && { echo "Usage: $0 username"; exit 1; }
7 |
8 | USER=$1
9 | USERID=`sqlite3 ../database.db "select id from users where username = '${USER}'"`
10 | for table in albums comments images posts; do
11 | sqlite3 ../database.db "delete from ${table} where userid = ${USERID}"
12 | done
13 | sqlite3 ../database.db "delete from users where id = ${USERID}"
14 | rm -r ../content/${USER}/
15 |
--------------------------------------------------------------------------------
/py/populatedb.py:
--------------------------------------------------------------------------------
1 | #!/usr/bin/python
2 |
3 | from os import listdir, path, walk
4 | from DB import DB
5 | from ImageUtils import ImageUtils
6 |
7 | db = DB()
8 | root = ImageUtils.get_root()
9 |
10 | '''
11 | Iterates over existing sets,
12 | adds sets to database,
13 | attempts to populate DB with information based on filenames:
14 | * URL (http://i.imgur.com/
15 | * Post ID
16 | * Comment ID
17 | * Creation time
18 | Copies existing set to new directory (/content/),
19 | Generates new thumbnails for the sets
20 | '''
21 | def populate_db():
22 | for user in listdir(path.join(root, 'users')):
23 | userdir = path.join(root, 'users', user)
24 | if not path.isdir(userdir): continue
25 | for item in listdir(userdir):
26 | itempath = path.join(userdir, item)
27 | if path.isfile(itempath):
28 | # Image
29 | #print "image: %s" % itempath
30 | db.add_existing_image(user, item, itempath)
31 | elif path.isdir(itempath):
32 | # Album
33 | #print "album: %s" % itempath
34 | db.add_existing_album(user, item, itempath)
35 |
36 | if __name__ == '__main__':
37 | populate_db()
38 | pass
39 |
--------------------------------------------------------------------------------
/serve.py:
--------------------------------------------------------------------------------
1 | #!/usr/bin/python
2 | __version__ = "0.4"
3 |
4 | __all__ = ["CGIHTTPRequestHandler"]
5 |
6 | import os
7 | import sys
8 | import urllib
9 | import BaseHTTPServer
10 | import SimpleHTTPServer
11 | import select
12 | import copy
13 |
14 |
15 | class CGIHTTPRequestHandler(SimpleHTTPServer.SimpleHTTPRequestHandler):
16 |
17 | """Complete HTTP server with GET, HEAD and POST commands.
18 |
19 | GET and HEAD also support running CGI scripts.
20 |
21 | The POST command is *only* implemented for CGI scripts.
22 |
23 | """
24 |
25 | # Determine platform specifics
26 | have_fork = hasattr(os, 'fork')
27 | have_popen2 = hasattr(os, 'popen2')
28 | have_popen3 = hasattr(os, 'popen3')
29 |
30 | # Make rfile unbuffered -- we need to read one line and then pass
31 | # the rest to a subprocess, so we can't use buffered input.
32 | rbufsize = 0
33 |
34 | def do_POST(self):
35 | """Serve a POST request.
36 |
37 | This is only implemented for CGI scripts.
38 |
39 | """
40 |
41 | if self.is_cgi():
42 | self.run_cgi()
43 | else:
44 | self.send_error(501, "Can only POST to CGI scripts")
45 |
46 | def send_head(self):
47 | """Version of send_head that support CGI scripts"""
48 | if self.is_cgi():
49 | return self.run_cgi()
50 | else:
51 | return SimpleHTTPServer.SimpleHTTPRequestHandler.send_head(self)
52 |
53 | def is_cgi(self):
54 | """Test whether self.path corresponds to a CGI script.
55 |
56 | Returns True and updates the cgi_info attribute to the tuple
57 | (dir, rest) if self.path requires running a CGI script.
58 | Returns False otherwise.
59 |
60 | If any exception is raised, the caller should assume that
61 | self.path was rejected as invalid and act accordingly.
62 |
63 | The default implementation tests whether the normalized url
64 | path begins with one of the strings in self.cgi_directories
65 | (and the next character is a '/' or the end of the string).
66 | """
67 | splitpath = _url_collapse_path_split(self.path)
68 | if splitpath[0] in self.cgi_directories:
69 | self.cgi_info = splitpath
70 | return True
71 | i = self.path.rfind('?')
72 | rest = self.path
73 | if i >= 0:
74 | rest = rest[:i]
75 | if os.path.splitext(rest)[1][1:] in self.cgi_extensions:
76 | self.cgi_info = splitpath
77 | return True
78 | return False
79 |
80 | cgi_directories = ['/cgi-bin', '/htbin']
81 | cgi_extensions = ["cgi"]
82 |
83 | def is_executable(self, path):
84 | """Test whether argument path is an executable file."""
85 | return executable(path)
86 |
87 | def is_python(self, path):
88 | return True
89 | """Test whether argument path is a Python script."""
90 | head, tail = os.path.splitext(path)
91 | return tail.lower() in (".py", ".pyw")
92 |
93 | def run_cgi(self):
94 | """Execute a CGI script."""
95 | path = self.path
96 | dir, rest = self.cgi_info
97 |
98 | i = path.find('/', len(dir) + 1)
99 | while i >= 0:
100 | nextdir = path[:i]
101 | nextrest = path[i+1:]
102 |
103 | scriptdir = self.translate_path(nextdir)
104 | if os.path.isdir(scriptdir):
105 | dir, rest = nextdir, nextrest
106 | i = path.find('/', len(dir) + 1)
107 | else:
108 | break
109 |
110 | # find an explicit query string, if present.
111 | i = rest.rfind('?')
112 | if i >= 0:
113 | rest, query = rest[:i], rest[i+1:]
114 | else:
115 | query = ''
116 |
117 | # dissect the part after the directory name into a script name &
118 | # a possible additional path, to be stored in PATH_INFO.
119 | i = rest.find('/')
120 | print rest
121 | if i >= 0:
122 | script, rest = rest[:i], rest[i:]
123 | else:
124 | script, rest = rest, ''
125 |
126 | scriptname = dir + '/' + script
127 | scriptfile = self.translate_path(scriptname)
128 | if not os.path.exists(scriptfile):
129 | self.send_error(404, "No such CGI script (%r)" % scriptname)
130 | return
131 | if not os.path.isfile(scriptfile):
132 | self.send_error(403, "CGI script is not a plain file (%r)" %
133 | scriptname)
134 | return
135 | ispy = self.is_python(scriptname)
136 | # print str(ispy) + "am i python?"
137 | if not ispy:
138 | if not (self.have_fork or self.have_popen2 or self.have_popen3):
139 | self.send_error(403, "CGI script is not a Python script (%r)" %
140 | scriptname)
141 | return
142 | if not self.is_executable(scriptfile):
143 | self.send_error(403, "CGI script is not executable (%r)" %
144 | scriptname)
145 | return
146 |
147 | # Reference: http://hoohoo.ncsa.uiuc.edu/cgi/env.html
148 | # XXX Much of the following could be prepared ahead of time!
149 | env = copy.deepcopy(os.environ)
150 | env['SERVER_SOFTWARE'] = self.version_string()
151 | env['SERVER_NAME'] = self.server.server_name
152 | env['GATEWAY_INTERFACE'] = 'CGI/1.1'
153 | env['SERVER_PROTOCOL'] = self.protocol_version
154 | env['SERVER_PORT'] = str(self.server.server_port)
155 | env['REQUEST_METHOD'] = self.command
156 | uqrest = urllib.unquote(rest)
157 | env['PATH_INFO'] = uqrest
158 | env['PATH_TRANSLATED'] = self.translate_path(uqrest)
159 | env['SCRIPT_NAME'] = scriptname
160 | if query:
161 | env['QUERY_STRING'] = query
162 | host = self.address_string()
163 | if host != self.client_address[0]:
164 | env['REMOTE_HOST'] = host
165 | env['REMOTE_ADDR'] = self.client_address[0]
166 | authorization = self.headers.getheader("authorization")
167 | if authorization:
168 | authorization = authorization.split()
169 | if len(authorization) == 2:
170 | import base64, binascii
171 | env['AUTH_TYPE'] = authorization[0]
172 | if authorization[0].lower() == "basic":
173 | try:
174 | authorization = base64.decodestring(authorization[1])
175 | except binascii.Error:
176 | pass
177 | else:
178 | authorization = authorization.split(':')
179 | if len(authorization) == 2:
180 | env['REMOTE_USER'] = authorization[0]
181 | # XXX REMOTE_IDENT
182 | if self.headers.typeheader is None:
183 | env['CONTENT_TYPE'] = self.headers.type
184 | else:
185 | env['CONTENT_TYPE'] = self.headers.typeheader
186 | length = self.headers.getheader('content-length')
187 | if length:
188 | env['CONTENT_LENGTH'] = length
189 | referer = self.headers.getheader('referer')
190 | if referer:
191 | env['HTTP_REFERER'] = referer
192 | accept = []
193 | for line in self.headers.getallmatchingheaders('accept'):
194 | if line[:1] in "\t\n\r ":
195 | accept.append(line.strip())
196 | else:
197 | accept = accept + line[7:].split(',')
198 | env['HTTP_ACCEPT'] = ','.join(accept)
199 | ua = self.headers.getheader('user-agent')
200 | if ua:
201 | env['HTTP_USER_AGENT'] = ua
202 | co = filter(None, self.headers.getheaders('cookie'))
203 | if co:
204 | env['HTTP_COOKIE'] = ', '.join(co)
205 | # XXX Other HTTP_* headers
206 | # Since we're setting the env in the parent, provide empty
207 | # values to override previously set values
208 | for k in ('QUERY_STRING', 'REMOTE_HOST', 'CONTENT_LENGTH',
209 | 'HTTP_USER_AGENT', 'HTTP_COOKIE', 'HTTP_REFERER'):
210 | env.setdefault(k, "")
211 |
212 | self.send_response(200, "Script output follows")
213 |
214 | decoded_query = query.replace('+', ' ')
215 |
216 | if self.have_fork:
217 | # Unix -- fork as we should
218 | args = [script]
219 | if '=' not in decoded_query:
220 | args.append(decoded_query)
221 | nobody = nobody_uid()
222 | self.wfile.flush() # Always flush before forking
223 | pid = os.fork()
224 | if pid != 0:
225 | # Parent
226 | pid, sts = os.waitpid(pid, 0)
227 | # throw away additional data [see bug #427345]
228 | while select.select([self.rfile], [], [], 0)[0]:
229 | if not self.rfile.read(1):
230 | break
231 | if sts:
232 | self.log_error("CGI script exit status %#x", sts)
233 | return
234 | # Child
235 | try:
236 | try:
237 | os.setuid(nobody)
238 | except os.error:
239 | pass
240 | os.dup2(self.rfile.fileno(), 0)
241 | os.dup2(self.wfile.fileno(), 1)
242 | os.execve(scriptfile, args, env)
243 | except:
244 | self.server.handle_error(self.request, self.client_address)
245 | os._exit(127)
246 |
247 | else:
248 | # Non Unix - use subprocess
249 | import subprocess
250 | cmdline = [scriptfile]
251 | if self.is_python(scriptfile):
252 | interp = sys.executable
253 | if interp.lower().endswith("w.exe"):
254 | # On Windows, use python.exe, not pythonw.exe
255 | interp = interp[:-5] + interp[-4:]
256 | cmdline = [interp, '-u'] + cmdline
257 | if '=' not in query:
258 | cmdline.append(query)
259 |
260 | self.log_message("command: %s", subprocess.list2cmdline(cmdline))
261 | try:
262 | nbytes = int(length)
263 | except (TypeError, ValueError):
264 | nbytes = 0
265 | p = subprocess.Popen(cmdline,
266 | stdin = subprocess.PIPE,
267 | stdout = subprocess.PIPE,
268 | stderr = subprocess.PIPE,
269 | env = env
270 | )
271 | if self.command.lower() == "post" and nbytes > 0:
272 | data = self.rfile.read(nbytes)
273 | else:
274 | data = None
275 | # throw away additional data [see bug #427345]
276 | while select.select([self.rfile._sock], [], [], 0)[0]:
277 | if not self.rfile._sock.recv(1):
278 | break
279 | stdout, stderr = p.communicate(data)
280 | self.wfile.write(stdout)
281 | if stderr:
282 | self.log_error('%s', stderr)
283 | p.stderr.close()
284 | p.stdout.close()
285 | status = p.returncode
286 | if status:
287 | self.log_error("CGI script exit status %#x", status)
288 | else:
289 | self.log_message("CGI script exited OK")
290 |
291 |
292 | # TODO(gregory.p.smith): Move this into an appropriate library.
293 | def _url_collapse_path_split(path):
294 | """
295 | Given a URL path, remove extra '/'s and '.' path elements and collapse
296 | any '..' references.
297 |
298 | Implements something akin to RFC-2396 5.2 step 6 to parse relative paths.
299 |
300 | Returns: A tuple of (head, tail) where tail is everything after the final /
301 | and head is everything before it. Head will always start with a '/' and,
302 | if it contains anything else, never have a trailing '/'.
303 |
304 | Raises: IndexError if too many '..' occur within the path.
305 | """
306 | # Similar to os.path.split(os.path.normpath(path)) but specific to URL
307 | # path semantics rather than local operating system semantics.
308 | path_parts = []
309 | for part in path.split('/'):
310 | if part == '.':
311 | path_parts.append('')
312 | else:
313 | path_parts.append(part)
314 | # Filter out blank non trailing parts before consuming the '..'.
315 | path_parts = [part for part in path_parts[:-1] if part] + path_parts[-1:]
316 | if path_parts:
317 | tail_part = path_parts.pop()
318 | else:
319 | tail_part = ''
320 | head_parts = []
321 | for part in path_parts:
322 | if part == '..':
323 | head_parts.pop()
324 | else:
325 | head_parts.append(part)
326 | if tail_part and tail_part == '..':
327 | head_parts.pop()
328 | tail_part = ''
329 | return ('/' + '/'.join(head_parts), tail_part)
330 |
331 |
332 | nobody = None
333 |
334 | def nobody_uid():
335 | """Internal routine to get nobody's uid"""
336 | global nobody
337 | if nobody:
338 | return nobody
339 | try:
340 | import pwd
341 | except ImportError:
342 | return -1
343 | try:
344 | nobody = pwd.getpwnam('nobody')[2]
345 | except KeyError:
346 | nobody = 1 + max(map(lambda x: x[2], pwd.getpwall()))
347 | return nobody
348 |
349 |
350 | def executable(path):
351 | """Test for executable file."""
352 | try:
353 | st = os.stat(path)
354 | except os.error:
355 | return False
356 | # this could lead to arb code execution.
357 | return True # fix up
358 |
359 | class Handler(CGIHTTPRequestHandler):
360 | cgi_extensions = ["cgi", "py"]
361 | # don't really need PY
362 |
363 | PORT = 7000
364 |
365 |
366 | from SocketServer import ThreadingMixIn
367 | import threading
368 |
369 |
370 | class ThreadedHTTPServer(ThreadingMixIn, BaseHTTPServer.HTTPServer):
371 | """Handle requests in a separate thread."""
372 |
373 | if __name__ == '__main__':
374 | httpd = ThreadedHTTPServer(("", PORT), Handler)
375 | print 'Starting server, use to stop'
376 | print "serving at port", PORT
377 | httpd.serve_forever()
378 |
--------------------------------------------------------------------------------
/ui/script.js:
--------------------------------------------------------------------------------
1 | var POST_COLUMNS = 5;
2 | var POSTS_PER_REQUEST = 10;
3 | var USERS_PER_REQUEST = 5;
4 |
5 | function init() {
6 | setupSearch();
7 | // Setup header buttons
8 | $('.header .menu div')
9 | .click(function() {
10 | tabClickHandler($(this));
11 | })
12 | .removeClass('active');
13 | // Create/click header depending on hash
14 | var keys = getQueryHashKeys(window.location.hash);
15 | keys['page'] = keys['page'] || 'users'; // Default to users page
16 | if (keys['page'] === 'posts' || keys['page'] === 'users') {
17 | $('.header .menu div#menu_' + keys['page'])
18 | .addClass('active')
19 | .click();
20 | } else {
21 | userTab(keys['page']);
22 | }
23 | }
24 |
25 | function getQueryHashKeys() {
26 | var a = window.location.hash.substring(1).split('&');
27 | if (a == "") return {};
28 | var b = {};
29 | for (var i = 0; i < a.length; ++i) {
30 | var p=a[i].split('=');
31 | if (p.length != 2) continue;
32 | b[p[0]] = decodeURIComponent(p[1].replace(/\+/g, " "));
33 | }
34 | return b;
35 | }
36 |
37 | function handleResponse(json) {
38 | var $table, posts;
39 | if ( 'user' in json ) {
40 | handlePosts( $('table#user_' + json.user), json );
41 | }
42 | else if ( 'posts' in json ) {
43 | handlePosts( $('table#posts'), json );
44 | }
45 | else if ( 'users' in json ) {
46 | handleUsers( $('table#users'), json );
47 | }
48 | scrollHandler();
49 | }
50 |
51 | function handlePosts($table, json) {
52 | $table.find('tr.loading td img')
53 | .slideUp(500, function() {
54 | $table.find('tr.loading tr').remove()
55 | });
56 |
57 | if ($table.attr('id').indexOf('user_') === 0 &&
58 | json.post_count !== undefined &&
59 | json.image_count !== undefined) {
60 | var $tr = $table.find('tr.userinfo');
61 | $tr.find('#post_count')
62 | .html('posts: ' + json.post_count);
63 | $tr.find('#image_count')
64 | .html('images: ' + json.image_count);
65 | $tr.find('#video_count')
66 | .html('videos: ' + json.video_count);
67 | if (json.video_count == 0) {
68 | $tr.find('#zip_no_videos').hide();
69 | } else {
70 | $tr.find('#zip_no_videos').show();
71 | }
72 | var date = new Date(json.updated * 1000);
73 | var updated = date.toLocaleDateString() +
74 | //' @ ' + date.toLocaleTimeString() +
75 | ' (' + timestampToHR(json.updated) + ')';
76 | date = new Date(json.created * 1000);
77 | var created = date.toLocaleDateString() +
78 | //' @ ' + date.toLocaleTimeString() +
79 | ' (' + timestampToHR(json.created) + ')';
80 | $tr.find('#updated')
81 | .html('updated: ' + updated);
82 | $tr.find('#created')
83 | .html('created: ' + created);
84 | }
85 | $table.append( $('![]()
')
135 | .attr('src', './ui/spinner.gif')
136 | .addClass('spin_big')
137 | )
138 | .appendTo($tr);
139 | setTimeout(function() {
140 | $.getJSON(url)
141 | .fail(function(data) {
142 | statusbar('failed to load ' + url + ': ' + String(data));
143 | })
144 | .done(handleResponse);
145 | }, 500);
146 | }
147 |
148 | function addUser($table, index, user) {
149 | var $tr = $('![]()
')
197 | .addClass('post')
198 | .attr('src', user.images[i].thumb.substr(1))
199 | .appendTo($imgtd);
200 | }
201 | }
202 |
203 | function addPost($table, index, post) {
204 | if (index != 0 && index % (POST_COLUMNS) == 0) {
205 | $('![]()
')
237 | .addClass('post')
238 | .attr('src', post.images[0].thumb.substr(1))
239 | .appendTo($div);
240 | if (post.images.length > 1) {
241 | var d = Math.max(post.images.length / 2, 6);
242 | $img.css('box-shadow', d + 'px ' + d + 'px 1px rgba(0, 0, 0, 0.5)');
243 | }
244 | $div
245 | .hover(function() {
246 | $imgcount
247 | .css({
248 | 'position' : 'absolute',
249 | 'top' : $img.offset().top + $img.height() - $imgcount.height(),
250 | 'left' : $img.position().left + ($img.width() / 2) - ($imgcount.width() / 2),
251 | 'background-color' : '#909',
252 | 'opacity': 0.8,
253 | 'padding': '3px'
254 | })
255 | .stop().fadeIn(500);
256 | }, function() {
257 | $imgcount.stop().fadeOut(500);
258 | });
259 | }
260 |
261 | $div.append( $('
') ); 262 | // Author 263 | if (post.author !== undefined) { 264 | $('') 265 | .addClass('author') 266 | .attr('href', '#user=' + post.author) 267 | .html(post.author) 268 | .click(function(e) { 269 | e.stopPropagation(); 270 | userTab(post.author); 271 | }) 272 | .appendTo($div); 273 | $div.append( $('
') ); 274 | } 275 | return 1; 276 | } 277 | 278 | function postClickHandler($td, post) { 279 | // Mark post as selected 280 | if ($td.hasClass('selected')) { 281 | // Selected post was clicked 282 | $('td.selected').removeClass('selected'); 283 | $('#expandrow td img').stop().slideUp(500); 284 | $('#expandrow').stop().hide(500, function() { $(this).remove() }); 285 | return; 286 | } 287 | $('td.selected').removeClass('selected'); 288 | $td.addClass('selected'); 289 | // Expand 290 | $('#expandrow') 291 | .stop() 292 | .removeAttr('id') 293 | .remove(); 294 | var $etr = $('![]()
')
346 | .addClass('expanded')
347 | .data('images', post.images)
348 | .data('index', 0)
349 | .attr('src', post.images[0].path.substr(1))
350 | .css({
351 | 'width' : width,
352 | 'height' : height,
353 | })
354 | .appendTo($etd)
355 | .click(function() {
356 | var images = $(this).data('images');
357 | if (images.length == 0) { return };
358 | var index = $(this).data('index');
359 | index += 1;
360 | if (index >= images.length) index = 0;
361 | var width = images[index].width,
362 | height = images[index].height
363 | maxw = screen.width * 0.95,
364 | maxh = screen.height - $td.height() - 100,
365 | ratio = 1.0;
366 | if (maxw / width < ratio) {
367 | ratio = maxw / width;
368 | }
369 | if (maxh / height < ratio) {
370 | ratio = maxh / height;
371 | }
372 | width *= ratio;
373 | height *= ratio;
374 | $(this)
375 | .attr('src', images[index].path.substr(1))
376 | .data('index', index)
377 | .css({
378 | 'width': width,
379 | 'height': height
380 | });
381 | $('#expandcount').html((index + 1) + ' of ' + images.length);
382 | })
383 | .hide()
384 | .slideDown(500);
385 | // Scroll
386 | $('html,body')
387 | .animate({
388 | 'scrollTop': $('#expandrow').prev().offset().top,
389 | }, 500);
390 | }
391 |
392 | function userTab(user) {
393 | $('#tab_' + user).hide().remove();
394 | var $div =
395 | $('')
396 | .html(user)
397 | .attr('id', 'menu_' + user)
398 | .click(function() {
399 | tabClickHandler($(this))
400 | });
401 | $('')
402 | .attr('id', 'tab_' + user)
403 | .append($div)
404 | .appendTo($('#menubar'));
405 | $div.click();
406 | }
407 |
408 | function tabClickHandler($element) {
409 | // Set up URL and parameters for request
410 | var url = getPathName();
411 | // Set active tab
412 | $('.header .menu div').removeClass('active');
413 | $element.addClass('active');
414 | // Hide existing table
415 | $('table').filter(function() {
416 | return $(this).css('display') !== 'none';
417 | }).hide().css('display', 'none');
418 |
419 | // Query parameters
420 | var params = {};
421 | var keys = getQueryHashKeys();
422 |
423 | var defaultSort = 'ups';
424 | if ($element.html() === 'users') {
425 | defaultSort = 'updated';
426 | }
427 | params['sort'] = keys['sort'] || defaultSort;
428 | params['order'] = keys['order'] || 'desc';
429 |
430 | // Get table/params depending on type of content
431 | var $table;
432 | if ($element.html() === 'posts') {
433 | // List of posts from all users
434 | $table = $('table#posts');
435 | params['method'] = 'get_posts';
436 | params['count'] = POSTS_PER_REQUEST;
437 | addSortRow($table, ['ups', 'created', 'username']);
438 | if ('page' in keys && keys['page'] !== 'posts') {
439 | params['sort'] = 'ups';
440 | params['order'] = 'desc';
441 | }
442 | }
443 | else if ($element.html() === 'users') {
444 | // List of all users
445 | $table = $('table#users');
446 | params['method'] = 'get_users';
447 | params['count'] = USERS_PER_REQUEST;
448 | // Insert sort options if needed
449 | addSortRow($table, ['updated', 'username', 'created']);
450 | if ('page' in keys && keys['page'] !== 'users') {
451 | params['sort'] = 'updated';
452 | params['order'] = 'desc';
453 | }
454 | }
455 | else {
456 | // List of posts for specific user
457 | var user = $element.html();
458 | $table = $('table#user_' + user);
459 | if ( $table.size() == 0 ) {
460 | $table = $('
')
461 | .attr('id', 'user_' + user)
462 | .addClass('posts')
463 | .insertAfter( $('table#users') );
464 |
465 | var $tr = $('')
469 | .addClass('userinfo')
470 | .attr('colspan', POST_COLUMNS)
471 | .html('')
472 | .appendTo($tr);
473 | var $infotable = $('
')
474 | .css('width', '100%')
475 | .appendTo($td);
476 | var $area = $(' ![]()
')
602 | .addClass('spin_small')
603 | .attr('src', './ui/spinner.gif')
604 | );
605 | // Construct request
606 | var params = {
607 | 'method' : 'get_zip',
608 | 'user' : user,
609 | 'include_videos' : includeVideos
610 | };
611 | var url = getPathName() + '?' + $.param(params);
612 | $.getJSON(url)
613 | .fail(function() {
614 | statusbar('failed to get zip');
615 | $button.html('zip failed');
616 | })
617 | .done(function(data) {
618 | if ('error' in data) {
619 | statusbar(data.error);
620 | $button.html('zip failed')
621 | return;
622 | }
623 | else if ('zip' in data) {
624 | var title = ''
625 | if (data.images > 0) {
626 | title += ' ' + data.images + ' image' + (data.images == 1 ? '' : 's');
627 | } else if (data.videos > 0) {
628 | title += ' ' + data.videos + ' video' + (data.videos == 1 ? '' : 's');
629 | } else if (data.audios > 0) {
630 | title += ' ' + data.audios + ' audio' + (data.audios == 1 ? '' : 's');
631 | }
632 | $button
633 | .empty()
634 | .removeClass('zip-noclick')
635 | .click(function() {
636 | window.location.href = data.zip;
637 | })
638 | .attr('title', 'size: ' + bytesToHR(data.size) + ', ' + title)
639 | .html(data.zip.substring(data.zip.lastIndexOf('/')+1))
640 | .hide()
641 | .fadeIn(500);
642 | //window.open(data.zip);
643 | }
644 | else {
645 | statusbar('unexpected response: ' + JSON.stringify(data));
646 | $button.html('zip failed')
647 | }
648 |
649 | });
650 | }
651 |
652 | function setupSearch() {
653 | $('input#search')
654 | .css({
655 | 'width': '60px',
656 | 'opacity' : '0.5'
657 | })
658 | .focusin(function() {
659 | if ($(this).val() === 'search') {
660 | $(this).val('')
661 | }
662 | $(this)
663 | .stop()
664 | .animate(
665 | {
666 | 'width': '125px',
667 | 'opacity': '1',
668 | },
669 | 500);
670 | $(this).keyup();
671 | })
672 | .focusout(function() {
673 | if ($(this).val() === '') {
674 | $(this).val('search')
675 | }
676 | $(this)
677 | .stop()
678 | .animate(
679 | {
680 | 'width': '60px',
681 | 'opacity': '0.5'
682 | },
683 | 500);
684 | $('#search_box')
685 | .slideUp(
686 | 200,
687 | function() {
688 | $(this).remove()
689 | }
690 | );
691 | })
692 | .data('timeout', null)
693 | .keyup(function(k) {
694 | if (k.keyCode != 13) {
695 | return;
696 | }
697 | if (!$('input#search').is(':focus')) {
698 | return;
699 | }
700 | $('#search_box').hide().remove();
701 | var $div = $('')
702 | .attr('id', 'search_box')
703 | .addClass('search')
704 | .hide()
705 | .css({
706 | 'top' : $('#menubar').position().top + $('#menubar').height() - 10,
707 | 'left' : $('input#search').position().left + 10
708 | })
709 | .append(
710 | $('![]()
')
711 | .attr('src', './images/spinner.gif')
712 | .css({
713 | 'width' : '25px',
714 | 'height' : '25px'
715 | })
716 | )
717 | .appendTo( $('body') )
718 | .slideDown(200);
719 | clearTimeout($(this).data('timeout'));
720 | var to = setTimeout(function() {
721 | searchText( $('input#search').val() );
722 | }, 500);
723 | $(this).data('timeout', to);
724 | });
725 | }
726 |
727 | function searchText(text) {
728 | var url = getPathName();
729 | url += '?method=search_user';
730 | url += '&user=' + text;
731 | $.getJSON(url)
732 | .fail(function(data) {
733 | statusbar('search failed, server error');
734 | })
735 | .done(function(data) {
736 | if (!$('input#search').is(':focus')) {
737 | return;
738 | }
739 | if (!'users' in data) {
740 | return;
741 | }
742 | $('#search_box').hide().remove();
743 | var $div = $('')
744 | .attr('id', 'search_box')
745 | .addClass('search')
746 | .css({
747 | 'top' : $('#menubar').position().top + $('#menubar').height() - 10,
748 | 'left' : $('input#search').position().left + 10
749 | })
750 | .appendTo( $('body') );
751 |
752 | var not_in_users = true;
753 | for (var i in data.users) {
754 | if (data.users[i].toLowerCase() === text.toLowerCase()) {
755 | not_in_users = false;
756 | }
757 | $('')
758 | .addClass('search_result')
759 | .html(data.users[i])
760 | .click(function(e) {
761 | e.stopPropagation()
762 | userTab( $(this).html() );
763 | })
764 | .appendTo($div);
765 | }
766 | if (not_in_users) {
767 | $('')
768 | .addClass('search_result')
769 | .click(function() {
770 | var url = getPathName();
771 | url += '?method=add_user';
772 | url += '&user=' + text;
773 | $.getJSON(url)
774 | .fail(function(data) {
775 | statusbar('failed to add user, server error');
776 | })
777 | .done(function(data) {
778 | if ('error' in data) {
779 | statusbar(data.error);
780 | } else {
781 | statusbar('undefined error when adding user "' + text + '"');
782 | }
783 | });
784 | })
785 | .html('+add user "' + text + '"')
786 | .appendTo($div);
787 | }
788 | $div
789 | .show()
790 | .slideDown(500);
791 | });
792 | }
793 |
794 | function statusbar(text, timeout) {
795 | if (timeout === undefined) timeout = 2000;
796 | $('div#statusbar')
797 | .stop()
798 | .hide()
799 | .html(text)
800 | .slideDown(500,
801 | function() {
802 | setTimeout( function() {
803 | $('div#statusbar').slideUp(500);
804 | }, timeout);
805 | });
806 | }
807 |
808 | function addSortRow($table, sorts) {
809 | if ( $table.find('tr.sort').size() > 0 ) {
810 | return;
811 | }
812 | $table.find('tr.sort').remove();
813 | var $tr = $('
", "
")[0]
124 | return ('video', None, [ImageUtils.httpy.between(chunk, 'href="', '"')[0]])
125 |
126 | ################
127 | # VIDEOBAM
128 | @staticmethod
129 | def get_urls_videobam(url):
130 | ImageUtils.debug('videobam: getting %s' % url)
131 | r = ImageUtils.httpy.get(url)
132 | if not ',"url":"' in r:
133 | raise Exception('no url found at %s' % url)
134 | for link in ImageUtils.httpy.between(r, '"url":"', '"'):
135 | if not '.mp4' in link: continue
136 | return ('video', None, [link.replace('\\', '')])
137 | raise Exception('no mp4 found at %s' % url)
138 |
139 | ################
140 | # SEXYKARMA
141 | @staticmethod
142 | def get_urls_sexykarma(url):
143 | ImageUtils.debug('sexykarma: getting %s' % url)
144 | r = ImageUtils.httpy.get(url)
145 | if not "url: escape('" in r:
146 | raise Exception('no url found at %s' % url)
147 | for link in ImageUtils.httpy.between(r, "url: escape('", "'"):
148 | return ('video', None, [link])
149 | raise Exception('no video found at %s' % url)
150 |
151 | ################
152 | # TUMBLR
153 | @staticmethod
154 | def get_urls_tumblr(url):
155 | ImageUtils.debug('tumblr: getting %s' % url)
156 | r = ImageUtils.httpy.get(url)
157 | if not 'source src=\\x22' in r:
158 | raise Exception('no src= found at %s' % url)
159 | for link in ImageUtils.httpy.between(r, 'source src=\\x22', '\\x22'):
160 | link = ImageUtils.httpy.unshorten(link)
161 | return ('video', None, [link])
162 | raise Exception('no video found at %s' % url)
163 |
164 | ################
165 | # VINE
166 | @staticmethod
167 | def get_urls_vine(url):
168 | ImageUtils.debug('vine: getting %s' % url)
169 | r = ImageUtils.httpy.get(url)
170 | if not 'property="twitter:image" content="' in r:
171 | raise Exception('no twitter:image found at %s' % url)
172 | for link in ImageUtils.httpy.between(r, 'property="twitter:image" content="', '"'):
173 | return ('video', None, [link])
174 | raise Exception('no video found at %s' % url)
175 |
176 | ################
177 | # VIDBLE
178 | @staticmethod
179 | def get_urls_vidble(url):
180 | ImageUtils.debug('vidble: getting %s' % url)
181 | r = ImageUtils.httpy.get(url)
182 | urls = []
183 | for index, link in enumerate(ImageUtils.httpy.between(r, "') ); 262 | // Author 263 | if (post.author !== undefined) { 264 | $('') 265 | .addClass('author') 266 | .attr('href', '#user=' + post.author) 267 | .html(post.author) 268 | .click(function(e) { 269 | e.stopPropagation(); 270 | userTab(post.author); 271 | }) 272 | .appendTo($div); 273 | $div.append( $('
') ); 274 | } 275 | return 1; 276 | } 277 | 278 | function postClickHandler($td, post) { 279 | // Mark post as selected 280 | if ($td.hasClass('selected')) { 281 | // Selected post was clicked 282 | $('td.selected').removeClass('selected'); 283 | $('#expandrow td img').stop().slideUp(500); 284 | $('#expandrow').stop().hide(500, function() { $(this).remove() }); 285 | return; 286 | } 287 | $('td.selected').removeClass('selected'); 288 | $td.addClass('selected'); 289 | // Expand 290 | $('#expandrow') 291 | .stop() 292 | .removeAttr('id') 293 | .remove(); 294 | var $etr = $('