├── .gitignore
├── public
├── main.css
└── main.js
├── routes
├── index.js
├── delete-cron.js
├── add-crons.js
├── crons.js
└── import-posts.js
├── package.json
├── app.js
├── README.md
├── views
└── index.html
└── yarn.lock
/.gitignore:
--------------------------------------------------------------------------------
1 | .DS_Store
2 | node_modules
3 | npm-debug.log
--------------------------------------------------------------------------------
/public/main.css:
--------------------------------------------------------------------------------
1 | .tab-content {
2 | padding: 20px;
3 | background: #fff;
4 | border: 1px solid #ddd;
5 | border-radius: 0 4px 4px;
6 | }
7 | .new-row {
8 | padding: 15px;
9 | border: 2px dashed #ccc;
10 | margin-bottom: 20px;
11 | text-align: center;
12 | background: #f5f5f5;
13 | }
14 | .new-row .btn {
15 | background: #fff;
16 | }
17 | .table>tbody>tr>td {
18 | border: none;
19 | }
--------------------------------------------------------------------------------
/routes/index.js:
--------------------------------------------------------------------------------
1 | // index.js
2 | module.exports = function(app, config) {
3 | app.get('/', function(req, res) {
4 | var Cosmic = require('cosmicjs')
5 | Cosmic.getObjectType(config, { type_slug: 'crons' }, function(err, response) {
6 | res.locals.crons = response.objects.all
7 | res.locals.bucket_slug = config.bucket.slug
8 | res.render('index.html')
9 | })
10 | })
11 | }
--------------------------------------------------------------------------------
/package.json:
--------------------------------------------------------------------------------
1 | {
2 | "dependencies": {
3 | "async": "^2.1.4",
4 | "body-parser": "^1.15.2",
5 | "cosmicjs": "^2.35.0",
6 | "express": "^4.14.0",
7 | "hogan-express": "^0.5.2",
8 | "nodemon": "^1.11.0",
9 | "request": "^2.79.0",
10 | "slug": "^0.9.1",
11 | "xml2js": "^0.4.17"
12 | },
13 | "scripts": {
14 | "start": "node app.js",
15 | "development": "nodemon app.js -e js, views/html"
16 | }
17 | }
18 |
--------------------------------------------------------------------------------
/routes/delete-cron.js:
--------------------------------------------------------------------------------
1 | // delete-cron.js
2 | module.exports = function(app, config, async) {
3 | app.post('/delete-cron', function(req, res) {
4 | var Cosmic = require('cosmicjs')
5 | var slug = req.body.slug
6 | var params = {
7 | write_key: config.bucket.write_key,
8 | slug: slug
9 | }
10 | Cosmic.deleteObject(config, params, function(err, response) {
11 | res.json({
12 | status: "success"
13 | })
14 | })
15 | })
16 | }
--------------------------------------------------------------------------------
/routes/add-crons.js:
--------------------------------------------------------------------------------
1 | // add-cron.js
2 | module.exports = function(app, config, async) {
3 | app.post('/add-crons', function(req, res) {
4 | var Cosmic = require('cosmicjs')
5 | var slug = require('slug')
6 | var crons = req.body
7 | async.eachSeries(crons, (cron, callback) => {
8 | var params = {
9 | title: cron.title,
10 | slug: slug(cron.title),
11 | type_slug: 'crons',
12 | write_key: config.bucket.write_key,
13 | metafields: [
14 | {
15 | key: 'feed_url',
16 | title: 'Feed URL',
17 | value: cron.feed_url
18 | },
19 | {
20 | key: 'bucket_slug',
21 | title: 'Bucket Slug',
22 | value: cron.bucket_slug
23 | }
24 | ]
25 | }
26 | Cosmic.addObject(config, params, function(err, response) {
27 | callback()
28 | })
29 | }, () => {
30 | res.json({
31 | status: "success"
32 | })
33 | })
34 | })
35 | }
--------------------------------------------------------------------------------
/app.js:
--------------------------------------------------------------------------------
1 | // app.js
2 | var express = require('express')
3 | var async = require('async')
4 | var bodyParser = require('body-parser')
5 | var app = express()
6 | app.use(bodyParser.json())
7 | var hogan = require('hogan-express')
8 | app.engine('html', hogan)
9 | app.set('port', (process.env.PORT || 3000))
10 | app.use('/', express.static(__dirname + '/public/'))
11 | // Config
12 | var bucket_slug = process.env.COSMIC_BUCKET || 'medium-backup'
13 | var config = {
14 | cron_interval: process.env.CRON_INTERVAL || 3600000,
15 | bucket: {
16 | slug: bucket_slug,
17 | read_key: process.env.COSMIC_READ_KEY || '',
18 | write_key: process.env.COSMIC_WRITE_KEY || ''
19 | },
20 | url: process.env.URL || 'http://localhost:' + app.get('port')
21 | }
22 | // Routes
23 | require('./routes/index.js')(app, config)
24 | require('./routes/import-posts.js')(app, config, async)
25 | require('./routes/add-crons.js')(app, config, async)
26 | require('./routes/delete-cron.js')(app, config)
27 | // Crons
28 | var getCrons = require('./routes/crons.js')
29 | setInterval(() => getCrons(app, config, async), config.cron_interval) // every 60 minutes
30 | app.listen(app.get('port'))
--------------------------------------------------------------------------------
/routes/crons.js:
--------------------------------------------------------------------------------
1 | // crons.js
2 | module.exports = function(app, config, async) {
3 | var Cosmic = require('cosmicjs')
4 | var request = require('request')
5 | var locals = {}
6 | async.series([
7 | callback => {
8 | Cosmic.getObjectType(config, { type_slug: 'crons' }, function(err, response) {
9 | locals.crons = response.objects.all
10 | callback()
11 | })
12 | },
13 | callback => {
14 | if (locals.crons) {
15 | async.eachSeries(locals.crons, (cron, callbackEach) => {
16 | var feed_url = cron.metadata.feed_url
17 | var bucket_slug = cron.metadata.bucket_slug
18 | var params = {
19 | feed_url: feed_url,
20 | bucket_slug: bucket_slug
21 | }
22 | var options = {
23 | url: config.url + '/import-posts',
24 | json: params
25 | }
26 | request.post(options, (err, httpResponse, body) => {
27 | if (err) {
28 | return console.error('upload failed:', err)
29 | }
30 | console.log('Successful! Server responded with:', body)
31 | callbackEach()
32 | });
33 | })
34 | }
35 | }
36 | ])
37 | }
--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
1 | # Medium Backup
2 | 
3 | ## Demo
4 | [View Demo](https://cosmicjs.com/apps/medium-backup/demo)
5 |
6 | Manually or automatically backup your Medium articles to any Cosmic JS Bucket.
7 |
8 | ## Get started
9 | Add your feed URL, Cosmic JS Bucket slug and import your articles immediately. [Read this help article from Medium](https://help.medium.com/hc/en-us/articles/214874118-RSS-Feeds-of-publications-and-profiles) to find out which URL structure to use. It can be `https://medium.com/feed/@yourusername` or if you have a custom domain `https://customdomain.com/feed`.
10 |
11 | If you find that you are only getting partial articles, you may need to go into [your Medium account settings](https://medium.com/me/settings) and make sure RSS Feed is set to "Full".
12 |
13 | If you add a cron job, the cron job will look for new posts every hour or whatever environment variable you set for CRON_INTERVAL.
14 | ```
15 | git clone https://github.com/cosmicjs/medium-backup
16 | cd medium-backup
17 | npm install
18 | ```
19 |
20 | ### Run in production
21 | ```
22 | COSMIC_BUCKET=your-bucket-slug npm start
23 | ```
24 | Go to [http://localhost:3000](http://localhost:3000).
25 | ### Run in development
26 | ```
27 | npm run development
28 | ```
29 | Go to [http://localhost:3000](http://localhost:3000). It will automatically restart the node server (nodemon) on updates.
30 |
--------------------------------------------------------------------------------
/routes/import-posts.js:
--------------------------------------------------------------------------------
1 | // import-posts.js
2 | module.exports = function(app, config, async) {
3 | app.post('/import-posts', function(req, res) {
4 | var Cosmic = require('cosmicjs')
5 | var request = require('request')
6 | var slugify = require('slug')
7 | var parseString = require('xml2js').parseString
8 | var feed_url = req.body.feed_url
9 | var bucket_slug = req.body.bucket_slug
10 | var cosmic_config = {
11 | bucket: {
12 | slug: bucket_slug,
13 | read_key: process.env.COSMIC_READ_KEY || '',
14 | write_key: process.env.COSMIC_WRITE_KEY || ''
15 | }
16 | }
17 | console.log(feed_url)
18 | request(feed_url, function (error, response, body) {
19 | if (!error && response.statusCode == 200) {
20 | parseString(body, function (err, result) {
21 | var posts = result.rss.channel[0].item
22 | var posts_imported = []
23 | async.eachSeries(posts, (post, callback) => {
24 | var title = 'Post'
25 | if (post.title)
26 | title = post.title[0]
27 | var content, published_at, modified_at, categories, created_by, medium_link;
28 | if (post.description)
29 | content = post.description[0]
30 | if (post['content:encoded'])
31 | content = post['content:encoded'][0]
32 | if (post['pubDate'])
33 | published_at = post['pubDate'][0]
34 | if (post['atom:updated'])
35 | modified_at = post['atom:updated'][0]
36 | if (post['category'])
37 | categories = post['category']
38 | if (post['dc:creator'])
39 | created_by = post['dc:creator'][0]
40 | if (post['link'])
41 | medium_link = post['link'][0]
42 | // Test if object available
43 | var slug = slugify(title).toLowerCase();
44 | Cosmic.getObject(cosmic_config, { slug: slug }, function(err, response) {
45 | if (response && response.object) {
46 | // already added
47 | return callback()
48 | } else {
49 | var params = {
50 | title: title,
51 | slug: slug,
52 | content: content,
53 | type_slug: 'posts',
54 | write_key: config.bucket.write_key,
55 | metafields: [
56 | {
57 | type: 'text',
58 | key: 'published_at',
59 | title: 'Published At',
60 | value: published_at
61 | },
62 | {
63 | type: 'text',
64 | key: 'modified_at',
65 | title: 'Modified At',
66 | value: modified_at
67 | },
68 | {
69 | type: 'text',
70 | key: 'created_by',
71 | title: 'Created By',
72 | value: created_by
73 | },
74 | {
75 | type: 'text',
76 | key: 'medium_link',
77 | title: 'Medium Link',
78 | value: medium_link
79 | }
80 | ]
81 | }
82 | if (categories) {
83 | var tags = ''
84 | categories.forEach(category => {
85 | tags += category + ', '
86 | })
87 | params.metafields.push({
88 | type: 'text',
89 | key: 'tags',
90 | title: 'Tags',
91 | value: tags
92 | })
93 | }
94 | Cosmic.addObject(cosmic_config, params, function(err, response) {
95 | if (response)
96 | posts_imported.push(post)
97 | callback()
98 | })
99 | }
100 | })
101 | }, () => {
102 | if (!posts_imported.length) {
103 | res.status(500).json({ error: 'There was an error with this request.' })
104 | }
105 | res.json({
106 | bucket_slug: config.bucket.slug,
107 | posts: posts_imported
108 | })
109 | })
110 | })
111 | } else {
112 | res.status(500).json({ error: 'feed_url' })
113 | }
114 | })
115 | })
116 | }
117 |
--------------------------------------------------------------------------------
/public/main.js:
--------------------------------------------------------------------------------
1 | $(function() {
2 | $('.feed-url').focus();
3 | initDeleteRow();
4 | $('.add-new-cron').on('click', function() {
5 | var row = '';
6 | row += ''
7 | row += ' ';
9 | row += ''
10 | row += ' ';
12 | row += '';
13 | row += ' ';
15 | row += '';
16 | row += '× ';
17 | row += ' ';
18 | row += ' ';
19 | $('.crons').append(row);
20 | $('.crons').find('.title').last().focus();
21 | initDeleteRow();
22 | });
23 | function initDeleteRow() {
24 | $('.delete-row').on('click', function() {
25 | var slug = $(this).data('slug');
26 | $(this).closest('.feed-row').fadeOut(function() {
27 | if (!slug) {
28 | $(this).remove();
29 | return;
30 | }
31 | $.ajax({
32 | url: '/delete-cron',
33 | method: 'post',
34 | contentType: 'application/json',
35 | data: JSON.stringify({ slug: slug }),
36 | success: function(data) {
37 | $(this).remove();
38 | }
39 | });
40 | });
41 | });
42 | }
43 | $('#import_posts').on('submit', function() {
44 | $('.import-message').html('');
45 | var _this = $(this);
46 | $(this).find('.feed-url, .submit-feed-url').addClass('disabled');
47 | $(this).find('.submit-feed-url').text('Submitting...');
48 | var data = $(this).serializeFormJSON();
49 | $.ajax({
50 | url: '/import-posts',
51 | method: 'post',
52 | contentType: 'application/json',
53 | data: JSON.stringify(data),
54 | success: function(data) {
55 | $('.import-message').html('Success! Imported ' + data.posts.length + ' posts to ' + data.bucket_slug + '.
');
56 | $('#import_posts').remove();
57 | $('#posts').append('Posts imported ');
58 | data.posts.forEach(function(post) {
59 | $('#posts').append('' + post.title + '
');
60 | });
61 | },
62 | error: function(data) {
63 | var message;
64 | if (data.responseJSON.error === 'permission') {
65 | message = 'Permission issue';
66 | }
67 | if (data.responseJSON.error === 'feed_url') {
68 | message = 'Feed URL issue';
69 | }
70 | _this.find('.feed-url, .submit-feed-url').removeClass('disabled');
71 | _this.find('.submit-feed-url').text('Import Posts');
72 | $('.message').html('There was an error with this request. Error type: ' + message + '
');
73 | }
74 | });
75 | return false;
76 | });
77 | $('#add_crons').on('submit', function() {
78 | $('.add-crons-message').html('');
79 | var _this = $(this);
80 | $(this).find('.feed-url, .submit-feed-url').addClass('disabled');
81 | $(this).find('.submit-feed-url').text('Submitting...');
82 | var crons = [];
83 | var errors = false;
84 | $('.feed-row').each(function() {
85 | var feed_url = $(this).find('.feed-url').val();
86 | var bucket_slug = $(this).find('.bucket-slug').val();
87 | var title = $(this).find('.title').val();
88 | if (!feed_url.trim() || !title.trim() || !title.trim())
89 | errors = true;
90 | if (!feed_url.trim())
91 | $('.add-crons-message').html('You must add a feed url.
');
92 | if (!bucket_slug.trim())
93 | $('.add-crons-message').html('You must add a bucket slug.
');
94 | if (!title.trim())
95 | $('.add-crons-message').html('You must add a cron title.
');
96 | var id = $(this).data('id');
97 | // Test if existing
98 | if (!id) {
99 | crons.push({
100 | feed_url: feed_url,
101 | bucket_slug: bucket_slug,
102 | title: title
103 | });
104 | }
105 | });
106 | if (!$('.feed-row').length)
107 | errors = true;
108 | if(errors) {
109 | _this.find('.feed-url, .submit-feed-url').removeClass('disabled');
110 | _this.find('.submit-feed-url').text('Save Crons');
111 | }
112 | if (!errors) {
113 | $.ajax({
114 | url: '/add-crons',
115 | method: 'post',
116 | contentType: 'application/json',
117 | data: JSON.stringify(crons),
118 | success: function(data) {
119 | _this.find('.feed-url, .submit-feed-url').removeClass('disabled');
120 | _this.find('.submit-feed-url').text('Save Crons');
121 | $('.add-crons-message').html('Success! Crons added!
');
122 | },
123 | error: function(data) {
124 | var message;
125 | if (data.responseJSON.error === 'permission') {
126 | message = 'Permission issue';
127 | }
128 | if (data.responseJSON.error === 'feed_url') {
129 | message = 'Feed URL issue';
130 | }
131 | _this.find('.feed-url, .submit-feed-url').removeClass('disabled');
132 | _this.find('.submit-feed-url').text('Add Crons');
133 | $('.add-crons-message').html('There was an error with this request. Error type: ' + message + '
');
134 | }
135 | });
136 | }
137 | return false;
138 | });
139 | (function ($) {
140 | $.fn.serializeFormJSON = function () {
141 | var o = {};
142 | var a = this.serializeArray();
143 | $.each(a, function () {
144 | if (o[this.name]) {
145 | if (!o[this.name].push) {
146 | o[this.name] = [o[this.name]];
147 | }
148 | o[this.name].push(this.value || '');
149 | } else {
150 | o[this.name] = this.value || '';
151 | }
152 | });
153 | return o;
154 | };
155 | })(jQuery);
156 | });
--------------------------------------------------------------------------------
/views/index.html:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 | Medium Backup App
6 |
7 |
8 |
16 |
17 |
18 |
Medium Backup App
19 |
25 |
26 |
27 | This app imports your Medium posts to Cosmic JS. Simply add the feed URL of the Medium Blog you would like to import and it will import the 10 latest posts (Medium only allows access to the 10 latest posts in the feed). This can be a personal account, a publication or a custom domain. Read this help article from Medium to find out which URL structure to use. It can be https://medium.com/feed/@yourusername or if you have a custom domain https://customdomain.com/feed.
28 |
29 | If you find that you are only getting partial articles, you may need to go into your Medium account settings and make sure RSS Feed is set to "Full".
30 |
31 | If you choose the cron job option, the cron job will look for new posts every hour.
32 |
33 |
34 |
35 |
39 |
40 |
107 |
108 |
111 |
112 |
Proudly powered by Cosmic JS
110 |