├── .editorconfig
├── .gitignore
├── README.md
├── index.js
├── mongo.js
├── mysql.js
└── package.json


/.editorconfig:
--------------------------------------------------------------------------------
 1 | # http://editorconfig.org
 2 | root = true
 3 | 
 4 | [*]
 5 | indent_style = tab
 6 | indent_size = 4
 7 | end_of_line = lf
 8 | charset = utf-8
 9 | trim_trailing_whitespace = true
10 | insert_final_newline = true
11 | 
12 | [*.md]
13 | trim_trailing_whitespace = false
14 | 


--------------------------------------------------------------------------------
/.gitignore:
--------------------------------------------------------------------------------
1 | node_modules/
2 | bower_components/
3 | .tmp/
4 | 


--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
 1 | ### Mongo Mysql Test Performance in Nodejs
 2 | 
 3 | #### Installation
 4 | 
 5 | ```
 6 | git clone https://github.com/webcaetano/mongo-mysql.git
 7 | cd mongo-mysql
 8 | npm install
 9 | node index
10 | ```
11 | 
12 | Comparison tests made by this repo 
13 | 
14 | With data size in rows numbers : 
15 | 
16 | 10 rows
17 | ```
18 | mysql insert: 1702ms
19 | mysql select: 11ms
20 | 
21 | mongo insert: 47ms
22 | mongo select: 12ms
23 | ```
24 | 
25 | 100 rows
26 | ```
27 | mysql insert: 8171ms
28 | mysql select: 10ms
29 | 
30 | mongo insert: 167ms
31 | mongo select: 60ms
32 | ```
33 | 
34 | 
35 | 1.000 rows
36 | ```
37 | mysql insert: 94813ms (1.58 minutes)
38 | mysql select: 13ms
39 | 
40 | mongo insert: 1013ms
41 | mongo select: 677ms
42 | ```
43 | 
44 | 
45 | 10.000 rows
46 | ```
47 | mysql insert: 924695ms (15.41 minutes)
48 | mysql select: 144ms
49 | 
50 | mongo insert: 9956ms (9.95 seconds)
51 | mongo select: 4539ms (4.539 seconds)
52 | ```
53 | 
54 | [@ivanpopelyshev](https://github.com/ivanpopelyshev) results :
55 | 
56 | On SSD virtual server [vultr.com](vultr.com)
57 | 
58 | ```
59 | 1000: 
60 | mysql insert: 1214ms
61 | mongo insert: 1401ms
62 | mysql select: 9ms
63 | mongo select: 326ms
64 | 
65 | 10000:
66 | mysql insert: 11557ms
67 | mongo insert: 7751ms
68 | mysql select: 30ms
69 | mongo select: 2957ms
70 | ```
71 | 
72 | ENGINE='MyISAM' for mysql tables:
73 | 
74 | ```
75 | 1000:
76 | mysql insert: 361ms
77 | mongo insert: 938ms
78 | mysql select: 9ms
79 | mongo select: 345ms
80 | 
81 | 10000:
82 | mysql insert: 3394ms
83 | mongo insert: 6985ms
84 | mysql select: 31ms
85 | mongo select: 3080ms
86 | ```
87 | 


--------------------------------------------------------------------------------
/index.js:
--------------------------------------------------------------------------------
 1 | var spinner = require("char-spinner");
 2 | var async = require("async");
 3 | spinner();
 4 | 
 5 | var dataSize = 1000;
 6 | 
 7 | 
 8 | async.series([
 9 | 	/* == INSERT == */
10 | 	function(callback){
11 | 		require('./mysql')('insert',dataSize,callback);
12 | 	},
13 | 	function(callback){
14 | 		require('./mongo')('insert',dataSize,callback);
15 | 	},
16 | 	/* == SELECT == */
17 | 	function(callback){
18 | 		require('./mysql')('find',dataSize,callback);
19 | 	},
20 | 	function(callback){
21 | 		require('./mongo')('find',dataSize,callback);
22 | 	}
23 | ],function(){
24 | 	process.exit();
25 | })
26 | 


--------------------------------------------------------------------------------
/mongo.js:
--------------------------------------------------------------------------------
 1 | var async = require('async');
 2 | var faker = require('Faker');
 3 | var mongojs = require('mongojs');
 4 | var db = mongojs('test',["test","team"]);
 5 | 
 6 | var self = {};
 7 | 
 8 | self.insert = function(dataSize,done){
 9 | 	var run = [];
10 | 
11 | 	run.push(function(callback){
12 | 		db.test.remove({},callback);
13 | 	})
14 | 
15 | 	run.push(function(callback){
16 | 		db.team.remove({},callback);
17 | 	})
18 | 
19 | 	run.push(function(callback){
20 | 		db.team.createIndex({id:1},callback);
21 | 	});
22 | 
23 | 	run.push(function(callback){
24 | 		db.test.createIndex({team:1},callback);
25 | 	});
26 | 
27 | 	for(var i=0;i<dataSize;i++){
28 | 		run.push(function(callback){
29 | 			db.test.insert({
30 | 				player:faker.Name.findName(),
31 | 				email:faker.Internet.email(),
32 | 				score:Math.floor(Math.random()*1000),
33 | 				team:Math.floor(Math.random()*dataSize),
34 | 			},callback);
35 | 		});
36 | 
37 | 		run.push(function(callback){
38 | 			db.team.count({},function(err,data){
39 | 				db.team.insert({
40 | 					city:faker.Address.city(),
41 | 					country:faker.Address.ukCountry(),
42 | 					id:data,
43 | 					name:faker.Company.companyName().split(" ")[0].split(",")[0]
44 | 				},callback);
45 | 			})
46 | 		});
47 | 	}
48 | 
49 | 	console.time('mongo insert');
50 | 	async.series(run,function(err,data){
51 | 		// console.log(err);
52 | 		console.timeEnd('mongo insert');
53 | 
54 | 		if(done) done();
55 | 	});
56 | }
57 | 
58 | self.find = function(dataSize,done){
59 | 	var run = [];
60 | 	console.time('mongo select');
61 | 
62 | 	db.test.find({},function(err,data){
63 | 		data.forEach(function(player){
64 | 			run.push(function(callback){
65 | 				db.team.find({id:player.team},function(err,data){
66 | 					if(!data[0].name) console.log('mongo error : team no name');
67 | 					callback();
68 | 				})
69 | 			});
70 | 		});
71 | 
72 | 		async.series(run,function(err,data){
73 | 			// console.log(err);
74 | 			console.timeEnd('mongo select');
75 | 			if(done) done();
76 | 		});
77 | 	});
78 | }
79 | 
80 | 
81 | module.exports = function(type,dataSize,done){
82 | 	return self[type](dataSize,done);
83 | }
84 | 


--------------------------------------------------------------------------------
/mysql.js:
--------------------------------------------------------------------------------
  1 | var async = require('async');
  2 | // var timer = require('./timer');
  3 | var faker = require('Faker');
  4 | 
  5 | var self = {};
  6 | 
  7 | self.insert = function(dataSize,done){
  8 | 	var mysql = require('mq-node')({
  9 | 		host     : 'localhost',
 10 | 		user     : 'root',
 11 | 		password : '',
 12 | 	});
 13 | 
 14 | 	var run = [];
 15 | 
 16 | 	run.push(function(callback){
 17 | 		mysql.connection.connect(function(err){
 18 | 			callback();
 19 | 		});
 20 | 	})
 21 | 
 22 | 	run.push(function(callback){
 23 | 		mysql.query('CREATE DATABASE IF NOT EXISTS test',function(data,err){
 24 | 			callback();
 25 | 		});
 26 | 	})
 27 | 
 28 | 	run.push(function(callback){
 29 | 		mysql.connection.changeUser({database:'test'},function(data,err){
 30 | 			callback();
 31 | 		});
 32 | 	})
 33 | 
 34 | 	run.push(function(callback){
 35 | 		mysql.query('DROP TABLE test',function(data,err){
 36 | 			callback();
 37 | 		});
 38 | 	});
 39 | 
 40 | 	run.push(function(callback){
 41 | 		mysql.query('DROP TABLE team',function(data,err){
 42 | 			callback();
 43 | 		});
 44 | 	});
 45 | 
 46 | 	run.push(function(callback){
 47 | 		mysql.query('CREATE TABLE IF NOT EXISTS test ('+
 48 | 			'id int(11) NOT NULL AUTO_INCREMENT,'+
 49 | 			'player varchar(32) NOT NULL,'+
 50 | 			'score int(11) NOT NULL,'+
 51 | 			'email varchar(64) NOT NULL,'+
 52 | 			'team int(10) unsigned NOT NULL,'+
 53 | 			'PRIMARY KEY (id),'+
 54 | 			'KEY team (team)'+
 55 | 		')',function(data,err){
 56 | 			callback();
 57 | 		});
 58 | 	});
 59 | 
 60 | 	run.push(function(callback){
 61 | 		mysql.query('CREATE TABLE IF NOT EXISTS team ('+
 62 | 			'id int(11) NOT NULL AUTO_INCREMENT,'+
 63 | 			'name varchar(32) NOT NULL,'+
 64 | 			'country varchar(32) NOT NULL,'+
 65 | 			'city varchar(32) NOT NULL,'+
 66 | 			'PRIMARY KEY (id)'+
 67 | 		')',function(data,err){
 68 | 			callback();
 69 | 		});
 70 | 	});
 71 | 
 72 | 	for(var i=0;i<dataSize;i++){
 73 | 		run.push(function(callback){
 74 | 			mysql.insert('test',{
 75 | 				player:faker.Name.findName(),
 76 | 				email:faker.Internet.email(),
 77 | 				team:Math.floor(Math.random()*dataSize),
 78 | 				score:Math.floor(Math.random()*1000)
 79 | 			},function(data,err){
 80 | 				callback();
 81 | 			});
 82 | 		});
 83 | 
 84 | 		run.push(function(callback){
 85 | 			mysql.insert('team',{
 86 | 				city:faker.Address.city(),
 87 | 				country:faker.Address.ukCountry(),
 88 | 				name:faker.Company.companyName().split(" ")[0].split(",")[0]
 89 | 			},function(data,err){
 90 | 				callback();
 91 | 			});
 92 | 		});
 93 | 	}
 94 | 
 95 | 	console.time('mysql insert')
 96 | 	async.series(run,function(err,data){
 97 | 		console.timeEnd('mysql insert');
 98 | 		mysql.end();
 99 | 		if(done) done();
100 | 	});
101 | }
102 | 
103 | self.find = function(dataSize,done){
104 | 	var mysql = require('mq-node')({
105 | 		host     : 'localhost',
106 | 		user     : 'root',
107 | 		password : '',
108 | 	});
109 | 
110 | 	var run = [];
111 | 
112 | 	run.push(function(callback){
113 | 		mysql.connection.changeUser({database:'test'},function(data,err){
114 | 			callback();
115 | 		});
116 | 	});
117 | 
118 | 	run.push(function(callback){
119 | 		mysql.select({
120 | 			from:['test as t1','team as t2'],
121 | 			cols:['player','name'],
122 | 			where:'t2.id=t1.team'
123 | 		},function(data,err){
124 | 			// for(var i in data) console.log(data[i]['player']+" : "+data[i]['name'])
125 | 			for(var i in data) if(!data[i]['name']) console.log('mysql error : team no name');
126 | 			callback();
127 | 		})
128 | 	});
129 | 
130 | 	console.time('mysql select')
131 | 	async.series(run,function(err,data){
132 | 		console.timeEnd('mysql select');
133 | 		mysql.end();
134 | 		if(done) done();
135 | 	});
136 | }
137 | 
138 | module.exports = function(type,dataSize,done){
139 | 	return self[type](dataSize,done);
140 | }
141 | 


--------------------------------------------------------------------------------
/package.json:
--------------------------------------------------------------------------------
 1 | {
 2 | 	"name": "mongo-mysql",
 3 | 	"version": "1.0.0",
 4 | 	"description": "",
 5 | 	"main": "index.js",
 6 | 	"author": "Andre Caetano",
 7 | 	"license": "MIT",
 8 | 	"dependencies": {
 9 | 		"Faker": "^0.7.2",
10 | 		"async": "^1.4.2",
11 | 		"char-spinner": "^1.0.1",
12 | 		"mongojs": "^1.3.0",
13 | 		"mq-node": "^1.0.1-2"
14 | 	}
15 | }
16 | 


--------------------------------------------------------------------------------