├── test ├── fixtures │ ├── invalid_users_utf8.csv │ ├── users_utf8.csv │ ├── travis.sql │ ├── database.sql │ └── 300_users_utf8.csv ├── mocha.opts ├── helper.coffee └── seeder.coffee ├── .editorconfig ├── .babelrc ├── .eslintrc ├── .travis.yml ├── .istanbul.yml ├── .gitignore ├── LICENSE ├── README.md ├── package.json ├── src └── seeder.js └── lib └── seeder.js /test/fixtures/invalid_users_utf8.csv: -------------------------------------------------------------------------------- 1 | "id","name","address" 2 | 1 3 | -------------------------------------------------------------------------------- /.editorconfig: -------------------------------------------------------------------------------- 1 | [*.js] 2 | indent_style = space 3 | indent_size = 2 4 | -------------------------------------------------------------------------------- /.babelrc: -------------------------------------------------------------------------------- 1 | { 2 | "plugins": [ "transform-es2015-modules-commonjs" ] 3 | } 4 | -------------------------------------------------------------------------------- /test/fixtures/users_utf8.csv: -------------------------------------------------------------------------------- 1 | "id","name","address" 2 | 1,"foo",NULL 3 | 2,"bar","NULL" 4 | -------------------------------------------------------------------------------- /test/mocha.opts: -------------------------------------------------------------------------------- 1 | --require espower-coffee/guess 2 | --compilers coffee:coffee-script/register 3 | --recursive 4 | -------------------------------------------------------------------------------- /.eslintrc: -------------------------------------------------------------------------------- 1 | { 2 | "ecmaFeatures": { 3 | "modules": true 4 | }, 5 | "rules": { 6 | "semi": 2, 7 | "strict": 2 8 | }, 9 | "env": { 10 | "node": true, 11 | "es6": true 12 | } 13 | } 14 | -------------------------------------------------------------------------------- /test/helper.coffee: -------------------------------------------------------------------------------- 1 | global.seeder = require('../lib/seeder').default 2 | global.Promise = require 'bluebird' 3 | global.assert = require 'power-assert' 4 | global.knex = require('knex') 5 | client: 'mysql' 6 | connection: 7 | host: '127.0.0.1', 8 | user: 'knex', 9 | password: 'knex', 10 | database: 'knex' 11 | -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- 1 | language: node_js 2 | sudo: false 3 | node_js: 4 | - "4" 5 | - "5" 6 | services: 7 | - mysql 8 | before_script: 9 | - mysql --version 10 | - mysql -e "create database IF NOT EXISTS knex;" -uroot 11 | - mysql -Dknex -uroot < test/fixtures/travis.sql 12 | script: 13 | - npm test 14 | after_success: 15 | - cat lcov-report.lcov | ./node_modules/.bin/codecov 16 | -------------------------------------------------------------------------------- /.istanbul.yml: -------------------------------------------------------------------------------- 1 | verbose: false 2 | instrumentation: 3 | root: 'lib' 4 | default-excludes: true 5 | excludes: [ 'src', 'coverage' ] 6 | embed-source: false 7 | variable: __coverage__ 8 | compact: true 9 | preserve-comments: false 10 | complete-copy: false 11 | save-baseline: false 12 | reporting: 13 | print: summary 14 | reports: 15 | - lcovonly 16 | dir: ./coverage 17 | -------------------------------------------------------------------------------- /test/fixtures/travis.sql: -------------------------------------------------------------------------------- 1 | CREATE USER 'knex'@'localhost' IDENTIFIED BY 'knex'; 2 | GRANT SELECT, INSERT, UPDATE, DELETE, CREATE, DROP ON knex.* TO 'knex'@'localhost'; 3 | 4 | DROP TABLE IF EXISTS `users`; 5 | 6 | CREATE TABLE `users` ( 7 | `id` int(11) unsigned NOT NULL AUTO_INCREMENT, 8 | `name` varchar(255) NOT NULL, 9 | `address` varchar(255) DEFAULT NULL, 10 | PRIMARY KEY (`id`) 11 | ) ENGINE=InnoDB DEFAULT CHARSET=utf8; 12 | -------------------------------------------------------------------------------- /test/fixtures/database.sql: -------------------------------------------------------------------------------- 1 | CREATE DATABASE knex CHARACTER SET = utf8; 2 | 3 | CREATE USER 'knex'@'localhost' IDENTIFIED BY 'knex'; 4 | GRANT SELECT, INSERT, UPDATE, DELETE, CREATE, DROP ON knex.* TO 'knex'@'localhost'; 5 | 6 | DROP TABLE IF EXISTS `users`; 7 | 8 | CREATE TABLE `users` ( 9 | `id` int(11) unsigned NOT NULL AUTO_INCREMENT, 10 | `name` varchar(255) NOT NULL, 11 | `address` varchar(255) DEFAULT NULL, 12 | PRIMARY KEY (`id`) 13 | ) ENGINE=InnoDB DEFAULT CHARSET=utf8; 14 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | # Logs 2 | logs 3 | *.log 4 | 5 | # Runtime data 6 | pids 7 | *.pid 8 | *.seed 9 | 10 | # Directory for instrumented libs generated by jscoverage/JSCover 11 | lib-cov 12 | 13 | # Coverage directory used by tools like istanbul 14 | coverage 15 | 16 | # Grunt intermediate storage (http://gruntjs.com/creating-plugins#storing-task-files) 17 | .grunt 18 | 19 | # node-waf configuration 20 | .lock-wscript 21 | 22 | # Compiled binary addons (http://nodejs.org/api/addons.html) 23 | build/Release 24 | 25 | # Dependency directory 26 | # https://www.npmjs.org/doc/misc/npm-faq.html#should-i-check-my-node_modules-folder-into-git 27 | node_modules 28 | 29 | lcov-report.lcov 30 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- 1 | The MIT License (MIT) 2 | 3 | Copyright (c) 2015 Noritaka Horio 4 | 5 | Permission is hereby granted, free of charge, to any person obtaining a copy 6 | of this software and associated documentation files (the "Software"), to deal 7 | in the Software without restriction, including without limitation the rights 8 | to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 9 | copies of the Software, and to permit persons to whom the Software is 10 | furnished to do so, subject to the following conditions: 11 | 12 | The above copyright notice and this permission notice shall be included in all 13 | copies or substantial portions of the Software. 14 | 15 | THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16 | IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17 | FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 18 | AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 19 | LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 20 | OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 21 | SOFTWARE. 22 | 23 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # knex-csv-seeder 2 | 3 | [![npm version](https://badge.fury.io/js/knex-csv-seeder.svg)](https://badge.fury.io/js/knex-csv-seeder) 4 | [![Build Status](https://travis-ci.org/holyshared/knex-csv-seeder.svg)](https://travis-ci.org/holyshared/knex-csv-seeder) 5 | [![codecov.io](https://codecov.io/github/holyshared/knex-csv-seeder/coverage.svg?branch=master)](https://codecov.io/github/holyshared/knex-csv-seeder?branch=master) 6 | [![Dependency Status](https://david-dm.org/holyshared/knex-csv-seeder.svg)](https://david-dm.org/holyshared/knex-csv-seeder) 7 | 8 | ## Basic usage 9 | 10 | Create a seed file for Knex. 11 | 12 | knex seed:make seed_name 13 | 14 | Change the code to import the data from CSV. 15 | Please refer to [the link](https://raw.githubusercontent.com/holyshared/knex-csv-seeder/master/test/fixtures/users_utf8.csv) format of the file. 16 | 17 | ```js 18 | import seeder from 'knex-csv-seeder'; 19 | 20 | exports.seed = seeder({ 21 | table: 'users', 22 | file: '/path/to/users.csv', 23 | // recordsPerQuery: 100, 24 | // encoding: 'utf8' default encoding 25 | // parser: { 26 | // delimiter: ',', 27 | // quote: '"', 28 | // escape: '\\' 29 | // } 30 | }); 31 | ``` 32 | 33 | Execute the seed files. 34 | 35 | knex seed:run 36 | -------------------------------------------------------------------------------- /package.json: -------------------------------------------------------------------------------- 1 | { 2 | "name": "knex-csv-seeder", 3 | "version": "0.4.1", 4 | "description": "CSV file seeder for Knex", 5 | "main": "lib/seeder.js", 6 | "files": [ 7 | "lib/*.js", 8 | "README.md" 9 | ], 10 | "scripts": { 11 | "test": "istanbul cover _mocha", 12 | "build": "./node_modules/.bin/babel -d lib -s inline src", 13 | "watch": "./node_modules/.bin/babel -d lib -s inline -w src" 14 | }, 15 | "repository": { 16 | "type": "git", 17 | "url": "https://github.com/holyshared/knex-csv-seeder.git" 18 | }, 19 | "author": "Noritaka Horio", 20 | "license": "MIT", 21 | "bugs": { 22 | "url": "https://github.com/holyshared/knex-csv-seeder/issues" 23 | }, 24 | "homepage": "https://github.com/holyshared/knex-csv-seeder", 25 | "dependencies": { 26 | "bluebird": "^3.3.5", 27 | "csv-parse": "~1.1", 28 | "iconv-lite": "~0.4", 29 | "knex": "^0.11.5", 30 | "lodash": "^4.11.1" 31 | }, 32 | "devDependencies": { 33 | "babel-cli": "^6.7.7", 34 | "babel-plugin-transform-es2015-modules-commonjs": "^6.7.7", 35 | "codecov": "~1.0", 36 | "coffee-script": "~1.10", 37 | "eslint": "^2.8.0", 38 | "espower-coffee": "~1.0", 39 | "istanbul": "~0.4", 40 | "mocha": "^2.5.3", 41 | "mysql": "^2.11.1", 42 | "power-assert": "^1.4.1" 43 | } 44 | } 45 | -------------------------------------------------------------------------------- /test/seeder.coffee: -------------------------------------------------------------------------------- 1 | describe 'seeder', -> 2 | context 'when 2 lines of csv file', -> 3 | beforeEach -> 4 | @timeout 10000 5 | 6 | knex('users').del().then -> 7 | Promise.all [ 8 | knex('users').insert id: 1, name: 'foo' 9 | knex('users').insert id: 2, name: 'bar' 10 | ] 11 | 12 | it 'import the seed', -> 13 | @timeout 10000 14 | 15 | @seeder = seeder(table: 'users', file: __dirname + '/fixtures/users_utf8.csv', encoding: 'utf8') 16 | @seeder(knex, Promise).then (res) -> 17 | deletedCount = res.shift() 18 | assert.ok deletedCount == 2 19 | 20 | insertedRows = res.shift() 21 | assert.ok insertedRows.shift() == 2 22 | 23 | context 'when 1 lines of invalid csv file', -> 24 | beforeEach -> 25 | @timeout 10000 26 | 27 | knex('users').del().then -> 28 | Promise.all [ 29 | knex('users').insert id: 1, name: 'foo' 30 | knex('users').insert id: 2, name: 'bar' 31 | ] 32 | 33 | afterEach -> 34 | knex('users').del() 35 | 36 | it 'import the seed failed', -> 37 | @timeout 10000 38 | 39 | @seeder = seeder(table: 'users', file: __dirname + '/fixtures/invalid_users_utf8.csv', encoding: 'utf8') 40 | @seeder(knex, Promise).then (res) -> 41 | throw new Error('succeeded') # name column is not null 42 | .catch (err) -> 43 | assert.notEqual err.message, 'succeeded' 44 | 45 | context 'when 300 lines of csv file', -> 46 | beforeEach -> 47 | knex('users').del() 48 | 49 | it 'import the seed', -> 50 | @timeout 60000 51 | 52 | @seeder = seeder(table: 'users', file: __dirname + '/fixtures/300_users_utf8.csv', encoding: 'utf8') 53 | @seeder(knex, Promise).then (res) -> 54 | deletedCount = res.shift() 55 | assert.ok deletedCount == 0 56 | 57 | insertedRows = res.shift() 58 | assert.ok insertedRows.shift() == 100 59 | 60 | insertedRows = res.shift() 61 | assert.ok insertedRows.shift() == 200 62 | 63 | insertedRows = res.shift() 64 | assert.ok insertedRows.shift() == 300 65 | 66 | context 'when 100000 lines of csv file', -> 67 | beforeEach -> 68 | knex('users').del() 69 | 70 | it 'import the seed', -> 71 | @timeout 60000 72 | 73 | @seeder = seeder(table: 'users', file: __dirname + '/fixtures/100000_users_utf8.csv', encoding: 'utf8') 74 | @seeder(knex, Promise).then (res) -> 75 | deletedCount = res.shift() 76 | assert.ok deletedCount == 0 77 | 78 | insertedRows = res.pop() 79 | assert.ok insertedRows.shift() == 100000 80 | -------------------------------------------------------------------------------- /src/seeder.js: -------------------------------------------------------------------------------- 1 | import fs from 'fs'; 2 | import parse from 'csv-parse'; 3 | import iconv from 'iconv-lite'; 4 | import _ from 'lodash'; 5 | import { EventEmitter } from 'events'; 6 | import { Promise } from 'bluebird'; 7 | 8 | export const seeder = { 9 | seed(options) { 10 | return (knex, Promise) => { 11 | return new Promise((resolve, reject) => { 12 | KnexSeeder.fromKnexClient(knex) 13 | .on('end', resolve) 14 | .on('error', reject) 15 | .generate(options); 16 | }); 17 | }; 18 | } 19 | }; 20 | 21 | export default seeder.seed; 22 | 23 | class KnexSeeder extends EventEmitter { 24 | 25 | constructor(knex) { 26 | super(); 27 | this.opts = {}; 28 | this.knex = knex; 29 | this.headers = []; 30 | this.records = []; 31 | this.parser = null; 32 | this.queue = null; 33 | this.results = []; 34 | this.onReadable = this.onReadable.bind(this); 35 | this.onEnd = this.onEnd.bind(this); 36 | this.onSucceeded = this.onSucceeded.bind(this); 37 | this.onFailed = this.onFailed.bind(this); 38 | } 39 | 40 | static fromKnexClient(knex) { 41 | return new KnexSeeder(knex); 42 | } 43 | 44 | mergeOptions(options) { 45 | let opts = options || {}; 46 | let defaults = { 47 | file: null, 48 | table: null, 49 | encoding: 'utf8', 50 | recordsPerQuery: 100, 51 | parser: { 52 | delimiter: ',', 53 | quote: '"', 54 | escape: '\\', 55 | skip_empty_lines: true, 56 | auto_parse: true 57 | } 58 | }; 59 | 60 | return _.merge({}, defaults, opts); 61 | } 62 | 63 | generate(options) { 64 | this.opts = this.mergeOptions(options); 65 | 66 | this.parser = parse(this.opts.parser); 67 | this.parser.on('readable', this.onReadable); 68 | this.parser.on('end', this.onEnd); 69 | this.parser.on('error', this.onFailed); 70 | 71 | this.queue = Promise.bind(this).then( this.createCleanUpQueue() ); 72 | 73 | this.csv = fs.createReadStream(this.opts.file); 74 | this.csv.pipe( iconv.decodeStream(this.opts.encoding) ).pipe(this.parser); 75 | } 76 | 77 | onReadable() { 78 | let obj = {}; 79 | let record = this.parser.read(); 80 | 81 | if (record === null) { 82 | return; 83 | } 84 | 85 | if (this.parser.count <= 1) { 86 | this.headers = record; 87 | } else { 88 | this.records.push( this.createObjectFrom(record) ); 89 | } 90 | 91 | if (this.records.length < this.opts.recordsPerQuery) { 92 | return; 93 | } 94 | 95 | this.queue = this.queue.then( this.createBulkInsertQueue() ); 96 | } 97 | onEnd() { 98 | if (this.records.length > 0) { 99 | this.queue = this.queue.then( this.createBulkInsertQueue() ); 100 | } 101 | this.queue.then(() => { 102 | return this.emit('end', this.results); 103 | }).catch(this.onFailed); 104 | } 105 | createCleanUpQueue() { 106 | return () => { 107 | return this.knex(this.opts.table).del() 108 | .then(this.onSucceeded) 109 | .catch(this.onFailed); 110 | }; 111 | } 112 | createBulkInsertQueue() { 113 | const records = this.records.splice(0, this.opts.recordsPerQuery); 114 | 115 | return () => { 116 | return this.knex(this.opts.table) 117 | .insert(records) 118 | .then(this.onSucceeded) 119 | .catch(this.onFailed); 120 | }; 121 | } 122 | createObjectFrom(record) { 123 | let obj = {}; 124 | 125 | this.headers.forEach((column, i) => { 126 | let val = record[i]; 127 | 128 | if (typeof val === 'string' && val.toLowerCase() === 'null') { 129 | val = null; 130 | } 131 | obj[column] = val; 132 | }); 133 | return obj; 134 | } 135 | onSucceeded(res) { 136 | this.results.push(res); 137 | } 138 | onFailed(err) { 139 | this.csv.unpipe(); 140 | this.emit('error', err); 141 | } 142 | } 143 | -------------------------------------------------------------------------------- /test/fixtures/300_users_utf8.csv: -------------------------------------------------------------------------------- 1 | "id","name" 2 | 1,"name-1" 3 | 2,"name-2" 4 | 3,"name-3" 5 | 4,"name-4" 6 | 5,"name-5" 7 | 6,"name-6" 8 | 7,"name-7" 9 | 8,"name-8" 10 | 9,"name-9" 11 | 10,"name-10" 12 | 11,"name-11" 13 | 12,"name-12" 14 | 13,"name-13" 15 | 14,"name-14" 16 | 15,"name-15" 17 | 16,"name-16" 18 | 17,"name-17" 19 | 18,"name-18" 20 | 19,"name-19" 21 | 20,"name-20" 22 | 21,"name-21" 23 | 22,"name-22" 24 | 23,"name-23" 25 | 24,"name-24" 26 | 25,"name-25" 27 | 26,"name-26" 28 | 27,"name-27" 29 | 28,"name-28" 30 | 29,"name-29" 31 | 30,"name-30" 32 | 31,"name-31" 33 | 32,"name-32" 34 | 33,"name-33" 35 | 34,"name-34" 36 | 35,"name-35" 37 | 36,"name-36" 38 | 37,"name-37" 39 | 38,"name-38" 40 | 39,"name-39" 41 | 40,"name-40" 42 | 41,"name-41" 43 | 42,"name-42" 44 | 43,"name-43" 45 | 44,"name-44" 46 | 45,"name-45" 47 | 46,"name-46" 48 | 47,"name-47" 49 | 48,"name-48" 50 | 49,"name-49" 51 | 50,"name-50" 52 | 51,"name-51" 53 | 52,"name-52" 54 | 53,"name-53" 55 | 54,"name-54" 56 | 55,"name-55" 57 | 56,"name-56" 58 | 57,"name-57" 59 | 58,"name-58" 60 | 59,"name-59" 61 | 60,"name-60" 62 | 61,"name-61" 63 | 62,"name-62" 64 | 63,"name-63" 65 | 64,"name-64" 66 | 65,"name-65" 67 | 66,"name-66" 68 | 67,"name-67" 69 | 68,"name-68" 70 | 69,"name-69" 71 | 70,"name-70" 72 | 71,"name-71" 73 | 72,"name-72" 74 | 73,"name-73" 75 | 74,"name-74" 76 | 75,"name-75" 77 | 76,"name-76" 78 | 77,"name-77" 79 | 78,"name-78" 80 | 79,"name-79" 81 | 80,"name-80" 82 | 81,"name-81" 83 | 82,"name-82" 84 | 83,"name-83" 85 | 84,"name-84" 86 | 85,"name-85" 87 | 86,"name-86" 88 | 87,"name-87" 89 | 88,"name-88" 90 | 89,"name-89" 91 | 90,"name-90" 92 | 91,"name-91" 93 | 92,"name-92" 94 | 93,"name-93" 95 | 94,"name-94" 96 | 95,"name-95" 97 | 96,"name-96" 98 | 97,"name-97" 99 | 98,"name-98" 100 | 99,"name-99" 101 | 100,"name-100" 102 | 101,"name-101" 103 | 102,"name-102" 104 | 103,"name-103" 105 | 104,"name-104" 106 | 105,"name-105" 107 | 106,"name-106" 108 | 107,"name-107" 109 | 108,"name-108" 110 | 109,"name-109" 111 | 110,"name-110" 112 | 111,"name-111" 113 | 112,"name-112" 114 | 113,"name-113" 115 | 114,"name-114" 116 | 115,"name-115" 117 | 116,"name-116" 118 | 117,"name-117" 119 | 118,"name-118" 120 | 119,"name-119" 121 | 120,"name-120" 122 | 121,"name-121" 123 | 122,"name-122" 124 | 123,"name-123" 125 | 124,"name-124" 126 | 125,"name-125" 127 | 126,"name-126" 128 | 127,"name-127" 129 | 128,"name-128" 130 | 129,"name-129" 131 | 130,"name-130" 132 | 131,"name-131" 133 | 132,"name-132" 134 | 133,"name-133" 135 | 134,"name-134" 136 | 135,"name-135" 137 | 136,"name-136" 138 | 137,"name-137" 139 | 138,"name-138" 140 | 139,"name-139" 141 | 140,"name-140" 142 | 141,"name-141" 143 | 142,"name-142" 144 | 143,"name-143" 145 | 144,"name-144" 146 | 145,"name-145" 147 | 146,"name-146" 148 | 147,"name-147" 149 | 148,"name-148" 150 | 149,"name-149" 151 | 150,"name-150" 152 | 151,"name-151" 153 | 152,"name-152" 154 | 153,"name-153" 155 | 154,"name-154" 156 | 155,"name-155" 157 | 156,"name-156" 158 | 157,"name-157" 159 | 158,"name-158" 160 | 159,"name-159" 161 | 160,"name-160" 162 | 161,"name-161" 163 | 162,"name-162" 164 | 163,"name-163" 165 | 164,"name-164" 166 | 165,"name-165" 167 | 166,"name-166" 168 | 167,"name-167" 169 | 168,"name-168" 170 | 169,"name-169" 171 | 170,"name-170" 172 | 171,"name-171" 173 | 172,"name-172" 174 | 173,"name-173" 175 | 174,"name-174" 176 | 175,"name-175" 177 | 176,"name-176" 178 | 177,"name-177" 179 | 178,"name-178" 180 | 179,"name-179" 181 | 180,"name-180" 182 | 181,"name-181" 183 | 182,"name-182" 184 | 183,"name-183" 185 | 184,"name-184" 186 | 185,"name-185" 187 | 186,"name-186" 188 | 187,"name-187" 189 | 188,"name-188" 190 | 189,"name-189" 191 | 190,"name-190" 192 | 191,"name-191" 193 | 192,"name-192" 194 | 193,"name-193" 195 | 194,"name-194" 196 | 195,"name-195" 197 | 196,"name-196" 198 | 197,"name-197" 199 | 198,"name-198" 200 | 199,"name-199" 201 | 200,"name-200" 202 | 201,"name-201" 203 | 202,"name-202" 204 | 203,"name-203" 205 | 204,"name-204" 206 | 205,"name-205" 207 | 206,"name-206" 208 | 207,"name-207" 209 | 208,"name-208" 210 | 209,"name-209" 211 | 210,"name-210" 212 | 211,"name-211" 213 | 212,"name-212" 214 | 213,"name-213" 215 | 214,"name-214" 216 | 215,"name-215" 217 | 216,"name-216" 218 | 217,"name-217" 219 | 218,"name-218" 220 | 219,"name-219" 221 | 220,"name-220" 222 | 221,"name-221" 223 | 222,"name-222" 224 | 223,"name-223" 225 | 224,"name-224" 226 | 225,"name-225" 227 | 226,"name-226" 228 | 227,"name-227" 229 | 228,"name-228" 230 | 229,"name-229" 231 | 230,"name-230" 232 | 231,"name-231" 233 | 232,"name-232" 234 | 233,"name-233" 235 | 234,"name-234" 236 | 235,"name-235" 237 | 236,"name-236" 238 | 237,"name-237" 239 | 238,"name-238" 240 | 239,"name-239" 241 | 240,"name-240" 242 | 241,"name-241" 243 | 242,"name-242" 244 | 243,"name-243" 245 | 244,"name-244" 246 | 245,"name-245" 247 | 246,"name-246" 248 | 247,"name-247" 249 | 248,"name-248" 250 | 249,"name-249" 251 | 250,"name-250" 252 | 251,"name-251" 253 | 252,"name-252" 254 | 253,"name-253" 255 | 254,"name-254" 256 | 255,"name-255" 257 | 256,"name-256" 258 | 257,"name-257" 259 | 258,"name-258" 260 | 259,"name-259" 261 | 260,"name-260" 262 | 261,"name-261" 263 | 262,"name-262" 264 | 263,"name-263" 265 | 264,"name-264" 266 | 265,"name-265" 267 | 266,"name-266" 268 | 267,"name-267" 269 | 268,"name-268" 270 | 269,"name-269" 271 | 270,"name-270" 272 | 271,"name-271" 273 | 272,"name-272" 274 | 273,"name-273" 275 | 274,"name-274" 276 | 275,"name-275" 277 | 276,"name-276" 278 | 277,"name-277" 279 | 278,"name-278" 280 | 279,"name-279" 281 | 280,"name-280" 282 | 281,"name-281" 283 | 282,"name-282" 284 | 283,"name-283" 285 | 284,"name-284" 286 | 285,"name-285" 287 | 286,"name-286" 288 | 287,"name-287" 289 | 288,"name-288" 290 | 289,"name-289" 291 | 290,"name-290" 292 | 291,"name-291" 293 | 292,"name-292" 294 | 293,"name-293" 295 | 294,"name-294" 296 | 295,"name-295" 297 | 296,"name-296" 298 | 297,"name-297" 299 | 298,"name-298" 300 | 299,"name-299" 301 | 300,"name-300" 302 | -------------------------------------------------------------------------------- /lib/seeder.js: -------------------------------------------------------------------------------- 1 | 'use strict'; 2 | 3 | Object.defineProperty(exports, "__esModule", { 4 | value: true 5 | }); 6 | exports.seeder = undefined; 7 | 8 | var _fs = require('fs'); 9 | 10 | var _fs2 = _interopRequireDefault(_fs); 11 | 12 | var _csvParse = require('csv-parse'); 13 | 14 | var _csvParse2 = _interopRequireDefault(_csvParse); 15 | 16 | var _iconvLite = require('iconv-lite'); 17 | 18 | var _iconvLite2 = _interopRequireDefault(_iconvLite); 19 | 20 | var _lodash = require('lodash'); 21 | 22 | var _lodash2 = _interopRequireDefault(_lodash); 23 | 24 | var _events = require('events'); 25 | 26 | var _bluebird = require('bluebird'); 27 | 28 | function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; } 29 | 30 | const seeder = exports.seeder = { 31 | seed(options) { 32 | return (knex, Promise) => { 33 | return new Promise((resolve, reject) => { 34 | KnexSeeder.fromKnexClient(knex).on('end', resolve).on('error', reject).generate(options); 35 | }); 36 | }; 37 | } 38 | }; 39 | 40 | exports.default = seeder.seed; 41 | 42 | 43 | class KnexSeeder extends _events.EventEmitter { 44 | 45 | constructor(knex) { 46 | super(); 47 | this.opts = {}; 48 | this.knex = knex; 49 | this.headers = []; 50 | this.records = []; 51 | this.parser = null; 52 | this.queue = null; 53 | this.results = []; 54 | this.onReadable = this.onReadable.bind(this); 55 | this.onEnd = this.onEnd.bind(this); 56 | this.onSucceeded = this.onSucceeded.bind(this); 57 | this.onFailed = this.onFailed.bind(this); 58 | } 59 | 60 | static fromKnexClient(knex) { 61 | return new KnexSeeder(knex); 62 | } 63 | 64 | mergeOptions(options) { 65 | let opts = options || {}; 66 | let defaults = { 67 | file: null, 68 | table: null, 69 | encoding: 'utf8', 70 | recordsPerQuery: 100, 71 | parser: { 72 | delimiter: ',', 73 | quote: '"', 74 | escape: '\\', 75 | skip_empty_lines: true, 76 | auto_parse: true 77 | } 78 | }; 79 | 80 | return _lodash2.default.merge({}, defaults, opts); 81 | } 82 | 83 | generate(options) { 84 | this.opts = this.mergeOptions(options); 85 | 86 | this.parser = (0, _csvParse2.default)(this.opts.parser); 87 | this.parser.on('readable', this.onReadable); 88 | this.parser.on('end', this.onEnd); 89 | this.parser.on('error', this.onFailed); 90 | 91 | this.queue = _bluebird.Promise.bind(this).then(this.createCleanUpQueue()); 92 | 93 | this.csv = _fs2.default.createReadStream(this.opts.file); 94 | this.csv.pipe(_iconvLite2.default.decodeStream(this.opts.encoding)).pipe(this.parser); 95 | } 96 | 97 | onReadable() { 98 | let obj = {}; 99 | let record = this.parser.read(); 100 | 101 | if (record === null) { 102 | return; 103 | } 104 | 105 | if (this.parser.count <= 1) { 106 | this.headers = record; 107 | } else { 108 | this.records.push(this.createObjectFrom(record)); 109 | } 110 | 111 | if (this.records.length < this.opts.recordsPerQuery) { 112 | return; 113 | } 114 | 115 | this.queue = this.queue.then(this.createBulkInsertQueue()); 116 | } 117 | onEnd() { 118 | if (this.records.length > 0) { 119 | this.queue = this.queue.then(this.createBulkInsertQueue()); 120 | } 121 | this.queue.then(() => { 122 | return this.emit('end', this.results); 123 | }).catch(this.onFailed); 124 | } 125 | createCleanUpQueue() { 126 | return () => { 127 | return this.knex(this.opts.table).del().then(this.onSucceeded).catch(this.onFailed); 128 | }; 129 | } 130 | createBulkInsertQueue() { 131 | const records = this.records.splice(0, this.opts.recordsPerQuery); 132 | 133 | return () => { 134 | return this.knex(this.opts.table).insert(records).then(this.onSucceeded).catch(this.onFailed); 135 | }; 136 | } 137 | createObjectFrom(record) { 138 | let obj = {}; 139 | 140 | this.headers.forEach((column, i) => { 141 | let val = record[i]; 142 | 143 | if (typeof val === 'string' && val.toLowerCase() === 'null') { 144 | val = null; 145 | } 146 | obj[column] = val; 147 | }); 148 | return obj; 149 | } 150 | onSucceeded(res) { 151 | this.results.push(res); 152 | } 153 | onFailed(err) { 154 | this.csv.unpipe(); 155 | this.emit('error', err); 156 | } 157 | } 158 | //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJzb3VyY2VzIjpbIi4uL3NyYy9zZWVkZXIuanMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6Ijs7Ozs7OztBQUFBOzs7O0FBQ0E7Ozs7QUFDQTs7OztBQUNBOzs7O0FBQ0E7O0FBQ0E7Ozs7QUFFTyxNQUFNLDBCQUFTO0FBQ3BCLE9BQUssT0FBTCxFQUFjO0FBQ1osV0FBTyxDQUFDLElBQUQsRUFBTyxPQUFQLEtBQW1CO0FBQ3hCLGFBQU8sSUFBSSxPQUFKLENBQVksQ0FBQyxPQUFELEVBQVUsTUFBVixLQUFxQjtBQUN0QyxtQkFBVyxjQUFYLENBQTBCLElBQTFCLEVBQ0csRUFESCxDQUNNLEtBRE4sRUFDYSxPQURiLEVBRUcsRUFGSCxDQUVNLE9BRk4sRUFFZSxNQUZmLEVBR0csUUFISCxDQUdZLE9BSFo7QUFJRCxPQUxNLENBQVA7QUFNRCxLQVBEO0FBUUQ7QUFWbUIsQ0FBZjs7a0JBYVEsT0FBTyxJOzs7QUFFdEIsTUFBTSxVQUFOLDhCQUFzQzs7QUFFcEMsY0FBWSxJQUFaLEVBQWtCO0FBQ2hCO0FBQ0EsU0FBSyxJQUFMLEdBQVksRUFBWjtBQUNBLFNBQUssSUFBTCxHQUFZLElBQVo7QUFDQSxTQUFLLE9BQUwsR0FBZSxFQUFmO0FBQ0EsU0FBSyxPQUFMLEdBQWUsRUFBZjtBQUNBLFNBQUssTUFBTCxHQUFjLElBQWQ7QUFDQSxTQUFLLEtBQUwsR0FBYSxJQUFiO0FBQ0EsU0FBSyxPQUFMLEdBQWUsRUFBZjtBQUNBLFNBQUssVUFBTCxHQUFrQixLQUFLLFVBQUwsQ0FBZ0IsSUFBaEIsQ0FBcUIsSUFBckIsQ0FBbEI7QUFDQSxTQUFLLEtBQUwsR0FBYSxLQUFLLEtBQUwsQ0FBVyxJQUFYLENBQWdCLElBQWhCLENBQWI7QUFDQSxTQUFLLFdBQUwsR0FBbUIsS0FBSyxXQUFMLENBQWlCLElBQWpCLENBQXNCLElBQXRCLENBQW5CO0FBQ0EsU0FBSyxRQUFMLEdBQWdCLEtBQUssUUFBTCxDQUFjLElBQWQsQ0FBbUIsSUFBbkIsQ0FBaEI7QUFDRDs7QUFFRCxTQUFPLGNBQVAsQ0FBc0IsSUFBdEIsRUFBNEI7QUFDMUIsV0FBTyxJQUFJLFVBQUosQ0FBZSxJQUFmLENBQVA7QUFDRDs7QUFFRCxlQUFhLE9BQWIsRUFBc0I7QUFDcEIsUUFBSSxPQUFPLFdBQVcsRUFBdEI7QUFDQSxRQUFJLFdBQVc7QUFDYixZQUFNLElBRE87QUFFYixhQUFPLElBRk07QUFHYixnQkFBVSxNQUhHO0FBSWIsdUJBQWlCLEdBSko7QUFLYixjQUFRO0FBQ04sbUJBQVcsR0FETDtBQUVOLGVBQU8sR0FGRDtBQUdOLGdCQUFRLElBSEY7QUFJTiwwQkFBa0IsSUFKWjtBQUtOLG9CQUFZO0FBTE47QUFMSyxLQUFmOztBQWNBLFdBQU8saUJBQUUsS0FBRixDQUFRLEVBQVIsRUFBWSxRQUFaLEVBQXNCLElBQXRCLENBQVA7QUFDRDs7QUFFRCxXQUFTLE9BQVQsRUFBa0I7QUFDaEIsU0FBSyxJQUFMLEdBQVksS0FBSyxZQUFMLENBQWtCLE9BQWxCLENBQVo7O0FBRUEsU0FBSyxNQUFMLEdBQWMsd0JBQU0sS0FBSyxJQUFMLENBQVUsTUFBaEIsQ0FBZDtBQUNBLFNBQUssTUFBTCxDQUFZLEVBQVosQ0FBZSxVQUFmLEVBQTJCLEtBQUssVUFBaEM7QUFDQSxTQUFLLE1BQUwsQ0FBWSxFQUFaLENBQWUsS0FBZixFQUFzQixLQUFLLEtBQTNCO0FBQ0EsU0FBSyxNQUFMLENBQVksRUFBWixDQUFlLE9BQWYsRUFBd0IsS0FBSyxRQUE3Qjs7QUFFQSxTQUFLLEtBQUwsR0FBYSxrQkFBUSxJQUFSLENBQWEsSUFBYixFQUFtQixJQUFuQixDQUF5QixLQUFLLGtCQUFMLEVBQXpCLENBQWI7O0FBRUEsU0FBSyxHQUFMLEdBQVcsYUFBRyxnQkFBSCxDQUFvQixLQUFLLElBQUwsQ0FBVSxJQUE5QixDQUFYO0FBQ0EsU0FBSyxHQUFMLENBQVMsSUFBVCxDQUFlLG9CQUFNLFlBQU4sQ0FBbUIsS0FBSyxJQUFMLENBQVUsUUFBN0IsQ0FBZixFQUF3RCxJQUF4RCxDQUE2RCxLQUFLLE1BQWxFO0FBQ0Q7O0FBRUQsZUFBYTtBQUNYLFFBQUksTUFBTSxFQUFWO0FBQ0EsUUFBSSxTQUFTLEtBQUssTUFBTCxDQUFZLElBQVosRUFBYjs7QUFFQSxRQUFJLFdBQVcsSUFBZixFQUFxQjtBQUNuQjtBQUNEOztBQUVELFFBQUksS0FBSyxNQUFMLENBQVksS0FBWixJQUFxQixDQUF6QixFQUE0QjtBQUMxQixXQUFLLE9BQUwsR0FBZSxNQUFmO0FBQ0QsS0FGRCxNQUVPO0FBQ0wsV0FBSyxPQUFMLENBQWEsSUFBYixDQUFtQixLQUFLLGdCQUFMLENBQXNCLE1BQXRCLENBQW5CO0FBQ0Q7O0FBRUQsUUFBSSxLQUFLLE9BQUwsQ0FBYSxNQUFiLEdBQXNCLEtBQUssSUFBTCxDQUFVLGVBQXBDLEVBQXFEO0FBQ25EO0FBQ0Q7O0FBRUQsU0FBSyxLQUFMLEdBQWEsS0FBSyxLQUFMLENBQVcsSUFBWCxDQUFpQixLQUFLLHFCQUFMLEVBQWpCLENBQWI7QUFDRDtBQUNELFVBQVE7QUFDTixRQUFJLEtBQUssT0FBTCxDQUFhLE1BQWIsR0FBc0IsQ0FBMUIsRUFBNkI7QUFDM0IsV0FBSyxLQUFMLEdBQWEsS0FBSyxLQUFMLENBQVcsSUFBWCxDQUFpQixLQUFLLHFCQUFMLEVBQWpCLENBQWI7QUFDRDtBQUNELFNBQUssS0FBTCxDQUFXLElBQVgsQ0FBZ0IsTUFBTTtBQUNwQixhQUFPLEtBQUssSUFBTCxDQUFVLEtBQVYsRUFBaUIsS0FBSyxPQUF0QixDQUFQO0FBQ0QsS0FGRCxFQUVHLEtBRkgsQ0FFUyxLQUFLLFFBRmQ7QUFHRDtBQUNELHVCQUFxQjtBQUNuQixXQUFPLE1BQU07QUFDWCxhQUFPLEtBQUssSUFBTCxDQUFVLEtBQUssSUFBTCxDQUFVLEtBQXBCLEVBQTJCLEdBQTNCLEdBQ0osSUFESSxDQUNDLEtBQUssV0FETixFQUVKLEtBRkksQ0FFRSxLQUFLLFFBRlAsQ0FBUDtBQUdELEtBSkQ7QUFLRDtBQUNELDBCQUF3QjtBQUN0QixVQUFNLFVBQVUsS0FBSyxPQUFMLENBQWEsTUFBYixDQUFvQixDQUFwQixFQUF1QixLQUFLLElBQUwsQ0FBVSxlQUFqQyxDQUFoQjs7QUFFQSxXQUFPLE1BQU07QUFDWCxhQUFPLEtBQUssSUFBTCxDQUFVLEtBQUssSUFBTCxDQUFVLEtBQXBCLEVBQ0osTUFESSxDQUNHLE9BREgsRUFFSixJQUZJLENBRUMsS0FBSyxXQUZOLEVBR0osS0FISSxDQUdFLEtBQUssUUFIUCxDQUFQO0FBSUQsS0FMRDtBQU1EO0FBQ0QsbUJBQWlCLE1BQWpCLEVBQXlCO0FBQ3ZCLFFBQUksTUFBTSxFQUFWOztBQUVBLFNBQUssT0FBTCxDQUFhLE9BQWIsQ0FBcUIsQ0FBQyxNQUFELEVBQVMsQ0FBVCxLQUFlO0FBQ2xDLFVBQUksTUFBTSxPQUFPLENBQVAsQ0FBVjs7QUFFQSxVQUFJLE9BQU8sR0FBUCxLQUFlLFFBQWYsSUFBMkIsSUFBSSxXQUFKLE9BQXNCLE1BQXJELEVBQTZEO0FBQzNELGNBQU0sSUFBTjtBQUNEO0FBQ0QsVUFBSSxNQUFKLElBQWMsR0FBZDtBQUNELEtBUEQ7QUFRQSxXQUFPLEdBQVA7QUFDRDtBQUNELGNBQVksR0FBWixFQUFpQjtBQUNmLFNBQUssT0FBTCxDQUFhLElBQWIsQ0FBa0IsR0FBbEI7QUFDRDtBQUNELFdBQVMsR0FBVCxFQUFjO0FBQ1osU0FBSyxHQUFMLENBQVMsTUFBVDtBQUNBLFNBQUssSUFBTCxDQUFVLE9BQVYsRUFBbUIsR0FBbkI7QUFDRDtBQXRIbUMiLCJmaWxlIjoic2VlZGVyLmpzIiwic291cmNlc0NvbnRlbnQiOlsiaW1wb3J0IGZzIGZyb20gJ2ZzJztcbmltcG9ydCBwYXJzZSBmcm9tICdjc3YtcGFyc2UnO1xuaW1wb3J0IGljb252IGZyb20gJ2ljb252LWxpdGUnO1xuaW1wb3J0IF8gZnJvbSAnbG9kYXNoJztcbmltcG9ydCB7IEV2ZW50RW1pdHRlciB9IGZyb20gJ2V2ZW50cyc7XG5pbXBvcnQgeyBQcm9taXNlIH0gZnJvbSAnYmx1ZWJpcmQnO1xuXG5leHBvcnQgY29uc3Qgc2VlZGVyID0ge1xuICBzZWVkKG9wdGlvbnMpIHtcbiAgICByZXR1cm4gKGtuZXgsIFByb21pc2UpID0+IHtcbiAgICAgIHJldHVybiBuZXcgUHJvbWlzZSgocmVzb2x2ZSwgcmVqZWN0KSA9PiB7XG4gICAgICAgIEtuZXhTZWVkZXIuZnJvbUtuZXhDbGllbnQoa25leClcbiAgICAgICAgICAub24oJ2VuZCcsIHJlc29sdmUpXG4gICAgICAgICAgLm9uKCdlcnJvcicsIHJlamVjdClcbiAgICAgICAgICAuZ2VuZXJhdGUob3B0aW9ucyk7XG4gICAgICB9KTtcbiAgICB9O1xuICB9XG59O1xuXG5leHBvcnQgZGVmYXVsdCBzZWVkZXIuc2VlZDtcblxuY2xhc3MgS25leFNlZWRlciBleHRlbmRzIEV2ZW50RW1pdHRlciB7XG5cbiAgY29uc3RydWN0b3Ioa25leCkge1xuICAgIHN1cGVyKCk7XG4gICAgdGhpcy5vcHRzID0ge307XG4gICAgdGhpcy5rbmV4ID0ga25leDtcbiAgICB0aGlzLmhlYWRlcnMgPSBbXTtcbiAgICB0aGlzLnJlY29yZHMgPSBbXTtcbiAgICB0aGlzLnBhcnNlciA9IG51bGw7XG4gICAgdGhpcy5xdWV1ZSA9IG51bGw7XG4gICAgdGhpcy5yZXN1bHRzID0gW107XG4gICAgdGhpcy5vblJlYWRhYmxlID0gdGhpcy5vblJlYWRhYmxlLmJpbmQodGhpcyk7XG4gICAgdGhpcy5vbkVuZCA9IHRoaXMub25FbmQuYmluZCh0aGlzKTtcbiAgICB0aGlzLm9uU3VjY2VlZGVkID0gdGhpcy5vblN1Y2NlZWRlZC5iaW5kKHRoaXMpO1xuICAgIHRoaXMub25GYWlsZWQgPSB0aGlzLm9uRmFpbGVkLmJpbmQodGhpcyk7XG4gIH1cblxuICBzdGF0aWMgZnJvbUtuZXhDbGllbnQoa25leCkge1xuICAgIHJldHVybiBuZXcgS25leFNlZWRlcihrbmV4KTtcbiAgfVxuXG4gIG1lcmdlT3B0aW9ucyhvcHRpb25zKSB7XG4gICAgbGV0IG9wdHMgPSBvcHRpb25zIHx8IHt9O1xuICAgIGxldCBkZWZhdWx0cyA9IHtcbiAgICAgIGZpbGU6IG51bGwsXG4gICAgICB0YWJsZTogbnVsbCxcbiAgICAgIGVuY29kaW5nOiAndXRmOCcsXG4gICAgICByZWNvcmRzUGVyUXVlcnk6IDEwMCxcbiAgICAgIHBhcnNlcjoge1xuICAgICAgICBkZWxpbWl0ZXI6ICcsJyxcbiAgICAgICAgcXVvdGU6ICdcIicsXG4gICAgICAgIGVzY2FwZTogJ1xcXFwnLFxuICAgICAgICBza2lwX2VtcHR5X2xpbmVzOiB0cnVlLFxuICAgICAgICBhdXRvX3BhcnNlOiB0cnVlXG4gICAgICB9XG4gICAgfTtcblxuICAgIHJldHVybiBfLm1lcmdlKHt9LCBkZWZhdWx0cywgb3B0cyk7XG4gIH1cblxuICBnZW5lcmF0ZShvcHRpb25zKSB7XG4gICAgdGhpcy5vcHRzID0gdGhpcy5tZXJnZU9wdGlvbnMob3B0aW9ucyk7XG5cbiAgICB0aGlzLnBhcnNlciA9IHBhcnNlKHRoaXMub3B0cy5wYXJzZXIpO1xuICAgIHRoaXMucGFyc2VyLm9uKCdyZWFkYWJsZScsIHRoaXMub25SZWFkYWJsZSk7XG4gICAgdGhpcy5wYXJzZXIub24oJ2VuZCcsIHRoaXMub25FbmQpO1xuICAgIHRoaXMucGFyc2VyLm9uKCdlcnJvcicsIHRoaXMub25GYWlsZWQpO1xuXG4gICAgdGhpcy5xdWV1ZSA9IFByb21pc2UuYmluZCh0aGlzKS50aGVuKCB0aGlzLmNyZWF0ZUNsZWFuVXBRdWV1ZSgpICk7XG5cbiAgICB0aGlzLmNzdiA9IGZzLmNyZWF0ZVJlYWRTdHJlYW0odGhpcy5vcHRzLmZpbGUpO1xuICAgIHRoaXMuY3N2LnBpcGUoIGljb252LmRlY29kZVN0cmVhbSh0aGlzLm9wdHMuZW5jb2RpbmcpICkucGlwZSh0aGlzLnBhcnNlcik7XG4gIH1cblxuICBvblJlYWRhYmxlKCkge1xuICAgIGxldCBvYmogPSB7fTtcbiAgICBsZXQgcmVjb3JkID0gdGhpcy5wYXJzZXIucmVhZCgpO1xuXG4gICAgaWYgKHJlY29yZCA9PT0gbnVsbCkge1xuICAgICAgcmV0dXJuO1xuICAgIH1cblxuICAgIGlmICh0aGlzLnBhcnNlci5jb3VudCA8PSAxKSB7XG4gICAgICB0aGlzLmhlYWRlcnMgPSByZWNvcmQ7XG4gICAgfSBlbHNlIHtcbiAgICAgIHRoaXMucmVjb3Jkcy5wdXNoKCB0aGlzLmNyZWF0ZU9iamVjdEZyb20ocmVjb3JkKSApO1xuICAgIH1cblxuICAgIGlmICh0aGlzLnJlY29yZHMubGVuZ3RoIDwgdGhpcy5vcHRzLnJlY29yZHNQZXJRdWVyeSkge1xuICAgICAgcmV0dXJuO1xuICAgIH1cblxuICAgIHRoaXMucXVldWUgPSB0aGlzLnF1ZXVlLnRoZW4oIHRoaXMuY3JlYXRlQnVsa0luc2VydFF1ZXVlKCkgKTtcbiAgfVxuICBvbkVuZCgpIHtcbiAgICBpZiAodGhpcy5yZWNvcmRzLmxlbmd0aCA+IDApIHtcbiAgICAgIHRoaXMucXVldWUgPSB0aGlzLnF1ZXVlLnRoZW4oIHRoaXMuY3JlYXRlQnVsa0luc2VydFF1ZXVlKCkgKTtcbiAgICB9XG4gICAgdGhpcy5xdWV1ZS50aGVuKCgpID0+IHtcbiAgICAgIHJldHVybiB0aGlzLmVtaXQoJ2VuZCcsIHRoaXMucmVzdWx0cyk7XG4gICAgfSkuY2F0Y2godGhpcy5vbkZhaWxlZCk7XG4gIH1cbiAgY3JlYXRlQ2xlYW5VcFF1ZXVlKCkge1xuICAgIHJldHVybiAoKSA9PiB7XG4gICAgICByZXR1cm4gdGhpcy5rbmV4KHRoaXMub3B0cy50YWJsZSkuZGVsKClcbiAgICAgICAgLnRoZW4odGhpcy5vblN1Y2NlZWRlZClcbiAgICAgICAgLmNhdGNoKHRoaXMub25GYWlsZWQpO1xuICAgIH07XG4gIH1cbiAgY3JlYXRlQnVsa0luc2VydFF1ZXVlKCkge1xuICAgIGNvbnN0IHJlY29yZHMgPSB0aGlzLnJlY29yZHMuc3BsaWNlKDAsIHRoaXMub3B0cy5yZWNvcmRzUGVyUXVlcnkpO1xuXG4gICAgcmV0dXJuICgpID0+IHtcbiAgICAgIHJldHVybiB0aGlzLmtuZXgodGhpcy5vcHRzLnRhYmxlKVxuICAgICAgICAuaW5zZXJ0KHJlY29yZHMpXG4gICAgICAgIC50aGVuKHRoaXMub25TdWNjZWVkZWQpXG4gICAgICAgIC5jYXRjaCh0aGlzLm9uRmFpbGVkKTtcbiAgICB9O1xuICB9XG4gIGNyZWF0ZU9iamVjdEZyb20ocmVjb3JkKSB7XG4gICAgbGV0IG9iaiA9IHt9O1xuXG4gICAgdGhpcy5oZWFkZXJzLmZvckVhY2goKGNvbHVtbiwgaSkgPT4ge1xuICAgICAgbGV0IHZhbCA9IHJlY29yZFtpXTtcblxuICAgICAgaWYgKHR5cGVvZiB2YWwgPT09ICdzdHJpbmcnICYmIHZhbC50b0xvd2VyQ2FzZSgpID09PSAnbnVsbCcpIHtcbiAgICAgICAgdmFsID0gbnVsbDtcbiAgICAgIH1cbiAgICAgIG9ialtjb2x1bW5dID0gdmFsO1xuICAgIH0pO1xuICAgIHJldHVybiBvYmo7XG4gIH1cbiAgb25TdWNjZWVkZWQocmVzKSB7XG4gICAgdGhpcy5yZXN1bHRzLnB1c2gocmVzKTtcbiAgfVxuICBvbkZhaWxlZChlcnIpIHtcbiAgICB0aGlzLmNzdi51bnBpcGUoKTtcbiAgICB0aGlzLmVtaXQoJ2Vycm9yJywgZXJyKTtcbiAgfVxufVxuIl19 --------------------------------------------------------------------------------