├── .gitignore ├── .env.template ├── test ├── fixtures │ ├── invalid-dp │ │ └── datapackage.json │ └── finance-vix │ │ ├── data │ │ └── vix-daily.csv │ │ ├── datapackage.json │ │ └── README.md ├── status-test.csv └── index.test.js ├── package.json ├── README.md ├── datapackage.json ├── index.js ├── core-list-testing.csv └── core-list.csv /.gitignore: -------------------------------------------------------------------------------- 1 | *.sqlite 2 | -------------------------------------------------------------------------------- /.env.template: -------------------------------------------------------------------------------- 1 | # FQDN 2 | DOMAIN=https://datahub.io -------------------------------------------------------------------------------- /test/fixtures/invalid-dp/datapackage.json: -------------------------------------------------------------------------------- 1 | { 2 | "name": "some-invalid-dp", 3 | "resources": {} 4 | } 5 | -------------------------------------------------------------------------------- /test/status-test.csv: -------------------------------------------------------------------------------- 1 | "name","github_url","run_date","validated_metadata","validated_data","published","ok_on_datahub","validated_metadata_message","validated_data_message" 2 | "finance-vix","https://github.com/datasets/finance-vix","2017-08-01T20:05:26.189Z","true","true","-","","","" 3 | "invalid-dp","https://github.com/datasets/invalid-dp","2017-08-01T20:05:26.189Z","false","N/A","-","","Descriptor validation error:\n Invalid type: object (expected array)\n at ""/resources"" in descriptor and\n at ""/properties/resources/type"" in profile","" -------------------------------------------------------------------------------- /test/fixtures/finance-vix/data/vix-daily.csv: -------------------------------------------------------------------------------- 1 | Date,VIXOpen,VIXHigh,VIXLow,VIXClose 2 | 2004-01-02,17.96,18.68,17.54,18.22 3 | 2004-01-05,18.45,18.49,17.44,17.49 4 | 2004-01-06,17.66,17.67,16.19,16.73 5 | 2004-01-07,16.72,16.75,15.05,15.05 6 | 2004-01-08,15.42,15.68,15.32,15.61 7 | 2004-01-09,16.15,16.88,15.57,16.75 8 | 2004-01-12,17.32,17.46,16.79,16.82 9 | 2004-01-13,16.06,18.33,16.53,18.04 10 | 2004-01-14,17.29,17.03,16.04,16.75 11 | 2004-01-15,17.07,17.31,15.49,15.56 12 | 2004-01-16,15.04,15.44,14.09,15 13 | 2004-01-20,15.77,16.13,15.09,15.21 14 | 2004-01-21,15.63,15.63,14.24,14.34 15 | 2004-01-22,14.02,14.87,14.01,14.71 16 | 2004-01-23,14.73,15.05,14.56,14.84 17 | 2004-01-26,15.78,15.78,14.52,14.55 18 | 2004-01-27,15.28,15.44,14.74,15.35 19 | 2004-01-28,15.37,17.06,15.29,16.78 20 | 2004-01-29,16.88,17.66,16.79,17.14 21 | -------------------------------------------------------------------------------- /package.json: -------------------------------------------------------------------------------- 1 | { 2 | "name": "core-datasets-tools", 3 | "version": "1.0.0", 4 | "description": "Tools for working with core datasets", 5 | "main": "index.js", 6 | "scripts": { 7 | "test": "xo --quiet && ava -v", 8 | "lint": "xo --quiet" 9 | }, 10 | "xo": { 11 | "space": true, 12 | "semicolon": false, 13 | "rules": { 14 | "no-var": "warn", 15 | "no-use-before-define": 1, 16 | "no-await-in-loop": 1, 17 | "import/prefer-default-export": 1, 18 | "no-negated-condition": 1, 19 | "guard-for-in": 1 20 | }, 21 | "ignores": [ 22 | "test/fixtures/*/**" 23 | ] 24 | }, 25 | "repository": { 26 | "type": "git", 27 | "url": "git+https://github.com/datahq/core-datasets-tools.git" 28 | }, 29 | "author": "", 30 | "license": "ISC", 31 | "bugs": { 32 | "url": "https://github.com/datahq/core-datasets-tools/issues" 33 | }, 34 | "homepage": "https://github.com/datahq/core-datasets-tools#readme", 35 | "dependencies": { 36 | "ava": "^0.21.0", 37 | "chalk": "^2.0.1", 38 | "csv-string": "^2.3.2", 39 | "data.js": "^0.9.2", 40 | "datahub-cli": "git+https://github.com/datahq/datahub-cli.git", 41 | "datapackage-normalize": "git+https://github.com/datahq/datapackage-normalize-js.git", 42 | "dotenv": "^4.0.0", 43 | "json2csv": "^3.10.0", 44 | "lodash": "^4.17.4", 45 | "simple-git": "^1.72.0", 46 | "sinon": "^2.4.1", 47 | "stream-to-array": "^2.3.0", 48 | "tableschema": "^1.4.1" 49 | }, 50 | "devDependencies": { 51 | "xo": "^0.18.2" 52 | } 53 | } 54 | -------------------------------------------------------------------------------- /test/fixtures/finance-vix/datapackage.json: -------------------------------------------------------------------------------- 1 | { 2 | "name": "finance-vix", 3 | "title": "VIX - CBOE Volatility Index", 4 | "homepage": "http://www.cboe.com/micro/VIX/", 5 | "version": "0.1.0", 6 | "license": "PDDL-1.0", 7 | "sources": [{ 8 | "title": "CBOE VIX Page", 9 | "name": "CBOE VIX Page", 10 | "web": "http://www.cboe.com/micro/vix/historical.aspx" 11 | }], 12 | "resources": [ 13 | { 14 | "name": "vix-daily", 15 | "path": "data/vix-daily.csv", 16 | "format": "csv", 17 | "mediatype": "text/csv", 18 | "schema": { 19 | "fields": [ 20 | { 21 | "name": "Date", 22 | "type": "date", 23 | "description": "" 24 | }, 25 | { 26 | "name": "VIXOpen", 27 | "type": "number", 28 | "description": "" 29 | }, 30 | { 31 | "name": "VIXHigh", 32 | "type": "number", 33 | "description": "" 34 | }, 35 | { 36 | "name": "VIXLow", 37 | "type": "number", 38 | "description": "" 39 | }, 40 | { 41 | "name": "VIXClose", 42 | "type": "number", 43 | "description": "" 44 | } 45 | ], 46 | "primaryKey": "Date" 47 | } 48 | } 49 | ], 50 | "views": [ 51 | { 52 | "id": "Graph", 53 | "type": "Graph", 54 | "state": { 55 | "graphType": "lines", 56 | "group": "Date", 57 | "series": [ "VIXClose" ] 58 | } 59 | } 60 | ] 61 | } 62 | -------------------------------------------------------------------------------- /test/index.test.js: -------------------------------------------------------------------------------- 1 | const path = require('path') 2 | const test = require('ava') 3 | const sinon = require('sinon') 4 | const {DataHub} = require('datahub-cli/lib/utils/datahub.js') 5 | const {Dataset} = require('data.js') 6 | 7 | const {CoreTools} = require('../index.js') 8 | 9 | const statusCsv = path.join(__dirname, 'status-test.csv') 10 | 11 | test('it loads', async t => { 12 | const tool = await CoreTools.load(statusCsv) 13 | t.is(tool.statuses.length, 2) 14 | t.is(tool.statuses[0].local, 'data/finance-vix') 15 | }) 16 | 17 | test.serial('it checks', async t => { 18 | const tool = await CoreTools.load(statusCsv, 'test/fixtures') 19 | tool.save = sinon.spy() 20 | const path_ = 'test/status-test.csv' 21 | await tool.check(path_) 22 | t.true(tool.statuses[0].validated_metadata) 23 | t.true(tool.statuses[0].validated_data) 24 | t.true(tool.statuses[0].validated_data_message.includes('valid')) 25 | t.true(tool.statuses[0].validated_metadata_message.includes('valid')) 26 | t.true(tool.statuses[1].validated_data.includes('N/A')) 27 | t.true(tool.statuses[1].validated_data_message.includes('N/A')) 28 | t.false(tool.statuses[1].validated_metadata) 29 | t.true(tool.statuses[1].validated_metadata_message.includes('Invalid type: object (expected array)')) 30 | }) 31 | 32 | test.serial('it publishes', async t => { 33 | const datahub = new DataHub({ 34 | apiUrl: 'https://api-test.com', 35 | token: 'token', 36 | owner: 'test' 37 | }) 38 | datahub.push = sinon.spy() 39 | const tool = await CoreTools.load(statusCsv, 'test/fixtures') 40 | tool.save = sinon.spy() 41 | const path_ = 'test/status-test.csv' 42 | await tool.push(datahub, path_) 43 | t.true(tool.statuses[0].published.includes('https:/testing.datahub.io/core/finance-vix')) 44 | t.true(tool.statuses[1].published.includes('-')) 45 | t.true(datahub.push.calledOnce) 46 | t.true(datahub.push.firstCall.args[0] instanceof Dataset) 47 | }) 48 | 49 | -------------------------------------------------------------------------------- /test/fixtures/finance-vix/README.md: -------------------------------------------------------------------------------- 1 | CBOE Volatility Index (VIX) time-series dataset including daily open, close, 2 | high and low. The CBOE Volatility Index (VIX) is a key measure of market 3 | expectations of near-term volatility conveyed by S&P 500 stock index option 4 | prices introduced in 1993. 5 | 6 | ## Data 7 | 8 | From the [VIX FAQ][faq]: 9 | 10 | > In 1993, the Chicago Board Options Exchange® (CBOE®) introduced the CBOE 11 | > Volatility Index®, VIX®, and it quickly became the benchmark for stock market 12 | > volatility. It is widely followed and has been cited in hundreds of news 13 | > articles in the Wall Street Journal, Barron's and other leading financial 14 | > publications. Since volatility often signifies financial turmoil, VIX is 15 | > often referred to as the "investor fear gauge". 16 | > 17 | > VIX measures market expectation of near term volatility conveyed by stock 18 | > index option prices. The original VIX was constructed using the implied 19 | > volatilities of eight different OEX option series so that, at any given time, 20 | > it represented the implied volatility of a hypothetical at-the-money OEX 21 | > option with exactly 30 days to expiration. 22 | > 23 | > The New VIX still measures the market's expectation of 30-day volatility, but 24 | > in a way that conforms to the latest thinking and research among industry 25 | > practitioners. The New VIX is based on S&P 500 index option prices and 26 | > incorporates information from the volatility "skew" by using a wider range of 27 | > strike prices rather than just at-the-money series. 28 | 29 | [faq]: http://www.cboe.com/micro/vix/faq.aspx 30 | 31 | ## Preparation 32 | 33 | Run the shell script: 34 | 35 | . scripts/process.sh 36 | 37 | Output data is in `data/`. 38 | 39 | ### TODO 40 | 41 | * Incorporate computed historical data (1990-2003) 42 | * Consider incorporating VOX data 43 | 44 | ## License 45 | 46 | No obvious statement on [historical data page][historical]. Given size and 47 | factual nature of the data and its source from a US company would imagine this 48 | was public domain and as such have licensed the Data Package under the Public 49 | Domain Dedication and License (PDDL). 50 | 51 | [historical]: http://www.cboe.com/micro/vix/historical.aspx 52 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | badge 2 | 3 | Core data registry and tooling. 4 | 5 | ## Registry 6 | 7 | Registry is maintained as [Tabular Data Package][tdp] with list of datasets in core-list.csv. 8 | 9 | [tdp]: http://frictionlessdata.io/guides/tabular-data-package/ 10 | 11 | To add a dataset add it to the `core-list.csv` - we recommend fork and pull. 12 | 13 | Discussion of proposals for new datasets and for incorporation of prepared datasets takes place in the [issues][]. 14 | 15 | To **propose a new dataset for inclusion**, please create a [new issue](https://github.com/datasets/registry/issues/new). 16 | 17 | [issues]: https://github.com/datasets/registry/issues 18 | 19 | ## Core Dataset Tools 20 | 21 | ### Installation 22 | 23 | ``` 24 | $ npm install 25 | ``` 26 | 27 | ### Usage 28 | 29 | * Environmental variables 30 | 31 | `DOMAIN` - testing or production environment. For example: https://datahub.io 32 | `TYPE` - type of dataset. For example: examples or core 33 | 34 | ``` 35 | node index.js [COMMAND] [PATH] 36 | 37 | # PATH - path to csv file 38 | ``` 39 | 40 | #### Clone datasets 41 | 42 | To clone all core datasets run the following command: 43 | 44 | `node index.js clone [PATH]` 45 | 46 | It will clone all core datasets into following directory: `data/${pkg_name}` 47 | 48 | #### Check datasets 49 | 50 | To check all core datasets run the following command: 51 | 52 | `node index.js check [PATH]` 53 | 54 | It will validate metadata and data according to the latest spec. 55 | 56 | #### Normalize datasets 57 | 58 | To normalize all core datasets run the following command: 59 | 60 | `node index.js norm [PATH]` 61 | 62 | It will normalize all core datasets into following directory: `data/${pkg_name}` 63 | 64 | #### Push datasets 65 | 66 | To publish all core data packages run the following command: 67 | 68 | `node index.js push [PATH]` 69 | 70 | ### Running tests 71 | 72 | We use Ava for our tests. For running tests use: 73 | 74 | ``` 75 | $ [sudo] npm test 76 | ``` 77 | 78 | To run tests in watch mode: 79 | 80 | ``` 81 | $ [sudo] npm run watch:test 82 | ``` 83 | -------------------------------------------------------------------------------- /datapackage.json: -------------------------------------------------------------------------------- 1 | { 2 | "name": "registry", 3 | "title": "Registry of Core Datasets", 4 | "description": "Registry of published datasets in the Core Datasets Project", 5 | "licenses": [ 6 | { 7 | "id": "odc-pddl", 8 | "path": "http://opendatacommons.org/licenses/pddl/", 9 | "title": "Open Data Commons Public Domain Dedication and License v1.0" 10 | } 11 | ], 12 | "keywords": [ "datasets", "registry", "catalog" ], 13 | "version": "1.0", 14 | "resources": [ 15 | { 16 | "name": "core-list", 17 | "path": "core-list.csv", 18 | "schema": { 19 | "fields": [ 20 | { 21 | "name": "name", 22 | "type": "string", 23 | "description": "Name of the dataset" 24 | }, 25 | { 26 | "name": "github_url", 27 | "type": "string", 28 | "description": "The location in GitHub" 29 | }, 30 | { 31 | "name": "run_date", 32 | "type": "string", 33 | "description": "Last run date" 34 | }, 35 | { 36 | "name": "modified", 37 | "type": "string", 38 | "description": "Frequency information (year-A, quarter-Q, month-M, day-D, no-N)" 39 | }, 40 | { 41 | "name": "validated_metadata", 42 | "type": "string", 43 | "description": "Metadata validation status" 44 | 45 | }, 46 | { 47 | "name": "validated_data", 48 | "type": "string", 49 | "description": "Data validation status" 50 | }, 51 | { 52 | "name": "published", 53 | "type": "string", 54 | "description": "Published location on DataHub" 55 | }, 56 | { 57 | "name": "ok_on_datahub", 58 | "type": "string", 59 | "description": "Status on DataHub" 60 | }, 61 | { 62 | "name": "validated_metadata_message", 63 | "type": "string", 64 | "description": "Error messages if validation fails" 65 | }, 66 | { 67 | "name": "validated_data_message", 68 | "type": "string", 69 | "description": "Error messages if validation fails" 70 | }, 71 | { 72 | "name": "auto_publish", 73 | "type": "string", 74 | "description": "Published by DataHub automatically" 75 | } 76 | ] 77 | } 78 | } 79 | ] 80 | } 81 | -------------------------------------------------------------------------------- /index.js: -------------------------------------------------------------------------------- 1 | require('events').EventEmitter.defaultMaxListeners = 15 2 | require('dotenv').config() 3 | 4 | const fs = require('fs') 5 | const path = require('path') 6 | 7 | const json2csv = require('json2csv') 8 | const lodash = require('lodash') 9 | const toArray = require('stream-to-array') 10 | const simpleGit = require('simple-git') 11 | const data = require('data.js') 12 | const {DataHub} = require('datahub-client') 13 | const {config} = require('datahub-client') 14 | 15 | const {validateData, validateMetadata} = require('datahub-client').validate 16 | const {error} = require('datahub-cli/lib/utils/error') 17 | const {normalize} = require('datapackage-normalize') 18 | 19 | class CoreTools { 20 | constructor(rows, pathToPackagesDirectory) { 21 | // TODO: File.rows should do this for us ... 22 | this.headers = rows.shift() 23 | this.statuses = rows.map(row => { 24 | return lodash.zipObject(this.headers, row) 25 | }) 26 | this.statuses.forEach(row => { 27 | row.local = path.join(pathToPackagesDirectory, row.name) 28 | }) 29 | } 30 | 31 | static async load(statusCsvPath, pathToPackagesDirectory = 'data') { 32 | const res = data.File.load(statusCsvPath) 33 | let rows = await res.rows() 34 | rows = await toArray(rows) 35 | return new CoreTools(rows, pathToPackagesDirectory) 36 | } 37 | 38 | async check(path_) { 39 | const date = new Date() 40 | for (const statusObj of this.statuses) { 41 | // eslint-disable-next-line camelcase 42 | statusObj.run_date = date.toISOString() 43 | const path_ = path.join(statusObj.local, `datapackage.json`) 44 | // Read given path 45 | let content 46 | try { 47 | content = fs.readFileSync(path_) 48 | } catch (err) { 49 | error(err.message) 50 | } 51 | // Get JS object from file content 52 | const descriptor = JSON.parse(content) 53 | console.log(`checking following package: ${statusObj.name}`) 54 | try { 55 | // Validate Metadata 56 | const resultMetadata = await validateMetadata(descriptor) 57 | if (resultMetadata === true) { 58 | // eslint-disable-next-line camelcase 59 | statusObj.validated_metadata = true 60 | // eslint-disable-next-line camelcase 61 | statusObj.validated_metadata_message = 'valid' 62 | try { 63 | // Validate Data only if metadata is valid 64 | for (let i = 0; i < descriptor.resources.length; i++) { 65 | const resource = data.File.load(descriptor.resources[i], path.dirname(path_)) 66 | const resourcePath = path.join(path.dirname(path_), resource.path) 67 | if (resource.descriptor.format === 'csv') { 68 | const result = await validateData(resource.descriptor.schema, resourcePath) 69 | if (result === true) { 70 | // eslint-disable-next-line camelcase 71 | statusObj.validated_data = true 72 | // eslint-disable-next-line camelcase 73 | statusObj.validated_data_message = 'valid' 74 | console.log(`valid`) 75 | } else { 76 | error(result) 77 | // eslint-disable-next-line camelcase 78 | statusObj.validated_data = false 79 | // eslint-disable-next-line camelcase 80 | statusObj.validated_data_message = result.toString() 81 | // eslint-disable-next-line camelcase 82 | statusObj.published = '-' 83 | } 84 | } else { 85 | // eslint-disable-next-line camelcase 86 | statusObj.validated_data = true 87 | // eslint-disable-next-line camelcase 88 | statusObj.validated_data_message = 'valid' 89 | } 90 | } 91 | } catch (err) { 92 | error(err[0].message) 93 | // eslint-disable-next-line camelcase 94 | statusObj.validated_data = false 95 | // eslint-disable-next-line camelcase 96 | statusObj.validated_data_message = err[0].message 97 | // eslint-disable-next-line camelcase 98 | statusObj.published = '-' 99 | } 100 | } else { 101 | error(resultMetadata) 102 | // eslint-disable-next-line camelcase 103 | statusObj.validated_data = 'N/A' 104 | // eslint-disable-next-line camelcase 105 | statusObj.validated_data_message = 'N/A' 106 | // eslint-disable-next-line camelcase 107 | statusObj.validated_metadata = false 108 | // eslint-disable-next-line camelcase 109 | statusObj.published = '-' 110 | // eslint-disable-next-line camelcase 111 | statusObj.validated_metadata_message = resultMetadata.toString() 112 | } 113 | } catch (err) { 114 | error(err[0].message) 115 | // eslint-disable-next-line camelcase 116 | statusObj.validated_data = 'N/A' 117 | // eslint-disable-next-line camelcase 118 | statusObj.validated_data_message = 'N/A' 119 | // eslint-disable-next-line camelcase 120 | statusObj.validated_metadata = false 121 | // eslint-disable-next-line camelcase 122 | statusObj.validated_metadata_message = err[0].message 123 | // eslint-disable-next-line camelcase 124 | statusObj.published = '-' 125 | } 126 | } 127 | this.save(path_) 128 | } 129 | 130 | norm() { 131 | for (const statusObj of this.statuses) { 132 | console.log(`Going to normalize ${statusObj.local}`) 133 | normalize(statusObj.local) 134 | console.log('Finished') 135 | } 136 | } 137 | 138 | async clone() { 139 | for (const statusObj of this.statuses) { 140 | if (fs.existsSync(path.join(statusObj.local, 'datapackage.json'))) { 141 | console.log(`pulling latest changes from ${statusObj.github_url}`) 142 | await simpleGit(statusObj.local).pull(statusObj.github_url, 'master') 143 | } else { 144 | console.log(`cloning from ${statusObj.github_url}`) 145 | await simpleGit().clone(statusObj.github_url, statusObj.local) 146 | } 147 | } 148 | } 149 | 150 | async push(datahub, path_) { 151 | const date = new Date() 152 | for (const statusObj of this.statuses) { 153 | // eslint-disable-next-line camelcase 154 | statusObj.run_date = date.toISOString() 155 | // Push to DataHub 156 | if (statusObj.validated_metadata === 'true' && statusObj.validated_data === 'true') { 157 | if (statusObj.auto_publish === 'false') { 158 | console.log(`Pushing ${statusObj.name}`) 159 | // Instantiate Dataset class with valid packages 160 | const pkg = await data.Dataset.load(statusObj.local) 161 | await datahub.push(pkg, {findability: 'published'}) 162 | console.log(`🙌 pushed ${statusObj.name}`) 163 | statusObj.published = path.join(process.env.DOMAIN, process.env.TYPE, statusObj.name) 164 | } 165 | else if (statusObj.auto_publish === 'true') { 166 | console.log(`Pushing ${statusObj.name}`) 167 | await datahub.pushFlow(path.join(__dirname, statusObj.local ,'.datahub/flow.yaml')) 168 | console.log(`🙌 pushed ${statusObj.name}`) 169 | statusObj.published = path.join(process.env.DOMAIN, process.env.TYPE, statusObj.name) 170 | } 171 | } else { 172 | console.log(`${statusObj.name} is not pushed`) 173 | statusObj.published = '-' 174 | } 175 | } 176 | this.save(path_) 177 | } 178 | 179 | // TODO: save pkg statuses to csv at path 180 | save(path_ = process.argv[3]) { 181 | const fields = ['name', 'github_url', 'run_date', 'modified', 'validated_metadata', 'validated_data', 'published', 'ok_on_datahub', 'validated_metadata_message', 'validated_data_message', 'auto_publish'] 182 | const csv = json2csv({ 183 | data: this.statuses, 184 | fields 185 | }) 186 | fs.writeFile(path_, csv, err => { 187 | if (err) { 188 | console.log(err) 189 | } 190 | }) 191 | } 192 | } 193 | 194 | (async () => { 195 | const tools = await CoreTools.load(process.argv[3]) 196 | if (process.argv[2] === 'check') { 197 | await tools.check() 198 | } else if (process.argv[2] === 'clone') { 199 | await tools.clone() 200 | console.log('🙌 finished pulling & cloning!') 201 | } else if (process.argv[2] === 'push') { 202 | // Instantiate DataHub class 203 | const datahub = new DataHub({ 204 | apiUrl: config.get('api'), 205 | token: config.get('token'), 206 | authz: config.get('authz'), 207 | owner: config.get('profile').username, 208 | ownerid: config.get('profile').id 209 | }) 210 | await tools.push(datahub) 211 | console.log('🙌 finished pushing!') 212 | } else if (process.argv[2] === 'norm') { 213 | tools.norm() 214 | } 215 | })() 216 | 217 | module.exports.CoreTools = CoreTools 218 | -------------------------------------------------------------------------------- /core-list-testing.csv: -------------------------------------------------------------------------------- 1 | "name","github_url","run_date","modified","validated_metadata","validated_data","published","ok_on_datahub","validated_metadata_message","validated_data_message","auto_publish" 2 | "airport-codes","https://github.com/datasets/airport-codes","2017-09-29T08:00:01.586Z","D","true","true","https://testing.datahub.io/core/airport-codes","ok","valid","valid","true" 3 | "bond-yields-uk-10y","https://github.com/datasets/bond-yields-uk-10y","2017-09-29T08:00:01.586Z","Q","true","true","https://testing.datahub.io/core/bond-yields-uk-10y","ok","valid","valid","true" 4 | "bond-yields-us-10y","https://github.com/datasets/bond-yields-us-10y","2017-09-29T08:00:01.586Z","M","true","true","https:/testing.datahub.io/core/bond-yields-us-10y","ok","valid","valid","true" 5 | "cash-surplus-deficit","https://github.com/datasets/cash-surplus-deficit","2017-09-29T08:00:01.586Z","A","true","true","https://testing.datahub.io/core/cash-surplus-deficit","ok","valid","valid","false" 6 | "co2-fossil-global","https://github.com/datasets/co2-fossil-global","2017-09-29T08:00:01.586Z","A","true","true","https://testing.datahub.io/core/co2-fossil-global","ok","valid","valid","false" 7 | "co2-ppm","https://github.com/datasets/co2-ppm","2017-09-29T08:00:01.586Z","M","true","true","https:/testing.datahub.io/core/co2-ppm","ok","valid","valid","false" 8 | "cofog","https://github.com/datasets/cofog","2017-09-29T08:00:01.586Z","N","true","true","https://testing.datahub.io/core/cofog","ok","valid","valid","false" 9 | "continent-codes","https://github.com/datasets/continent-codes","2017-09-29T08:00:01.586Z","N","true","true","https://testing.datahub.io/core/continent-codes","ok","valid","valid","false" 10 | "corruption-perceptions-index","https://github.com/datasets/corruption-perceptions-index","2017-09-29T08:00:01.586Z","A","true","true","https://testing.datahub.io/core/corruption-perceptions-index","ok","valid","valid","false" 11 | "country-codes","https://github.com/datasets/country-codes","2017-09-29T08:00:01.586Z","N","true","true","https://testing.datahub.io/core/country-codes","ok","valid","valid","false" 12 | "country-list","https://github.com/datasets/country-list","2017-09-29T08:00:01.586Z","N","true","true","https://testing.datahub.io/core/country-list","ok","valid","valid","false" 13 | "cpi","https://github.com/datasets/cpi","2017-09-29T08:00:01.586Z","A","true","true","https://testing.datahub.io/core/cpi","ok","valid","valid","false" 14 | "cpi-us","https://github.com/datasets/cpi-us","2017-09-29T08:00:01.586Z","M","true","true","https://testing.datahub.io/core/cpi-us","ok","valid","valid","false" 15 | "currency-codes","https://github.com/datasets/currency-codes","2017-09-29T08:00:01.586Z","N","true","true","https:/testing.datahub.io/core/currency-codes","ok","valid","valid","false" 16 | "dac-crs-codes","https://github.com/datasets/dac-crs-codes","2017-09-29T08:00:01.586Z","M","true","true","https:///testing.datahub.io/core/dac-and-crs-code-lists","ok","valid","valid","false" 17 | "eu-emissions-trading-system","https://github.com/datasets/eu-emissions-trading-system","2017-09-29T08:00:01.586Z","A","true","true","https://testing.datahub.io/core/eu-emissions-trading-system","ok","valid","valid","false" 18 | "euribor","https://github.com/datasets/euribor","2017-09-29T08:00:01.586Z","M","true","true","https://testing.datahub.io/core/euribor","ok","valid","valid","false" 19 | "employment-us","https://github.com/datasets/employment-us","2017-09-29T08:00:01.586Z","A","true","true","https://testing.datahub.io/core/us-employment-bls","ok","valid","valid","false" 20 | "expenditure-on-research-and-development","https://github.com/datasets/expenditure-on-research-and-development","2017-09-29T08:00:01.586Z","A","true","true","https://datahub.io/core/expenditure-on-research-and-development","ok","valid","valid","false" 21 | "finance-vix","https://github.com/datasets/finance-vix","2017-09-29T08:00:01.586Z","D","true","true","https:/testing.datahub.io/core/finance-vix","ok","valid","valid","true" 22 | "gdp","https://github.com/datasets/gdp","2017-09-29T08:00:01.586Z","A","true","true","https://testing.datahub.io/core/gdp","ok","valid","valid","false" 23 | "gdp-uk","https://github.com/datasets/gdp-uk","2017-09-29T08:00:01.586Z","A","true","true","https://testing.datahub.io/core/gdp-uk","ok","valid","valid","false" 24 | "gdp-us","https://github.com/datasets/gdp-us","2017-09-29T08:00:01.586Z","A","true","true","https://testing.datahub.io/core/gdp-us","ok","valid","valid","false" 25 | "genome-sequencing-costs","https://github.com/datasets/genome-sequencing-costs","2017-09-29T08:00:01.586Z","N","true","true","https://testing.datahub.io/core/genome-sequencing-costs","ok","valid","valid","false" 26 | "geo-countries","https://github.com/datasets/geo-countries","2017-09-29T08:00:01.586Z","N","true","true","https://testing.datahub.io/core/geo-countries","ok","valid","valid","false" 27 | "geo-ne-admin1-us","https://github.com/datasets/geo-ne-admin1-us","2017-09-29T08:00:01.586Z","N","true","true","https:///testing.datahub.io/core/geo-admin1-us","ok","valid","valid","false" 28 | "geo-ne-admin1","https://github.com/datasets/geo-ne-admin1","2017-09-29T08:00:01.586Z","N","true","true","https://testing.datahub.io/core/geo-ne-admin1","ok","valid","valid","false" 29 | "geo-nuts-administrative-boundaries","https://github.com/datasets/geo-nuts-administrative-boundaries","2017-09-29T08:00:01.586Z","N","true","true","https:/testing.datahub.io/core/geo-nuts-administrative-boundaries","","valid","valid","false" 30 | "geoip2","https://github.com/datasets/geoip2","2017-09-29T08:00:01.586Z","A","true","true","https://testing.datahub.io/core/geoip2-ipv4","","valid","valid","false" 31 | "gini-index","https://github.com/datasets/gini-index","2017-09-29T08:00:01.586Z","N","true","true","https://testing.datahub.io/core/gini-index","ok","valid","valid","false" 32 | "glacier-mass-balance","https://github.com/datasets/glacier-mass-balance","2017-09-29T08:00:01.586Z","A","true","true","https://testing.datahub.io/core/glacier-mass-balance","ok","valid","valid","false" 33 | "global-temp","https://github.com/datasets/global-temp","2017-09-29T08:00:01.586Z","M","true","true","https://testing.datahub.io/core/global-temp","ok","valid","valid","false" 34 | "global-temp-anomalies","https://github.com/datasets/global-temp-anomalies","2017-09-29T08:00:01.586Z","A","true","true","https://testing.datahub.io/core/global-temp-anomalies","ok","valid","valid","false" 35 | "gold-prices","https://github.com/datasets/gold-prices","2017-09-29T08:00:01.586Z","M","true","true","https://testing.datahub.io/core/gold-prices","ok","valid","valid","false" 36 | "house-prices-uk","https://github.com/datasets/house-prices-uk","2017-09-29T08:00:01.586Z","Q","true","true","https://testing.datahub.io/core/house-prices-uk","ok","valid","valid","false" 37 | "house-prices-us","https://github.com/datasets/house-prices-us","2017-09-29T08:00:01.586Z","N","true","true","https://testing.datahub.io/core/house-prices-us","ok","valid","valid","false" 38 | "ICC-Incoterms","https://github.com/datasets/ICC-Incoterms","2017-09-29T08:00:01.586Z","N","true","true","https:///testing.datahub.io/core/icc-incoterms","ok","valid","valid","false" 39 | "imf-weo","https://github.com/datasets/imf-weo","2017-09-29T08:00:01.586Z","N","true","true","https://testing.datahub.io/core/imf-weo","ok","valid","valid","false" 40 | "IMO-IMDG-Codes","https://github.com/datasets/IMO-IMDG-Codes","2017-09-29T08:00:01.586Z","N","true","true","https://testing.datahub.io/core/imo-imdg-codes","ok","valid","valid","false" 41 | "inflation","https://github.com/datasets/inflation","2017-09-29T08:00:01.586Z","N","true","true","https://testing.datahub.io/core/inflation","ok","valid","valid","false" 42 | "interest-rates-gb","https://github.com/datasets/interest-rates-gb","2017-10-27T08:00:01.586Z","M","true","true","http://testing.datahub.io/core/interest-rates-gb","ok","valid","valid","false" 43 | "investor-flow-of-funds-us","https://github.com/datasets/investor-flow-of-funds-us","2017-09-29T08:00:01.586Z","W","true","true","https://testing.datahub.io/core/investor-flow-of-funds-us","ok","valid","valid","false" 44 | "iso-container-codes","https://github.com/datasets/iso-container-codes","2017-09-29T08:00:01.586Z","N","true","true","https://testing.datahub.io/core/iso-container-codes","ok","valid","valid","false" 45 | "language-codes","https://github.com/datasets/language-codes","2017-09-29T08:00:01.586Z","N","true","true","https://testing.datahub.io/core/language-codes","ok","valid","valid","false" 46 | "media-types","https://github.com/datasets/media-types","2017-09-29T08:00:01.586Z","N","true","true","https://testing.datahub.io/core/media-types","ok","valid","valid","false" 47 | "membership-to-copyright-treaties","https://github.com/datasets/membership-to-copyright-treaties","2017-09-29T08:00:01.586Z","N","true","true","https://testing.datahub.io/core/membership-to-copyright-treaties","ok","valid","valid","false" 48 | "nasdaq-listings","https://github.com/datasets/nasdaq-listings","2017-09-29T08:00:01.586Z","D","true","true","https://testing.datahub.io/core/nasdaq-listings","ok","valid","valid","false" 49 | "natural-gas-prices","https://github.com/datasets/natural-gas-prices","2017-09-29T08:00:01.586Z","D","true","true","https://testing.datahub.io/core/natural-gas","ok","valid","valid","false" 50 | "nyse-listings","https://github.com/datasets/nyse-listings","2017-09-29T08:00:01.586Z","D","true","true","https://testing.datahub.io/core/nyse-other-listings","ok","valid","valid","false" 51 | "oil-prices","https://github.com/datasets/oil-prices","2017-09-29T08:00:01.586Z","D","true","true","https://testing.datahub.io/core/oil-prices","ok","valid","valid","false" 52 | "pharmaceutical-drug-spending","https://github.com/datasets/pharmaceutical-drug-spending","2017-09-29T08:00:01.586Z","A","true","true","https://datahub.io/core/pharmaceutical-drug-spending","ok","valid","valid","false" 53 | "population","https://github.com/datasets/population","2017-09-29T08:00:01.586Z","A","true","true","https://testing.datahub.io/core/population","ok","valid","valid","false" 54 | "population-global-historical","https://github.com/datasets/population-global-historical","2017-10-27T08:00:01.586Z","N","true","true","https://testing.datahub.io/core/population-global-historical","ok","valid","valid","false" 55 | "population-city","https://github.com/datasets/population-city","2017-09-29T08:00:01.586Z","A","true","true","https://testing.datahub.io/core/population-city","ok","valid","valid","false" 56 | "ppp","https://github.com/datasets/ppp","2017-09-29T08:00:01.586Z","A","true","true","https://testing.datahub.io/core/ppp","ok","valid","valid","false" 57 | "s-and-p-500","https://github.com/datasets/s-and-p-500","2017-09-29T08:00:01.586Z","M","true","true","https://testing.datahub.io/core/s-and-p-500","ok","valid","valid","false" 58 | "s-and-p-500-companies","https://github.com/datasets/s-and-p-500-companies","2017-09-29T08:00:01.586Z","N","true","true","https://testing.datahub.io/core/s-and-p-500-companies","ok","valid","valid","false" 59 | "sea-level-rise","https://github.com/datasets/sea-level-rise","2017-09-29T08:00:01.586Z","M","true","true","https://testing.datahub.io/core/sea-level-rise","ok","valid","valid","false" 60 | "smdg-master-terminal-facilities-list","https://github.com/datasets/smdg-master-terminal-facilities-list","2017-09-29T08:00:01.586Z","N","true","true","https://testing.datahub.io/core/smdg-master-terminal-facilities-list","","valid","valid","false" 61 | "top-level-domain-names","https://github.com/datasets/top-level-domain-names","2017-09-29T08:00:01.586Z","N","true","true","https://testing.datahub.io/core/top-level-domain-names","ok","valid","valid","false" 62 | "uk-sic-2007-condensed","https://github.com/datasets/uk-sic-2007-condensed","2017-09-29T08:00:01.586Z","N","true","true","https://testing.datahub.io/core/uk-sic-2007-condensed","ok","valid","valid","false" 63 | "un-locode","https://github.com/datasets/un-locode","2017-09-29T08:00:01.586Z","N","true","true","https://testing.datahub.io/core/un-locode","ok","valid","valid","false" 64 | "unece-package-codes","https://github.com/datasets/unece-package-codes","2017-09-29T08:00:01.586Z","N","true","true","https://testing.datahub.io/core/unece-package-codes","ok","valid","valid","false" 65 | "world-cities","https://github.com/datasets/world-cities","2017-09-29T08:00:01.586Z","N","true","true","https://testing.datahub.io/core/world-cities","ok","valid","valid","false" -------------------------------------------------------------------------------- /core-list.csv: -------------------------------------------------------------------------------- 1 | "name","github_url","run_date","modified","validated_metadata","validated_data","published","ok_on_datahub","validated_metadata_message","validated_data_message","auto_publish" 2 | "airport-codes","https://github.com/datasets/airport-codes","2017-09-29T08:00:01.586Z","D","true","true","https://datahub.io/core/airport-codes","ok","valid","valid","true" 3 | "bond-yields-uk-10y","https://github.com/datasets/bond-yields-uk-10y","2017-09-29T08:00:01.586Z","Q","true","true","https://datahub.io/core/bond-yields-uk-10y","ok","valid","valid","true" 4 | "bond-yields-us-10y","https://github.com/datasets/bond-yields-us-10y","2017-09-29T08:00:01.586Z","M","true","true","https:/datahub.io/core/bond-yields-us-10y","ok","valid","valid","true" 5 | "cash-surplus-deficit","https://github.com/datasets/cash-surplus-deficit","2017-09-29T08:00:01.586Z","A","true","true","https://datahub.io/core/cash-surplus-deficit","ok","valid","valid","false" 6 | "co2-fossil-by-nation","https://github.com/datasets/co2-emissions","2018-01-29T08:00:01.586Z","A","true","true","http://datahub.io/core/co2-fossil-by-nation","ok","valid","valid","false" 7 | "co2-fossil-global","https://github.com/datasets/co2-fossil-global","2017-09-29T08:00:01.586Z","A","true","true","https://datahub.io/core/co2-fossil-global","ok","valid","valid","false" 8 | "co2-ppm","https://github.com/datasets/co2-ppm","2017-09-29T08:00:01.586Z","M","true","true","https://datahub.io/core/co2-ppm","ok","valid","valid","false" 9 | "cofog","https://github.com/datasets/cofog","2017-09-29T08:00:01.586Z","N","true","true","https://datahub.io/core/cofog","ok","valid","valid","false" 10 | "continent-codes","https://github.com/datasets/continent-codes","2017-09-29T08:00:01.586Z","N","true","true","https://datahub.io/core/continent-codes","ok","valid","valid","false" 11 | "corruption-perceptions-index","https://github.com/datasets/corruption-perceptions-index","2017-09-29T08:00:01.586Z","A","true","true","https://datahub.io/core/corruption-perceptions-index","ok","valid","valid","false" 12 | "country-codes","https://github.com/datasets/country-codes","2017-09-29T08:00:01.586Z","N","true","true","https://datahub.io/core/country-codes","ok","valid","valid","false" 13 | "country-list","https://github.com/datasets/country-list","2017-09-29T08:00:01.586Z","N","true","true","https://datahub.io/core/country-list","ok","valid","valid","false" 14 | "cpi","https://github.com/datasets/cpi","2017-09-29T08:00:01.586Z","A","true","true","https://datahub.io/core/cpi","ok","valid","valid","false" 15 | "cpi-us","https://github.com/datasets/cpi-us","2017-09-29T08:00:01.586Z","M","true","true","https://datahub.io/core/cpi-us","ok","valid","valid","false" 16 | "cirp-survey-of-freshmen","https://github.com/datasets/cirp-survey-of-freshmen","2018-04-18T08:00:01.586Z","N","true","true","https://datahub.io/core/cirp-survey-of-freshmen","ok","valid","valid","false" 17 | "currency-codes","https://github.com/datasets/currency-codes","2017-09-29T08:00:01.586Z","N","true","true","https://datahub.io/core/currency-codes","ok","valid","valid","false" 18 | "dac-crs-codes","https://github.com/datasets/dac-crs-codes","2017-09-29T08:00:01.586Z","M","true","true","https://datahub.io/core/dac-and-crs-code-lists","ok","valid","valid","true" 19 | "eu-emissions-trading-system","https://github.com/datasets/eu-emissions-trading-system","2017-09-29T08:00:01.586Z","A","true","true","https://datahub.io/core/eu-emissions-trading-system","ok","valid","valid","false" 20 | "euribor","https://github.com/datasets/euribor","2017-09-29T08:00:01.586Z","M","true","true","https://datahub.io/core/euribor","ok","valid","valid","false" 21 | "employment-us","https://github.com/datasets/employment-us","2017-09-29T08:00:01.586Z","A","true","true","https://datahub.io/core/us-employment-bls","ok","valid","valid","false" 22 | "exchange-rates","https://github.com/datasets/exchange-rates","2018-01-19T08:00:01.586Z","D","true","true","https://datahub.io/core/exchange-rates","ok","valid","valid","false" 23 | "expenditure-on-research-and-development","https://github.com/datasets/expenditure-on-research-and-development","2017-09-29T08:00:01.586Z","A","true","true","https://datahub.io/core/expenditure-on-research-and-development","ok","valid","valid","false" 24 | "finance-vix","https://github.com/datasets/finance-vix","2017-09-29T08:00:01.586Z","D","true","true","https://datahub.io/core/finance-vix","ok","valid","valid","true" 25 | "fips-10-4","https://github.com/datasets/fips-10-4","2018-01-19T08:00:01.586Z","N","true","true","https://datahub.io/core/fips-10-4","ok","valid","valid","false" 26 | "gdp","https://github.com/datasets/gdp","2017-09-29T08:00:01.586Z","A","true","true","https://datahub.io/core/gdp","ok","valid","valid","false" 27 | "gdp-uk","https://github.com/datasets/gdp-uk","2017-09-29T08:00:01.586Z","A","true","true","https://datahub.io/core/gdp-uk","ok","valid","valid","false" 28 | "gdp-us","https://github.com/datasets/gdp-us","2017-09-29T08:00:01.586Z","A","true","true","https://datahub.io/core/gdp-us","ok","valid","valid","false" 29 | "genome-sequencing-costs","https://github.com/datasets/genome-sequencing-costs","2017-09-29T08:00:01.586Z","N","true","true","https://datahub.io/core/genome-sequencing-costs","ok","valid","valid","false" 30 | "geo-countries","https://github.com/datasets/geo-countries","2017-09-29T08:00:01.586Z","N","true","true","https://datahub.io/core/geo-countries","ok","valid","valid","false" 31 | "geo-ne-admin1-us","https://github.com/datasets/geo-ne-admin1-us","2017-09-29T08:00:01.586Z","N","true","true","https:///datahub.io/core/geo-admin1-us","ok","valid","valid","false" 32 | "geo-ne-admin1","https://github.com/datasets/geo-ne-admin1","2017-09-29T08:00:01.586Z","N","true","true","https://datahub.io/core/geo-ne-admin1","ok","valid","valid","false" 33 | "geo-nuts-administrative-boundaries","https://github.com/datasets/geo-nuts-administrative-boundaries","2017-09-29T08:00:01.586Z","N","true","true","https://datahub.io/core/geo-nuts-administrative-boundaries","ok","valid","valid","false" 34 | "geoip2","https://github.com/datasets/geoip2","2017-09-29T08:00:01.586Z","A","true","true","https://datahub.io/core/geoip2-ipv4","","valid","valid","false" 35 | "gini-index","https://github.com/datasets/gini-index","2017-09-29T08:00:01.586Z","N","true","true","https://datahub.io/core/gini-index","ok","valid","valid","false" 36 | "glacier-mass-balance","https://github.com/datasets/glacier-mass-balance","2017-09-29T08:00:01.586Z","A","true","true","https://datahub.io/core/glacier-mass-balance","ok","valid","valid","false" 37 | "global-temp","https://github.com/datasets/global-temp","2017-09-29T08:00:01.586Z","M","true","true","https://datahub.io/core/global-temp","ok","valid","valid","false" 38 | "global-temp-anomalies","https://github.com/datasets/global-temp-anomalies","2017-09-29T08:00:01.586Z","A","true","true","https://datahub.io/core/global-temp-anomalies","ok","valid","valid","false" 39 | "gold-prices","https://github.com/datasets/gold-prices","2017-09-29T08:00:01.586Z","M","true","true","https://datahub.io/core/gold-prices","ok","valid","valid","false" 40 | "household-income-us-historical ","https://github.com/datasets/household-income-us-historical","2018-01-24T08:00:01.586Z","A","true","true","https://datahub.io/core/household-income-us-historical ","ok","valid","valid","true" 41 | "house-prices-global","https://github.com/datasets/house-prices-global","2018-01-10T08:00:01.586Z","A","true","true","https://datahub.io/core/house-prices-global","ok","valid","valid","false" 42 | "house-prices-uk","https://github.com/datasets/house-prices-uk","2017-09-29T08:00:01.586Z","Q","true","true","https://datahub.io/core/house-prices-uk","ok","valid","valid","false" 43 | "house-prices-us","https://github.com/datasets/house-prices-us","2017-09-29T08:00:01.586Z","N","true","true","https://datahub.io/core/house-prices-us","ok","valid","valid","false" 44 | "ICC-Incoterms","https://github.com/datasets/ICC-Incoterms","2017-09-29T08:00:01.586Z","N","true","true","https:///datahub.io/core/icc-incoterms","ok","valid","valid","false" 45 | "imf-weo","https://github.com/datasets/imf-weo","2017-09-29T08:00:01.586Z","N","true","true","https://datahub.io/core/imf-weo","ok","valid","valid","false" 46 | "IMO-IMDG-Codes","https://github.com/datasets/IMO-IMDG-Codes","2017-09-29T08:00:01.586Z","N","true","true","https://datahub.io/core/imo-imdg-codes","ok","valid","valid","false" 47 | "inflation","https://github.com/datasets/inflation","2017-09-29T08:00:01.586Z","N","true","true","https://datahub.io/core/inflation","ok","valid","valid","false" 48 | "interest-rates-gb","https://github.com/datasets/interest-rates-gb","2017-10-27T08:00:01.586Z","M","true","true","http://datahub.io/core/interest-rates-gb","ok","valid","valid","false" 49 | "investor-flow-of-funds-us","https://github.com/datasets/investor-flow-of-funds-us","2017-09-29T08:00:01.586Z","W","true","true","https://datahub.io/core/investor-flow-of-funds-us","ok","valid","valid","false" 50 | "iso-container-codes","https://github.com/datasets/iso-container-codes","2017-09-29T08:00:01.586Z","N","true","true","https://datahub.io/core/iso-container-codes","ok","valid","valid","false" 51 | "language-codes","https://github.com/datasets/language-codes","2017-09-29T08:00:01.586Z","A","true","true","https://datahub.io/core/language-codes","ok","valid","valid","true" 52 | "media-types","https://github.com/datasets/media-types","2017-09-29T08:00:01.586Z","N","true","true","https://datahub.io/core/media-types","ok","valid","valid","false" 53 | "membership-to-copyright-treaties","https://github.com/datasets/membership-to-copyright-treaties","2017-09-29T08:00:01.586Z","N","true","true","https://datahub.io/core/membership-to-copyright-treaties","ok","valid","valid","false" 54 | "nasdaq-listings","https://github.com/datasets/nasdaq-listings","2017-09-29T08:00:01.586Z","D","true","true","https://datahub.io/core/nasdaq-listings","ok","valid","valid","false" 55 | "natural-gas-prices","https://github.com/datasets/natural-gas-prices","2017-09-29T08:00:01.586Z","D","true","true","https://datahub.io/core/natural-gas","ok","valid","valid","true" 56 | "nyse-listings","https://github.com/datasets/nyse-listings","2017-09-29T08:00:01.586Z","D","true","true","https://datahub.io/core/nyse-other-listings","ok","valid","valid","false" 57 | "oil-prices","https://github.com/datasets/oil-prices","2017-09-29T08:00:01.586Z","D","true","true","https://datahub.io/core/oil-prices","ok","valid","valid","true" 58 | "pharmaceutical-drug-spending","https://github.com/datasets/pharmaceutical-drug-spending","2017-09-29T08:00:01.586Z","A","true","true","https://datahub.io/core/pharmaceutical-drug-spending","ok","valid","valid","false" 59 | "population","https://github.com/datasets/population","2017-09-29T08:00:01.586Z","A","true","true","https://datahub.io/core/population","ok","valid","valid","false" 60 | "population-global-historical","https://github.com/datasets/population-global-historical","2017-10-27T08:00:01.586Z","N","true","true","https://datahub.io/core/population-global-historical","ok","valid","valid","false" 61 | "population-growth-estimates-and-projections","https://github.com/datasets/population-growth-estimates-and-projections","2018-01-18T06:06:48.996Z","A","true","true","https://datahub.io/core/population-growth-estimates-and-projections","ok","valid","valid","true" 62 | "population-city","https://github.com/datasets/population-city","2017-09-29T08:00:01.586Z","A","true","true","https://datahub.io/core/population-city","ok","valid","valid","false" 63 | "ppp","https://github.com/datasets/ppp","2017-09-29T08:00:01.586Z","A","true","true","https://datahub.io/core/ppp","ok","valid","valid","false" 64 | "s-and-p-500","https://github.com/datasets/s-and-p-500","2017-09-29T08:00:01.586Z","M","true","true","https://datahub.io/core/s-and-p-500","ok","valid","valid","false" 65 | "s-and-p-500-companies","https://github.com/datasets/s-and-p-500-companies","2017-09-29T08:00:01.586Z","N","true","true","https://datahub.io/core/s-and-p-500-companies","ok","valid","valid","false" 66 | "s-and-p-500-companies-financials","https://github.com/datasets/s-and-p-companies-financials","2018-03-29T08:00:01.586Z","N","true","true","https://datahub.io/core/s-and-p-500-companies-financials","ok","valid","valid","false" 67 | "sea-level-rise","https://github.com/datasets/sea-level-rise","2017-09-29T08:00:01.586Z","M","true","true","https://datahub.io/core/sea-level-rise","ok","valid","valid","false" 68 | "smdg-master-terminal-facilities-list","https://github.com/datasets/smdg-master-terminal-facilities-list","2017-09-29T08:00:01.586Z","N","true","true","https://datahub.io/core/smdg-master-terminal-facilities-list","","valid","valid","false" 69 | "top-level-domain-names","https://github.com/datasets/top-level-domain-names","2017-09-29T08:00:01.586Z","N","true","true","https://datahub.io/core/top-level-domain-names","ok","valid","valid","false" 70 | "uk-sic-2007-condensed","https://github.com/datasets/uk-sic-2007-condensed","2017-09-29T08:00:01.586Z","N","true","true","https://datahub.io/core/uk-sic-2007-condensed","ok","valid","valid","false" 71 | "un-locode","https://github.com/datasets/un-locode","2017-09-29T08:00:01.586Z","N","true","true","https://datahub.io/core/un-locode","ok","valid","valid","false" 72 | "unece-package-codes","https://github.com/datasets/unece-package-codes","2017-09-29T08:00:01.586Z","N","true","true","https://datahub.io/core/unece-package-codes","ok","valid","valid","false" 73 | "unece-units-of-measure","https://github.com/datasets/unece-units-of-measure","2018-04-01T08:00:01.586Z","N","true","true","https://datahub.io/core/unece-units-of-measure","ok","valid","valid","false" 74 | "usa-education-budget-analysis","https://github.com/datasets/usa-education-budget-analysis","2017-09-29T08:00:01.586Z","A","true","true","https://datahub.io/core/usa-education-budget-analysis","ok","valid","valid","false" 75 | "world-cities","https://github.com/datasets/world-cities","2017-09-29T08:00:01.586Z","N","true","true","https://datahub.io/core/world-cities","ok","valid","valid","false" 76 | --------------------------------------------------------------------------------