Directory access is forbidden.
9 | 10 | 11 | 12 | -------------------------------------------------------------------------------- /application/config/memcached.php: -------------------------------------------------------------------------------- 1 | array( 15 | 'hostname' => '127.0.0.1', 16 | 'port' => '11211', 17 | 'weight' => '1', 18 | ), 19 | ); 20 | -------------------------------------------------------------------------------- /application/config/migration.php: -------------------------------------------------------------------------------- 1 | migration->current() this is the version that schema will 69 | | be upgraded / downgraded to. 70 | | 71 | */ 72 | $config['migration_version'] = 13; 73 | 74 | /* 75 | |-------------------------------------------------------------------------- 76 | | Migrations Path 77 | |-------------------------------------------------------------------------- 78 | | 79 | | Path to your migrations folder. 80 | | Typically, it will be within your application path. 81 | | Also, writing permission is required within the migrations path. 82 | | 83 | */ 84 | $config['migration_path'] = APPPATH.'migrations/'; 85 | -------------------------------------------------------------------------------- /application/config/profiler.php: -------------------------------------------------------------------------------- 1 | my_controller/index 50 | | my-controller/my-method -> my_controller/my_method 51 | */ 52 | $route['default_controller'] = 'offices/qa'; 53 | $route['404_override'] = ''; 54 | $route['translate_uri_dashes'] = FALSE; 55 | 56 | $route['upgrade-schema'] = "campaign/upgrade_schema"; 57 | 58 | $route['digitalstrategy'] = "campaign/digitalstrategy"; 59 | 60 | $route['validate'] = "campaign/validate"; 61 | $route['changeset'] = "campaign/changeset"; 62 | 63 | $route['datagov/status-update'] = "campaign/status_update"; 64 | $route['datagov/status-review-update'] = "campaign/status_review_update"; 65 | 66 | $route['datagov/(:any)'] = "campaign/$1"; 67 | $route['datagov/(:any)/'] = "campaign/$1"; 68 | $route['datagov/(:any)/(:any)'] = "campaign/$1/$2"; 69 | $route['datagov/(:any)/(:any)/(:any)'] = "campaign/$1/$2/$3"; 70 | 71 | $route['docs/(:any)'] = "docs/index/$1"; 72 | 73 | // Specific date reports (of the form Y-m-d) can have up to four parameters 74 | $route['offices/(\d{4}-\d{2}-\d{2})/?(:any)?/?(:any)?/?(:any)?/?(:any)?'] = 75 | "offices/milestone/$1/$2/$3/$4"; 76 | -------------------------------------------------------------------------------- /application/config/smileys.php: -------------------------------------------------------------------------------- 1 | array('grin.gif', '19', '19', 'grin'), 21 | ':lol:' => array('lol.gif', '19', '19', 'LOL'), 22 | ':cheese:' => array('cheese.gif', '19', '19', 'cheese'), 23 | ':)' => array('smile.gif', '19', '19', 'smile'), 24 | ';-)' => array('wink.gif', '19', '19', 'wink'), 25 | ';)' => array('wink.gif', '19', '19', 'wink'), 26 | ':smirk:' => array('smirk.gif', '19', '19', 'smirk'), 27 | ':roll:' => array('rolleyes.gif', '19', '19', 'rolleyes'), 28 | ':-S' => array('confused.gif', '19', '19', 'confused'), 29 | ':wow:' => array('surprise.gif', '19', '19', 'surprised'), 30 | ':bug:' => array('bigsurprise.gif', '19', '19', 'big surprise'), 31 | ':-P' => array('tongue_laugh.gif', '19', '19', 'tongue laugh'), 32 | '%-P' => array('tongue_rolleye.gif', '19', '19', 'tongue rolleye'), 33 | ';-P' => array('tongue_wink.gif', '19', '19', 'tongue wink'), 34 | ':P' => array('raspberry.gif', '19', '19', 'raspberry'), 35 | ':blank:' => array('blank.gif', '19', '19', 'blank stare'), 36 | ':long:' => array('longface.gif', '19', '19', 'long face'), 37 | ':ohh:' => array('ohh.gif', '19', '19', 'ohh'), 38 | ':grrr:' => array('grrr.gif', '19', '19', 'grrr'), 39 | ':gulp:' => array('gulp.gif', '19', '19', 'gulp'), 40 | '8-/' => array('ohoh.gif', '19', '19', 'oh oh'), 41 | ':down:' => array('downer.gif', '19', '19', 'downer'), 42 | ':red:' => array('embarrassed.gif', '19', '19', 'red face'), 43 | ':sick:' => array('sick.gif', '19', '19', 'sick'), 44 | ':shut:' => array('shuteye.gif', '19', '19', 'shut eye'), 45 | ':-/' => array('hmm.gif', '19', '19', 'hmmm'), 46 | '>:(' => array('mad.gif', '19', '19', 'mad'), 47 | ':mad:' => array('mad.gif', '19', '19', 'mad'), 48 | '>:-(' => array('angry.gif', '19', '19', 'angry'), 49 | ':angry:' => array('angry.gif', '19', '19', 'angry'), 50 | ':zip:' => array('zip.gif', '19', '19', 'zipper'), 51 | ':kiss:' => array('kiss.gif', '19', '19', 'kiss'), 52 | ':ahhh:' => array('shock.gif', '19', '19', 'shock'), 53 | ':coolsmile:' => array('shade_smile.gif', '19', '19', 'cool smile'), 54 | ':coolsmirk:' => array('shade_smirk.gif', '19', '19', 'cool smirk'), 55 | ':coolgrin:' => array('shade_grin.gif', '19', '19', 'cool grin'), 56 | ':coolhmm:' => array('shade_hmm.gif', '19', '19', 'cool hmm'), 57 | ':coolmad:' => array('shade_mad.gif', '19', '19', 'cool mad'), 58 | ':coolcheese:' => array('shade_cheese.gif', '19', '19', 'cool cheese'), 59 | ':vampire:' => array('vampire.gif', '19', '19', 'vampire'), 60 | ':snake:' => array('snake.gif', '19', '19', 'snake'), 61 | ':exclaim:' => array('exclaim.gif', '19', '19', 'exclaim'), 62 | ':question:' => array('question.gif', '19', '19', 'question') 63 | 64 | ); 65 | -------------------------------------------------------------------------------- /application/config/upload.php: -------------------------------------------------------------------------------- 1 | load->helper('url'); 10 | $this->load->helper('api'); 11 | 12 | } 13 | 14 | 15 | /** 16 | * Index Page for this controller. 17 | * 18 | * Maps to the following URL 19 | * http://example.com/index.php/welcome 20 | * - or - 21 | * http://example.com/index.php/welcome/index 22 | * - or - 23 | * Since this controller is set as the default controller in 24 | * config/routes.php, it's displayed at http://example.com/ 25 | * 26 | * So any other public methods not prefixed with an underscore will 27 | * map to /index.php/welcome/Directory access is forbidden.
8 | 9 | 10 | -------------------------------------------------------------------------------- /application/core/index.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 |Directory access is forbidden.
9 | 10 | 11 | 12 | -------------------------------------------------------------------------------- /application/helpers/csv_helper.php: -------------------------------------------------------------------------------- 1 | fp = fopen($file_name, "r"); 14 | $this->parse_header = $parse_header; 15 | $this->delimiter = $delimiter; 16 | $this->length = $length; 17 | 18 | if ($this->parse_header) 19 | { 20 | $this->header = fgetcsv($this->fp, $this->length, $this->delimiter); 21 | } 22 | 23 | } 24 | //-------------------------------------------------------------------- 25 | function __destruct() 26 | { 27 | if ($this->fp) 28 | { 29 | fclose($this->fp); 30 | } 31 | } 32 | //-------------------------------------------------------------------- 33 | function get($max_lines=0) 34 | { 35 | //if $max_lines is set to 0, then get all the data 36 | 37 | $data = array(); 38 | 39 | if ($max_lines > 0) 40 | $line_count = 0; 41 | else 42 | $line_count = -1; // so loop limit is ignored 43 | 44 | while ($line_count < $max_lines && ($row = fgetcsv($this->fp, $this->length, $this->delimiter)) !== FALSE) 45 | { 46 | if ($this->parse_header) 47 | { 48 | foreach ($this->header as $i => $heading_i) 49 | { 50 | $row_new[$heading_i] = $row[$i]; 51 | } 52 | $data[] = $row_new; 53 | } 54 | else 55 | { 56 | $data[] = $row; 57 | } 58 | 59 | if ($max_lines > 0) 60 | $line_count++; 61 | } 62 | return $data; 63 | } 64 | //-------------------------------------------------------------------- 65 | 66 | } 67 | ?> -------------------------------------------------------------------------------- /application/helpers/index.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 |Directory access is forbidden.
9 | 10 | 11 | 12 | -------------------------------------------------------------------------------- /application/hooks/index.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 |Directory access is forbidden.
9 | 10 | 11 | 12 | -------------------------------------------------------------------------------- /application/index.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 |Directory access is forbidden.
9 | 10 | 11 | 12 | -------------------------------------------------------------------------------- /application/language/english/index.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 |Directory access is forbidden.
9 | 10 | 11 | 12 | -------------------------------------------------------------------------------- /application/language/index.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 |Directory access is forbidden.
9 | 10 | 11 | 12 | -------------------------------------------------------------------------------- /application/libraries/DataJsonParser.php: -------------------------------------------------------------------------------- 1 | _json; 23 | } 24 | 25 | public function start_document() { 26 | $this->_stack = array(); 27 | $this->_level = 0; 28 | $this->_array_count = 0; 29 | $this->_front_matter = array(); 30 | $this->_dataset_stack = false; 31 | 32 | // Key is an array so that we can can remember keys per level to avoid it being reset when processing child keys. 33 | $this->_key = array(); 34 | } 35 | 36 | public function end_document() { 37 | 38 | // remove trailing comma from last object 39 | fseek ( $this->out_file, -2, SEEK_CUR); 40 | 41 | // end file 42 | fwrite($this->out_file, "\n]}"); 43 | fclose($this->out_file); 44 | } 45 | 46 | public function start_object() { 47 | $this->_level++; 48 | array_push($this->_stack, array()); 49 | // Reset the stack when entering the second level 50 | if($this->_level == 2) { 51 | $this->_stack = array(); 52 | $this->_key[$this->_level] = null; 53 | } 54 | } 55 | 56 | public function end_object() { 57 | $this->_level--; 58 | 59 | $obj = array_pop($this->_stack); 60 | if (empty($this->_stack)) { 61 | // doc is DONE! 62 | $this->_json = $obj; 63 | } else { 64 | $this->value($obj); 65 | } 66 | 67 | 68 | // Output the stack when returning to the second level 69 | if($this->_level == 2 && $this->_key[1] == 'dataset') { 70 | 71 | $this->_array_count++; 72 | $json_line = ''; 73 | 74 | // If this is the first line of the file, write the frontmatter 75 | if ($this->_dataset_stack === false) { 76 | $front_matter = json_encode($this->_front_matter); 77 | $front_matter = substr($front_matter, 0, strlen($front_matter) - 1); 78 | $json_line = $front_matter . ',"dataset":[' . "\n"; 79 | $this->_dataset_stack = true; 80 | } 81 | 82 | $json_line .= json_encode($this->_json) . ",\n"; 83 | fwrite($this->out_file, $json_line); 84 | } 85 | } 86 | 87 | public function start_array() { 88 | $this->start_object(); 89 | } 90 | 91 | public function end_array() { 92 | $this->end_object(); 93 | } 94 | 95 | // Key will always be a string 96 | public function key($key) { 97 | $this->_key[$this->_level] = $key; 98 | } 99 | 100 | // Note that value may be a string, integer, boolean, null 101 | public function value($value) { 102 | $obj = array_pop($this->_stack); 103 | if (isset($this->_key[$this->_level])) { 104 | $obj[$this->_key[$this->_level]] = $value; 105 | 106 | if($this->_level == 1 && $this->_dataset_stack === false) { 107 | $this->_front_matter[$this->_key[$this->_level]] = $value; 108 | } 109 | 110 | $this->_key[$this->_level] = null; 111 | } else { 112 | array_push($obj, $value); 113 | } 114 | array_push($this->_stack, $obj); 115 | } 116 | 117 | public function whitespace($whitespace) { 118 | // do nothing 119 | } 120 | } -------------------------------------------------------------------------------- /application/libraries/index.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 |Directory access is forbidden.
9 | 10 | 11 | 12 | -------------------------------------------------------------------------------- /application/logs/index.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 |Directory access is forbidden.
9 | 10 | 11 | 12 | -------------------------------------------------------------------------------- /application/migrations/001_datajson_stat_versioning.php: -------------------------------------------------------------------------------- 1 | db->query(" 10 | CREATE TABLE IF NOT EXISTS `datagov_campaign` ( 11 | `office_id` int(10) NOT NULL, 12 | `milestone` varchar(256) CHARACTER SET latin1 NOT NULL DEFAULT '', 13 | `contact_name` text CHARACTER SET latin1, 14 | `contact_email` text CHARACTER SET latin1, 15 | `datajson_status` longtext CHARACTER SET latin1, 16 | `datapage_status` longtext CHARACTER SET latin1, 17 | `digitalstrategy_status` longtext CHARACTER SET latin1, 18 | `tracker_fields` longtext CHARACTER SET latin1 NOT NULL, 19 | `tracker_status` longtext COLLATE utf8_unicode_ci, 20 | PRIMARY KEY (`office_id`,`milestone`) 21 | ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_unicode_ci;"); 22 | 23 | $this->db->query(" 24 | CREATE TABLE IF NOT EXISTS `notes` ( 25 | `id` int(10) NOT NULL AUTO_INCREMENT, 26 | `office_id` int(10) NOT NULL, 27 | `milestone` varchar(256) CHARACTER SET latin1 DEFAULT NULL, 28 | `field_name` varchar(256) CHARACTER SET latin1 NOT NULL, 29 | `note` longtext CHARACTER SET latin1 NOT NULL, 30 | PRIMARY KEY (`id`) 31 | ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_unicode_ci AUTO_INCREMENT=1021 ; 32 | "); 33 | 34 | $this->db->query(" 35 | CREATE TABLE IF NOT EXISTS `offices` ( 36 | `id` int(10) NOT NULL, 37 | `name` varchar(256) CHARACTER SET latin1 NOT NULL, 38 | `abbreviation` text CHARACTER SET latin1, 39 | `url` text CHARACTER SET latin1, 40 | `notes` text CHARACTER SET latin1, 41 | `parent_office_id` int(10) DEFAULT NULL, 42 | `no_parent` varchar(256) CHARACTER SET latin1 NOT NULL, 43 | `reporting_authority_type` varchar(256) CHARACTER SET latin1 NOT NULL, 44 | `cfo_act_agency` varchar(256) CHARACTER SET latin1 DEFAULT NULL, 45 | PRIMARY KEY (`id`) 46 | ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_unicode_ci; 47 | "); 48 | 49 | $this->db->query(" 50 | CREATE TABLE IF NOT EXISTS `users_auth` ( 51 | `user_id` int(8) NOT NULL, 52 | `username` varchar(255) CHARACTER SET latin1 NOT NULL, 53 | `username_url` varchar(255) CHARACTER SET latin1 NOT NULL, 54 | `name_full` varchar(255) CHARACTER SET latin1 DEFAULT NULL, 55 | `provider_url` text CHARACTER SET latin1 NOT NULL, 56 | `provider_user_id` int(12) NOT NULL, 57 | `token` text CHARACTER SET latin1 NOT NULL, 58 | `provider` varchar(255) CHARACTER SET latin1 NOT NULL DEFAULT 'github', 59 | `permissions` varchar(256) CHARACTER SET latin1 DEFAULT NULL 60 | ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_unicode_ci; 61 | "); 62 | 63 | $this->db->query("ALTER TABLE `datagov_campaign` ADD `crawl_start` DATETIME NULL AFTER `milestone`;"); 64 | $this->db->query("ALTER TABLE `datagov_campaign` ADD `crawl_end` DATETIME NULL AFTER `crawl_start`;"); 65 | $this->db->query("ALTER TABLE `datagov_campaign` ADD `crawl_status` VARCHAR(256) NULL AFTER `crawl_end`;"); 66 | $this->db->query("ALTER TABLE `datagov_campaign` DROP PRIMARY KEY; "); 67 | $this->db->query("ALTER TABLE `datagov_campaign` ADD `status_id` INT(5) NOT NULL AUTO_INCREMENT PRIMARY KEY FIRST;"); 68 | 69 | /* 70 | Populate offices table 71 | 72 | The agency hierarchy in the offices table was originally populated from 73 | the USA.gov Federal Agency Directory API. That API is no longer 74 | available, so we've captured the data in this CSV file. 75 | 76 | Note that the IDs, which originally came from the API, are exposed in 77 | URLs that people may have bookmarked; use caution if you change them! 78 | */ 79 | if (($handle = fopen(APPPATH."migrations/offices.csv", "r")) === FALSE) { 80 | 81 | echo "Couldn't open the CSV file"; 82 | 83 | } else { 84 | 85 | $this->db->query('BEGIN;'); 86 | 87 | // Read in the header row 88 | if (($keys = fgetcsv($handle, 1000, ",")) === FALSE) { 89 | 90 | echo "Couldn't find a header row"; 91 | 92 | } else { 93 | 94 | // For each remaining row... 95 | while (($values = fgetcsv($handle, 1000, ",")) !== FALSE) { 96 | // Make an INSERT query and execute it 97 | $record = array_combine($keys, $values); 98 | $query = $this->db->insert_string('offices', $record); 99 | $result = $this->db->simple_query($query); 100 | if(!$result) { 101 | $this->db->simple_query('ROLLBACK;'); 102 | } 103 | } 104 | 105 | } 106 | 107 | $this->db->query('COMMIT;'); 108 | fclose($handle); 109 | 110 | } 111 | 112 | } 113 | 114 | } 115 | 116 | 117 | 118 | -------------------------------------------------------------------------------- /application/migrations/002_office_ids.php: -------------------------------------------------------------------------------- 1 | db->query("ALTER TABLE `offices` ADD `url_slug` VARCHAR(256) NULL AFTER `id`;"); 9 | } 10 | 11 | } 12 | 13 | 14 | 15 | -------------------------------------------------------------------------------- /application/migrations/003_sess_use_database.php: -------------------------------------------------------------------------------- 1 | db->query(" 11 | CREATE TABLE IF NOT EXISTS `ci_sessions` ( 12 | session_id varchar(40) DEFAULT '0' NOT NULL, 13 | ip_address varchar(45) DEFAULT '0' NOT NULL, 14 | user_agent varchar(120) NOT NULL, 15 | last_activity int(10) unsigned DEFAULT 0 NOT NULL, 16 | user_data text NOT NULL, 17 | PRIMARY KEY (session_id), 18 | KEY `last_activity_idx` (`last_activity`) 19 | );"); 20 | } 21 | } 22 | 23 | 24 | 25 | -------------------------------------------------------------------------------- /application/migrations/004_alter_session_table.php: -------------------------------------------------------------------------------- 1 | db->query("ALTER TABLE ci_sessions CHANGE session_id id varchar(40) DEFAULT '0' NOT NULL;"); 12 | $this->db->query("ALTER TABLE ci_sessions DROP COLUMN user_agent CASCADE;"); 13 | $this->db->query("ALTER TABLE ci_sessions CHANGE user_data data text NOT NULL;"); 14 | $this->db->query("ALTER TABLE ci_sessions CHANGE last_activity timestamp int(10) unsigned DEFAULT 0 NOT NULL;"); 15 | 16 | // See https://codeigniter.com/userguide3/libraries/sessions.html#database-driver 17 | // No need to adjust the primary key as described there; sess_match_ip is FALSE. 18 | } 19 | } 20 | 21 | 22 | 23 | -------------------------------------------------------------------------------- /application/migrations/005_create_logging_table.php: -------------------------------------------------------------------------------- 1 | db->query(' 12 | CREATE TABLE IF NOT EXISTS ci_logs ( 13 | ip VARCHAR(10) NOT NULL, 14 | page VARCHAR(255) NOT NULL, 15 | user_agent VARCHAR(255) NOT NULL, 16 | referrer VARCHAR(255) NOT NULL, 17 | logged TIMESTAMP NOT NULL 18 | default CURRENT_TIMESTAMP on update CURRENT_TIMESTAMP, 19 | username VARCHAR(255) NOT NULL, 20 | memory INT UNSIGNED NOT NULL, 21 | render_elapsed FLOAT NOT NULL, 22 | ci_elapsed FLOAT NOT NULL, 23 | controller_elapsed FLOAT NOT NULL, 24 | mysql_elapsed FLOAT NOT NULL, 25 | mysql_count_queries TINYINT UNSIGNED NOT NULL, 26 | mysql_queries TEXT NOT NULL 27 | ) ENGINE=ARCHIVE; 28 | '); 29 | $this->db->query('ALTER TABLE ci_logs CHANGE referrer referrer VARCHAR(255) DEFAULT NULL;'); 30 | $this->db->query('ALTER TABLE ci_logs CHANGE username username VARCHAR(255) DEFAULT NULL;'); 31 | 32 | 33 | } 34 | } 35 | 36 | 37 | 38 | -------------------------------------------------------------------------------- /application/migrations/006_update_session_table_id.php: -------------------------------------------------------------------------------- 1 | db->query("ALTER TABLE ci_sessions CHANGE id id varchar(128) NOT NULL;"); 12 | } 13 | } 14 | 15 | 16 | 17 | -------------------------------------------------------------------------------- /application/migrations/007_add_omb_monitored_flag.php: -------------------------------------------------------------------------------- 1 | db->query("ALTER TABLE `offices` ADD `omb_monitored` varchar(256) CHARACTER SET latin1 DEFAULT 'FALSE' AFTER `cfo_act_agency`;"); 12 | 13 | // OMB wants to monitor all CFO Act agencies 14 | $this->db->query("UPDATE offices SET omb_monitored = 'TRUE' WHERE cfo_act_agency = 'TRUE'"); 15 | 16 | // OMB wants to monitor these offices (for which there is no existing DB entry) 17 | $this->db->query("INSERT INTO offices 18 | (id, name, abbreviation, url, notes, no_parent, parent_office_id, reporting_authority_type, cfo_act_agency, omb_monitored) VALUES 19 | (80000, 'District of Columbia Courts', 'DCC', 'https://www.dccourts.gov/', '', 'TRUE', 0, 'independent', 'FALSE', 'TRUE'), 20 | (80001, 'Public Defender Service of the District of Columbia', 'PDSDC', 'https://www.pdsdc.org/', '', 'TRUE', 0, 'independent', 'FALSE', 'TRUE'), 21 | (80002, 'US Agency for Global Media', 'USAGM', 'https://www.usagm.gov/', '', 'TRUE', 0, 'independent', 'FALSE', 'TRUE') 22 | "); 23 | 24 | // OMB also wants to monitor these offices, already in the DB 25 | $this->db->query("UPDATE offices SET omb_monitored = 'TRUE' WHERE name IN ( 26 | 'Administrative Conference of the United States', 27 | 'American Battle Monuments Commission', 28 | 'Commission on Civil Rights', 29 | 'Consumer Financial Protection Bureau', 30 | 'Consumer Product Safety Commission', 31 | 'Corporation for National and Community Service', 32 | 'Court Services and Offender Supervision Agency for the District of Columbia', 33 | 'District of Columbia Courts', 34 | 'Equal Employment Opportunity Commission', 35 | 'Export-Import Bank of the United States', 36 | 'Farm Credit Administration', 37 | 'Farm Credit System Insurance Corporation ', 38 | 'Federal Communications Commission', 39 | 'Federal Deposit Insurance Corporation', 40 | 'Federal Energy Regulatory Commission', 41 | 'Federal Housing Finance Agency', 42 | 'Federal Maritime Commission', 43 | 'Federal Mediation and Conciliation Service', 44 | 'Federal Reserve System', 45 | 'Federal Retirement Thrift Investment Board', 46 | 'Federal Trade Commission', 47 | 'Inter-American Foundation', 48 | 'Merit Systems Protection Board', 49 | 'Millennium Challenge Corporation', 50 | 'Morris K. Udall and Stewart L. Udall Foundation', 51 | 'National Capital Planning Commission', 52 | 'National Credit Union Administration', 53 | 'National Endowment for the Arts', 54 | 'National Endowment for the Humanities', 55 | 'National Mediation Board', 56 | 'National Transportation Safety Board', 57 | 'Nuclear Waste Technical Review Board', 58 | 'Occupational Safety and Health Review Commission', 59 | 'Office of Government Ethics', 60 | 'Office of the Comptroller of the Currency', 61 | 'Peace Corps', 62 | 'Pension Benefit Guaranty Corporation', 63 | 'Presidio Trust', 64 | 'Public Defender Service of the District of Columbia', 65 | 'Railroad Retirement Board', 66 | 'Selective Service System', 67 | 'Surface Transportation Board', 68 | 'U.S. Access Board', 69 | 'U.S. Commission of Fine Arts', 70 | 'U.S. Commodity Futures Trading Commission', 71 | 'U.S. International Trade Commission', 72 | 'Office of Special Counsel', 73 | 'U.S. Trade and Development Agency', 74 | 'US Agency for Global Media') 75 | "); 76 | 77 | } 78 | } 79 | 80 | 81 | 82 | -------------------------------------------------------------------------------- /application/migrations/008_fix_nasa_url.php: -------------------------------------------------------------------------------- 1 | db->query('UPDATE offices SET url = "https://data.nasa.gov" WHERE id = "49476"'); 12 | } 13 | } 14 | 15 | 16 | 17 | -------------------------------------------------------------------------------- /application/migrations/009_add_idempotent_migration_scaffolding.php: -------------------------------------------------------------------------------- 1 | create_idempotent_helpers(); 11 | } 12 | 13 | public function down() 14 | { 15 | return $this->drop_idempotent_helpers(); 16 | } 17 | 18 | private function drop_idempotent_helpers() { 19 | $this->db->query('DROP FUNCTION IF EXISTS column_exists'); 20 | $this->db->query('DROP PROCEDURE IF EXISTS drop_column_if_exists'); 21 | $this->db->query('DROP PROCEDURE IF EXISTS add_column_if_not_exists'); 22 | return true; 23 | } 24 | 25 | /* 26 | * Create functions and stored procedures useful for writing idempotent DDL statements 27 | * in future migrations. 28 | * 29 | * Example usage: 30 | * SELECT column_exists('my_table', 'my_column'); -- 0 31 | * CALL add_column_if_not_exists('my_table', 'my_column', varchar(15)); -- success 32 | * SELECT column_exists('my_table', 'my_column'); -- 1 33 | * CALL add_column_if_not_exists('my_table', 'my_column', varchar(15)); -- success 34 | * SELECT column_exists('my_table', 'my_column'); -- 1 35 | * CALL drop_column_if_exists('my_table', 'my_column'); -- success 36 | * SELECT column_exists('my_table', 'my_column'); -- 0 37 | * CALL drop_column_if_exists('my_table', 'my_column'); -- success 38 | * SELECT column_exists('my_table', 'my_column'); -- 0 39 | * 40 | * Source for this approach: https://stackoverflow.com/a/49676339 41 | */ 42 | private function create_idempotent_helpers() { 43 | 44 | // column_exists: test whether a table already has a column 45 | $this->db->query('DROP FUNCTION IF EXISTS column_exists'); 46 | $this->db->query('CREATE FUNCTION column_exists( 47 | tname VARCHAR(64), 48 | cname VARCHAR(64) 49 | ) 50 | RETURNS BOOLEAN 51 | READS SQL DATA 52 | BEGIN 53 | RETURN 0 < (SELECT COUNT(*) 54 | FROM `INFORMATION_SCHEMA`.`COLUMNS` 55 | WHERE `TABLE_SCHEMA` = SCHEMA() 56 | AND `TABLE_NAME` = tname 57 | AND `COLUMN_NAME` = cname); 58 | END'); 59 | 60 | // drop_column_if_exists: idempotently drop a column from a table 61 | $this->db->query('DROP PROCEDURE IF EXISTS drop_column_if_exists'); 62 | $this->db->query('CREATE PROCEDURE drop_column_if_exists( 63 | tname VARCHAR(64), 64 | cname VARCHAR(64) 65 | ) 66 | BEGIN 67 | IF column_exists(tname, cname) THEN 68 | SET @drop_column_if_exists = CONCAT(\'ALTER TABLE `\', tname, \'` DROP COLUMN `\', cname, \'`\'); 69 | PREPARE drop_query FROM @drop_column_if_exists; 70 | EXECUTE drop_query; 71 | END IF; 72 | END'); 73 | 74 | // Similar function for only adding a column if it doesn't already exist 75 | // add_column_if_not_exists: idempotently add a column to a table 76 | $this->db->query('DROP PROCEDURE IF EXISTS add_column_if_not_exists'); 77 | $this->db->query('CREATE PROCEDURE add_column_if_not_exists( 78 | tname VARCHAR(64), 79 | cname VARCHAR(64), 80 | cdef VARCHAR(255) 81 | ) 82 | BEGIN 83 | IF NOT column_exists(tname, cname) THEN 84 | SET @statement = \'ALTER TABLE `tname` ADD COLUMN `cname` cdef\'; 85 | ELSE 86 | -- Make sure the column is defined the way we want 87 | SET @statement = \'ALTER TABLE `tname` CHANGE `cname` `cname` cdef\'; 88 | END IF; 89 | 90 | SET @statement = REPLACE(@statement, \'tname\', tname); 91 | SET @statement = REPLACE(@statement, \'cname\', cname); 92 | SET @statement = REPLACE(@statement, \'cdef\', cdef); 93 | PREPARE change_query FROM @statement; 94 | EXECUTE change_query; 95 | 96 | END'); 97 | 98 | return true; 99 | } 100 | 101 | } 102 | -------------------------------------------------------------------------------- /application/migrations/010_add_long_running_flag.php: -------------------------------------------------------------------------------- 1 | db->query("CALL add_column_if_not_exists('offices', 'long_running', 'varchar(256) CHARACTER SET latin1 DEFAULT \'FALSE\' AFTER `cfo_act_agency`')"); 11 | // these are the offices that have long running crawls 12 | $this->db->query("UPDATE offices SET long_running = 'TRUE' WHERE name IN ( 13 | 'Department of Commerce', 14 | 'Department of Health and Human Services', 15 | 'Department of the Interior', 16 | 'Department of Transportation', 17 | 'Environmental Protection Agency', 18 | 'Federal Energy Regulatory Commission', 19 | 'National Aeronautics and Space Administration', 20 | 'U.S. Agency for International Development') 21 | "); 22 | } 23 | 24 | public function down() 25 | { 26 | $this->db->query("CALL drop_column_if_exists('offices', 'long_running')"); 27 | } 28 | } 29 | -------------------------------------------------------------------------------- /application/migrations/011_add_and_edit_omb_monitored_agencies.php: -------------------------------------------------------------------------------- 1 | db->query("INSERT INTO offices 12 | (id, name, abbreviation, url, notes, no_parent, parent_office_id, reporting_authority_type, cfo_act_agency, omb_monitored, long_running) VALUES 13 | (80003, 'Gulf Coast Ecosystem Restoration Council', 'GCERC', 'https://restorethegulf.gov', '', 'TRUE', 0, 'independent', 'FALSE', 'TRUE', 'FALSE'), 14 | (80004, 'Intelligence Community', 'IC', 'https://www.intelligence.gov', '', 'TRUE', 0, 'independent', 'FALSE', 'TRUE', 'FALSE') 15 | "); 16 | 17 | // OMB also wants to monitor these offices, already in the DB 18 | $this->db->query("UPDATE offices SET omb_monitored = 'TRUE' WHERE name IN ( 19 | 'Navy', 20 | 'Securities and Exchange Commission', 21 | 'U.S. Air Force', 22 | 'U.S. Army') 23 | "); 24 | 25 | // Navy should have an updated name 26 | $this->db->query('UPDATE offices SET name = "U.S. Navy" WHERE id = "49561"'); 27 | } 28 | } -------------------------------------------------------------------------------- /application/migrations/012_add_fcc_to_omb_monitored_agencies.php: -------------------------------------------------------------------------------- 1 | db->query("UPDATE offices SET omb_monitored = 'TRUE' WHERE name IN ('Federal Communications Commission')"); 11 | 12 | } 13 | } 14 | -------------------------------------------------------------------------------- /application/migrations/013_fix_navy_name.php: -------------------------------------------------------------------------------- 1 | db->query('UPDATE offices SET name = "U.S. Navy" WHERE id = "49561"'); 12 | } 13 | 14 | public function down() 15 | { 16 | $this->db->query('UPDATE offices SET name = "Navy" WHERE id = "49561"'); 17 | } 18 | } -------------------------------------------------------------------------------- /application/models/index.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 |Directory access is forbidden.
9 | 10 | 11 | 12 | -------------------------------------------------------------------------------- /application/tests/.gitignore: -------------------------------------------------------------------------------- 1 | _ci_phpunit_test/tmp/ 2 | build/ 3 | -------------------------------------------------------------------------------- /application/tests/DbTestCase.php: -------------------------------------------------------------------------------- 1 | assertEquals($expected_public_methods, json_encode($public_methods)); 22 | } 23 | 24 | } 25 | -------------------------------------------------------------------------------- /application/tests/controllers/Strapping_test.php: -------------------------------------------------------------------------------- 1 | assertNull(NULL); 20 | } 21 | 22 | /** 23 | * These are strapping tests that just assert that no PHP errors are encountered on clicks of nav links 24 | * @dataProvider navLinksProvider 25 | */ 26 | public function testMainNavReturns200($path) 27 | { 28 | $this->request('GET', $path); 29 | $this->assertResponseCode(200); 30 | } 31 | 32 | public function navLinksProvider() { 33 | return [ 34 | 'Home' => ['offices/qa'], 35 | 'Agencies' => ['offices/qa'], 36 | 'Validator' => ['validate'], 37 | 'Converters > ExportAPI' => ['export'], 38 | 'Converters > CSV Converter' => ['datagov/csv_to_json'], 39 | 'Converters > Schema Converter' => ['upgrade-schema'], 40 | 'Converters > Data.json merger' => ['merge'], 41 | 'Help > Docs' => ['docs'], 42 | 'About' => ['docs/about'] 43 | ]; 44 | 45 | } 46 | 47 | } 48 | -------------------------------------------------------------------------------- /application/tests/controllers/Welcome_test.php: -------------------------------------------------------------------------------- 1 | 6 | * @license MIT License 7 | * @copyright 2015 Kenji Suzuki 8 | * @link https://github.com/kenjis/ci-phpunit-test 9 | */ 10 | 11 | class WelcomeTest extends TestCase 12 | { 13 | public function testGeneratesTheExpectedTitle() 14 | { 15 | $output = $this->request('GET', 'welcome/index'); 16 | $this->assertStringContainsString('Directory access is forbidden.
9 | 10 | 11 | 12 | -------------------------------------------------------------------------------- /application/views/changeset.php: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 |If you’ve used the CSV to JSON tool in the past, please 9 | contact us; we’d love to hear from you.
10 || ' . "{$item->fields[$column]->label} | "; 65 | 66 | echo ''; 67 | if(!empty($item->fields[$column]->value[$row])) { 68 | echo $item->fields[$column]->value[$row]; 69 | } 70 | echo " | "; 71 | 72 | echo "
|---|
Directory access is forbidden.
9 | 10 | 11 | 12 | -------------------------------------------------------------------------------- /application/views/errors/html/error_404.php: -------------------------------------------------------------------------------- 1 | 4 | 5 | 6 | 7 |Type:
10 |Message:
11 |Filename: getFile(); ?>
12 |Line Number: getLine(); ?>
13 | 14 | 15 | 16 |Backtrace:
17 | getTrace() as $error): ?> 18 | 19 | 20 | 21 |
22 | File:
23 | Line:
24 | Function:
25 |
Severity:
10 |Message:
11 |Filename:
12 |Line Number:
13 | 14 | 15 | 16 |Backtrace:
17 | 18 | 19 | 20 | 21 |
22 | File:
23 | Line:
24 | Function:
25 |
Directory access is forbidden.
9 | 10 | 11 | 12 | -------------------------------------------------------------------------------- /application/views/errors/index.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 |Directory access is forbidden.
9 | 10 | 11 | 12 | -------------------------------------------------------------------------------- /application/views/export.php: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 |12 | This is a simple API for exporting data from http://catalog.data.gov in a way that conforms to the data.json schema as both JSON and CSV files 13 |
14 | 15 |GET /datagov/convert
17 |
18 | The only parameter is ?orgs where the orgs refers the the name of the organization in CKAN. For example:
19 |
GET /datagov/csv
23 |
24 | The only parameter is ?orgs where the orgs refers the the name of the organization in CKAN. For example:
25 |