14 |

Generate Fake Data for your PostgreSQL Database

15 |

16 | click here for tutorial data 17 |

18 |

Supported data types:

19 |

text
int
integer
varchar (length ignored)
25 | 26 | add new data type 27 | 28 |

30 |

paste tables below.

31 |

32 |

setText(e.target.value)}
48 |           />
49 |         </div>
50 |         <button
51 |           style={{ marginTop: "1em" }}
52 |           onClick={() => {
53 |             if (!text) {
54 |               setError("empty...");
55 |               return;
56 |             }
57 | 
58 |             const parsedSchema = parseSchema(text);
59 |             Router.push(
60 |               "/data/[schema]/[seed]",
61 |               `/data/${btoa(JSON.stringify(parsedSchema))}/${Math.floor(
62 |                 Math.random() * 10000
63 |               )}`
64 |             );
65 |           }}
66 |         >
67 |           generate data
68 |         </button>
69 |         <span style={{ paddingLeft: "1em", color: "#bb0000" }}>{error}</span>
70 | 
71 |         <div style={{ marginTop: "3em" }}>
72 |           used in{" "}
73 |           <a href="https://www.youtube.com/watch?v=tp_5c6jaNQE">
74 |             Ben Awad's PostgreSQL Tutorial
75 |           </a>
76 |         </div>
77 |         <div style={{ marginTop: ".5em" }}>
78 |           <a href="https://github.com/benawad/postgres-random-data-inserter">
79 |             source code for website
80 |           </a>
81 |         </div>
82 |       </div>
83 |     </Layout>
84 |   );
85 | };
86 | 
87 | export default IndexPage;
88 |

--------------------------------------------------------------------------------
/public/_redirects:
--------------------------------------------------------------------------------
1 | /tutorial /data/W3sibmFtZSI6InVzZXJzIiwiY29sdW1ucyI6W3sibmFtZSI6ImZpcnN0X25hbWUiLCJkYXRhVHlwZSI6InZhcmNoYXIifSx7Im5hbWUiOiJsYXN0X25hbWUiLCJkYXRhVHlwZSI6InRleHQifSx7Im5hbWUiOiJhZ2UiLCJkYXRhVHlwZSI6ImludCJ9LHsibmFtZSI6ImVtYWlsIiwiZGF0YVR5cGUiOiJ0ZXh0In1dLCJkZXBzIjpbXX0seyJuYW1lIjoicG9zdHMiLCJjb2x1bW5zIjpbeyJuYW1lIjoidGl0bGUiLCJkYXRhVHlwZSI6InRleHQifSx7Im5hbWUiOiJib2R5IiwiZGF0YVR5cGUiOiJ0ZXh0In0seyJuYW1lIjoiXCJjcmVhdG9ySWRcIiIsImRhdGFUeXBlIjoiaW50In1dLCJkZXBzIjpbXX0seyJuYW1lIjoiY29tbWVudHMiLCJjb2x1bW5zIjpbeyJuYW1lIjoibWVzc2FnZSIsImRhdGFUeXBlIjoidGV4dCJ9LHsibmFtZSI6InBvc3RfaWQiLCJkYXRhVHlwZSI6ImludCJ9LHsibmFtZSI6ImNyZWF0b3JfaWQiLCJkYXRhVHlwZSI6ImludCJ9XSwiZGVwcyI6W119LHsibmFtZSI6ImZhdm9yaXRlcyIsImNvbHVtbnMiOlt7Im5hbWUiOiJ1c2VyX2lkIiwiZGF0YVR5cGUiOiJpbnQifSx7Im5hbWUiOiJwb3N0X2lkIiwiZGF0YVR5cGUiOiJpbnQifV0sImRlcHMiOltdfSx7Im5hbWUiOiJmcmllbmRzIiwiY29sdW1ucyI6W3sibmFtZSI6InVzZXJfaWQxIiwiZGF0YVR5cGUiOiJpbnQifSx7Im5hbWUiOiJ1c2VyX2lkMiIsImRhdGFUeXBlIjoiaW50In1dLCJkZXBzIjpbXX1d/6465
2 | /data/* /data/[schema]/[seed].html 200

--------------------------------------------------------------------------------
/tsconfig.json:
--------------------------------------------------------------------------------
 1 | {
 2 |   "compilerOptions": {
 3 |     "allowJs": true,
 4 |     "alwaysStrict": true,
 5 |     "esModuleInterop": true,
 6 |     "forceConsistentCasingInFileNames": true,
 7 |     "isolatedModules": true,
 8 |     "jsx": "preserve",
 9 |     "lib": ["dom", "es2017"],
10 |     "module": "esnext",
11 |     "moduleResolution": "node",
12 |     "noEmit": true,
13 |     "noFallthroughCasesInSwitch": true,
14 |     "noUnusedLocals": true,
15 |     "noUnusedParameters": true,
16 |     "resolveJsonModule": true,
17 |     "skipLibCheck": true,
18 |     "strict": true,
19 |     "target": "esnext"
20 |   },
21 |   "exclude": ["node_modules"],
22 |   "include": ["**/*.ts", "**/*.tsx"]
23 | }
24 |

--------------------------------------------------------------------------------
/utils/columnsToFakeInserts.ts:
--------------------------------------------------------------------------------
 1 | import { ColumnInfo, Table } from "./parseSchema";
 2 | import faker from "faker";
 3 | 
 4 | const colToFakeValue = (c: ColumnInfo) => {
 5 |   if (c.dataType === "int" || c.dataType === "integer") {
 6 |     return faker.random.number({ min: 1, max: 100 });
 7 |   }
 8 | 
 9 |   if (c.dataType === "text" || c.dataType === "varchar") {
10 |     let s = faker.lorem.word();
11 |     if (c.name.includes("first_name")) {
12 |       s = faker.name.firstName();
13 |     } else if (c.name.includes("last_name")) {
14 |       s = faker.name.lastName();
15 |     } else if (c.name.includes("email")) {
16 |       s = faker.internet.email();
17 |     } else if (c.name.includes("body")) {
18 |       s = faker.lorem.paragraphs();
19 |     } else if (c.name.includes("message")) {
20 |       s = faker.lorem.sentence();
21 |     } else if (c.name.includes("title")) {
22 |       s = faker.company.bs();
23 |     }
24 | 
25 |     return `'${s.replace("'", "''")}'`;
26 |   }
27 | 
28 |   throw new Error("unknown dataType: " + c.dataType);
29 | };
30 | 
31 | export const columnsToFakeInserts = (table: Table, seed: number) => {
32 |   if (!Number.isNaN(seed)) {
33 |     faker.seed(seed);
34 |   }
35 | 
36 |   const inserts: string[] = [];
37 |   const isJoinTable = table.columns.every(x => !!x.ref);
38 |   const history: Record<string, boolean> = {};
39 | 
40 |   for (let i = 0; i < 100; i++) {
41 |     let v = table.columns.map(colToFakeValue).join(",");
42 |     if (isJoinTable) {
43 |       let maxIters = 100;
44 |       while (v in history && maxIters) {
45 |         maxIters--;
46 |         v = table.columns.map(colToFakeValue).join(",");
47 |       }
48 |       history[v] = true;
49 |     }
50 | 
51 |     inserts.push(
52 |       `insert into ${table.name} (${table.columns
53 |         .map(c => c.name)
54 |         .join(",")}) values (${v});`
55 |     );
56 |   }
57 | 
58 |   return inserts;
59 | };
60 |

--------------------------------------------------------------------------------
/utils/generateInsertStatements.ts:
--------------------------------------------------------------------------------
 1 | import { columnsToFakeInserts } from "./columnsToFakeInserts";
 2 | import { Table } from "./parseSchema";
 3 | 
 4 | export const generateInsertStatements = (
 5 |   base64Schema: string,
 6 |   seed: string
 7 | ) => {
 8 |   if (!base64Schema) {
 9 |     return null;
10 |   }
11 | 
12 |   let seedNum = parseInt(seed);
13 |   const stringSchema = atob(base64Schema);
14 | 
15 |   if (!stringSchema) {
16 |     return "invalid data";
17 |   }
18 | 
19 |   const tables = JSON.parse(stringSchema) as Table[];
20 | 
21 |   if (!tables.length) {
22 |     return "could not find any tables with columns";
23 |   }
24 | 
25 |   const statements = [];
26 | 
27 |   statements.push(
28 |     `TRUNCATE TABLE ${tables.map(t => t.name).join(",")} RESTART IDENTITY;`
29 |   );
30 | 
31 |   let deadlock = false;
32 |   const depMap: Record<string, boolean> = {};
33 |   const tablesDone: Record<string, boolean> = {};
34 |   while (Object.keys(tablesDone).length < tables.length && !deadlock) {
35 |     deadlock = true;
36 |     for (const table of tables) {
37 |       if (!table.deps.length || table.deps.every(d => d in depMap)) {
38 |         deadlock = false;
39 |         statements.push(...columnsToFakeInserts(table, seedNum));
40 |         tablesDone[table.name] = true;
41 |       }
42 |     }
43 |   }
44 | 
45 |   if (deadlock) {
46 |     return "deadlock";
47 |   }
48 | 
49 |   return statements;
50 | };
51 |

--------------------------------------------------------------------------------
/utils/isBrowser.ts:
--------------------------------------------------------------------------------
1 | export const isBrowser = () => typeof window !== "undefined";
2 |

--------------------------------------------------------------------------------
/utils/parseSchema.ts:
--------------------------------------------------------------------------------
 1 | const tablesRegex = /create table\s+(.+)\s*$\s+((?:\s|\(.+$|[^\)])+)/gim;
 2 | const columnRegex = /^([^\s]+).+(int|integer|text|varchar).*(?:references\s+([^$]+)\((.+)$)?/i;
 3 | 
 4 | export interface ColumnInfo {
 5 |   name: string;
 6 |   dataType: string;
 7 |   ref?: {
 8 |     tableName: string;
 9 |     colName: string;
10 |   };
11 | }
12 | 
13 | export interface Table {
14 |   name: string;
15 |   columns: ColumnInfo[];
16 |   deps: string[];
17 | }
18 | 
19 | export const parseSchema = (stringSchema: string) => {
20 |   let m;
21 | 
22 |   const tables: Table[] = [];
23 | 
24 |   while ((m = tablesRegex.exec(stringSchema)) !== null) {
25 |     if (m.index === tablesRegex.lastIndex) {
26 |       tablesRegex.lastIndex++;
27 |     }
28 | 
29 |     let tableName = "";
30 |     let body = "";
31 | 
32 |     m.forEach((match, groupIndex) => {
33 |       if (groupIndex === 1) {
34 |         tableName = match.trim();
35 |       }
36 |       if (groupIndex === 2) {
37 |         body = match;
38 |       }
39 |     });
40 | 
41 |     const columns: ColumnInfo[] = [];
42 |     const deps: string[] = [];
43 |     body.split(",").forEach(s => {
44 |       s = s.trim();
45 |       const ls = s.toLowerCase();
46 |       if (
47 |         ls.startsWith("unique(") ||
48 |         ls.startsWith("primary key") ||
49 |         ls.startsWith("constraint ")
50 |       ) {
51 |         return;
52 |       }
53 | 
54 |       const columnInfo: ColumnInfo = { name: "", dataType: "" };
55 |       let m2;
56 |       if ((m2 = columnRegex.exec(s)) !== null) {
57 |         m2.forEach((match, groupIndex) => {
58 |           if (groupIndex === 1 && match) {
59 |             columnInfo.name = match;
60 |           } else if (groupIndex === 2 && match) {
61 |             columnInfo.dataType = match.toLowerCase();
62 |           } else if (groupIndex === 3 && match) {
63 |             columnInfo.ref = { colName: "", tableName: match };
64 |             deps.push(match);
65 |           } else if (groupIndex === 4 && match) {
66 |             columnInfo.ref!.colName = match;
67 |           }
68 |         });
69 |       }
70 | 
71 |       if (columnInfo.name && columnInfo.dataType) {
72 |         columns.push(columnInfo);
73 |       }
74 |     });
75 | 
76 |     if (columns.length) {
77 |       tables.push({ name: tableName, columns, deps });
78 |     }
79 |   }
80 | 
81 |   return tables;
82 | };
83 |

--------------------------------------------------------------------------------