├── .dockerignore
├── .env.example
├── .eslintrc.json
├── .gitignore
├── Dockerfile
├── README.md
├── app
    ├── components
    │   ├── Banner.tsx
    │   ├── ChatHistory.tsx
    │   ├── Chatbot.tsx
    │   ├── FileSearcher.tsx
    │   ├── FileUploader.tsx
    │   ├── PDFViewer.css
    │   ├── PDFViewer.tsx
    │   ├── Pagination.tsx
    │   ├── QuestionField.tsx
    │   ├── SelectDocsAsk.tsx
    │   └── Spinner.tsx
    ├── favicon.ico
    ├── globals.css
    ├── layout.tsx
    ├── page.tsx
    └── services
    │   └── api-client.ts
├── images
    ├── Preview.png
    └── architecture.png
├── next.config.js
├── package-lock.json
├── package.json
├── postcss.config.js
├── prisma
    ├── client.ts
    └── schema.prisma
├── public
    ├── assets
    │   └── RAG-banner.png
    ├── next.svg
    └── vercel.svg
├── tailwind.config.ts
└── tsconfig.json


/.dockerignore:
--------------------------------------------------------------------------------
1 | node_modules


--------------------------------------------------------------------------------
/.env.example:
--------------------------------------------------------------------------------
1 | export NEXT_PUBLIC_BACKEND_URL=
2 | export DATABASE_URL=


--------------------------------------------------------------------------------
/.eslintrc.json:
--------------------------------------------------------------------------------
1 | {
2 |   "extends": "next/core-web-vitals"
3 | }
4 | 


--------------------------------------------------------------------------------
/.gitignore:
--------------------------------------------------------------------------------
 1 | # See https://help.github.com/articles/ignoring-files/ for more about ignoring files.
 2 | 
 3 | # dependencies
 4 | /node_modules
 5 | /.pnp
 6 | .pnp.js
 7 | .yarn/install-state.gz
 8 | 
 9 | # testing
10 | /coverage
11 | 
12 | # next.js
13 | /.next/
14 | /out/
15 | 
16 | # production
17 | /build
18 | 
19 | # misc
20 | .DS_Store
21 | *.pem
22 | 
23 | # debug
24 | npm-debug.log*
25 | yarn-debug.log*
26 | yarn-error.log*
27 | 
28 | # local env files
29 | .env*.local
30 | 
31 | # vercel
32 | .vercel
33 | 
34 | # typescript
35 | *.tsbuildinfo
36 | next-env.d.ts
37 | .env
38 | docker.env
39 | 


--------------------------------------------------------------------------------
/Dockerfile:
--------------------------------------------------------------------------------
 1 | FROM node:20-buster
 2 | RUN mkdir /app
 3 | COPY package.json /app/
 4 | WORKDIR /app
 5 | COPY . ./
 6 | 
 7 | ENV NEXT_PUBLIC_BACKEND_URL=${NEXT_PUBLIC_BACKEND_URL}
 8 | ENV DATABASE_URL=${DATABASE_URL}
 9 | 
10 | RUN npm install
11 | RUN npx prisma generate && npx prisma db push
12 | RUN npm run build
13 | EXPOSE 3000
14 | CMD ["npm", "run","start"]


--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
 1 | # Full Stack Implementation to Build an RAG (Retrieval Augmented Generation) Application
 2 | 
 3 | ## Brief Introduction
 4 | A Next.js Retrieval-Augmented Generation (RAG) Application that allow users to upload PDF document and ask questions related to the selected document. 
 5 | It achieves this by retrieving pertinent data or documents related to a specific question or task and utilizing them as contextual information for the LLM.
 6 | 
 7 | ## Preview
 8 | 
 9 | <img src="images/Preview.png">
10 | 
11 | ##   Architecture
12 | 
13 | <img src="images/architecture.png">
14 | 
15 | ## Tech Stack
16 | - Framework: Next.js with React
17 | - Database: MongoDB
18 | - ORM: Prisma
19 | - UI: Material UI, Semantic UI, Radix UI
20 | 
21 | ## Run Locally
22 | ```shell
23 | npm install
24 | npm run dev
25 | ```
26 | 
27 | ## Backend
28 | Github: https://github.com/Nelsonlin0321/webdev-rag-backend-api
29 | 
30 | ## Build Docker
31 | ```shell
32 | image_name=rag-nextjs-app
33 | docker build -t ${image_name}:latest -f ./Dockerfile . --platform linux/arm64/v8
34 | docker run --env-file docker.env -p 3000:3000 -it --rm  ${image_name}:latest --name ${image_name}
35 | ```


--------------------------------------------------------------------------------
/app/components/Banner.tsx:
--------------------------------------------------------------------------------
 1 | import React from "react";
 2 | // import Image from "next/image";
 3 | import { Heading, Text } from "@radix-ui/themes";
 4 | 
 5 | const Banner = () => {
 6 |   return (
 7 |     <>
 8 |       {/* <Image
 9 |         src="/assets/RAG-banner.png"
10 |         width="300"
11 |         height="300"
12 |         alt="Picture of the author"
13 |       /> */}
14 |       <Heading
15 |         size="7"
16 |         // className="bg-gradient-to-r via-gray-600 to-blue-800 bg-clip-text text-transparent"
17 |       >
18 |         Empower Your Organizations Document Intelligence with RAG
19 |       </Heading>
20 |       <Text className="font-semibold">
21 |         Upload your PDF and Talk to them with AI!
22 |       </Text>
23 |     </>
24 |   );
25 | };
26 | 
27 | export default Banner;
28 | 


--------------------------------------------------------------------------------
/app/components/ChatHistory.tsx:
--------------------------------------------------------------------------------
 1 | "use client";
 2 | import { Text } from "@radix-ui/themes";
 3 | import dynamic from "next/dynamic";
 4 | import { useEffect, useState } from "react";
 5 | import { Accordion, Icon, Label } from "semantic-ui-react";
 6 | import { chatRecord } from "./Chatbot";
 7 | 
 8 | const PDFViewer = dynamic(() => import("./PDFViewer"), {
 9 |   ssr: false,
10 | });
11 | 
12 | interface Props {
13 |   chatRecords: chatRecord[];
14 | }
15 | 
16 | const ChatHistory = ({ chatRecords }: Props) => {
17 |   const [activeIndex, setActiveIndex] = useState(0);
18 | 
19 |   useEffect(() => {
20 |     setActiveIndex(0);
21 |   }, [chatRecords]);
22 | 
23 |   return (
24 |     <Accordion fluid styled>
25 |       {chatRecords.map((message, index) => (
26 |         <div key={index}>
27 |           <Accordion.Title
28 |             active={activeIndex === index}
29 |             onClick={() => {
30 |               if (activeIndex == index) {
31 |                 setActiveIndex(-1);
32 |               } else {
33 |                 setActiveIndex(index);
34 |               }
35 |             }}
36 |           >
37 |             <Icon name="dropdown" />
38 |             {message.question}
39 |             <div>
40 |               <Label color="orange" ribbon="right">
41 |                 <p style={{ maxWidth: 256 }} className="truncate">
42 |                   {message.file_name}
43 |                 </p>
44 |               </Label>
45 |             </div>
46 |           </Accordion.Title>
47 | 
48 |           <Accordion.Content active={activeIndex === index}>
49 |             <Text className="text-gray-800 mb-4 whitespace-pre-line">
50 |               {message.answer}
51 |             </Text>
52 |             <PDFViewer
53 |               pdfUrl={`https://d2gewc5xha837s.cloudfront.net/rag-documents/${message.file_name}`}
54 |               pageNumber={message.page_number}
55 |             />
56 |           </Accordion.Content>
57 |         </div>
58 |       ))}
59 |     </Accordion>
60 |   );
61 | };
62 | 
63 | export default ChatHistory;
64 | 


--------------------------------------------------------------------------------
/app/components/Chatbot.tsx:
--------------------------------------------------------------------------------
 1 | "use client";
 2 | import React, { useEffect, useState } from "react";
 3 | import SelectDocsAsk from "./SelectDocsAsk";
 4 | import ChatHistory from "./ChatHistory";
 5 | import { Button } from "semantic-ui-react";
 6 | 
 7 | interface Props {
 8 |   fileNames: string[];
 9 | }
10 | 
11 | export interface chatRecord {
12 |   question: string;
13 |   file_name: string;
14 |   answer: string;
15 |   uuid: string;
16 |   page_number: number;
17 | }
18 | 
19 | export const Chatbot = ({ fileNames }: Props) => {
20 |   const initChatRecords = [
21 |     {
22 |       context: "total population in Hong Kong Island",
23 |       question:
24 |         "What is the percentage of total population in Hong Kong Island ? ",
25 |       file_name: "Hong Kong Fact Sheets - Population.pdf",
26 |       answer:
27 |         "Answer: 17.5% of the total population in Hong Kong is in Hong Kong Island. Page Number->1.",
28 |       page_number: 1,
29 |       uuid: "77fa6513-8224-4bbd-a7aa-3ea89ed5d4cd",
30 |     },
31 |   ];
32 | 
33 |   const [chatRecords, setChatRecords] = useState<chatRecord[]>(initChatRecords);
34 | 
35 |   useEffect(() => {
36 |     const savedChatRecords = localStorage.getItem("chatRecords");
37 |     if (savedChatRecords) {
38 |       const parsedChatRecords = JSON.parse(savedChatRecords);
39 |       if (parsedChatRecords.length > 0) {
40 |         setChatRecords(parsedChatRecords);
41 |       }
42 |     }
43 |   }, []);
44 | 
45 |   useEffect(() => {
46 |     localStorage.setItem("chatRecords", JSON.stringify(chatRecords));
47 |   }, [chatRecords]);
48 | 
49 |   return (
50 |     <>
51 |       <SelectDocsAsk
52 |         fileNames={fileNames}
53 |         setChatRecords={setChatRecords}
54 |         chatRecords={chatRecords}
55 |       />
56 |       <ChatHistory chatRecords={chatRecords} />
57 |       <Button onClick={() => setChatRecords([])}>Clear History</Button>
58 |     </>
59 |   );
60 | };
61 | 


--------------------------------------------------------------------------------
/app/components/FileSearcher.tsx:
--------------------------------------------------------------------------------
 1 | "use client";
 2 | import TextField from "@mui/material/TextField";
 3 | import Autocomplete from "@mui/material/Autocomplete";
 4 | import { InputAdornment } from "@mui/material";
 5 | import SearchIcon from "@mui/icons-material/Search";
 6 | import { useState } from "react";
 7 | 
 8 | interface Props {
 9 |   fileNames: string[];
10 |   setFileName: (fileName: string) => void;
11 | }
12 | 
13 | const FileSearcher = ({ fileNames, setFileName }: Props) => {
14 |   const [value, setValue] = useState<string | null>(fileNames[0]);
15 |   const [inputValue, setInputValue] = useState<string | undefined>(
16 |     fileNames[0]
17 |   );
18 | 
19 |   return (
20 |     <Autocomplete
21 |       value={value}
22 |       onChange={(event: any, newValue: string | null) => {
23 |         setValue(newValue);
24 |       }}
25 |       inputValue={inputValue}
26 |       onInputChange={(event: any, newInputValue) => {
27 |         setInputValue(newInputValue);
28 |         setFileName(newInputValue);
29 |       }}
30 |       className="w-full rounded-lg border-2 bg-slate-50"
31 |       disablePortal
32 |       id="combo-box-demo"
33 |       options={fileNames}
34 |       renderInput={(params) => (
35 |         <TextField
36 |           size="small"
37 |           InputLabelProps={params.InputLabelProps}
38 |           InputProps={{
39 |             ...params.InputProps,
40 |             startAdornment: (
41 |               <InputAdornment position="start">
42 |                 <SearchIcon />
43 |                 Search PDF
44 |               </InputAdornment>
45 |             ),
46 |           }}
47 |           id={params.id}
48 |           inputProps={params.inputProps}
49 |           fullWidth={params.fullWidth}
50 |         />
51 |       )}
52 |     />
53 |   );
54 | };
55 | 
56 | export default FileSearcher;
57 | 


--------------------------------------------------------------------------------
/app/components/FileUploader.tsx:
--------------------------------------------------------------------------------
 1 | "use client";
 2 | import React, { useState } from "react";
 3 | import apiClient from "../services/api-client";
 4 | import { AxiosError } from "axios";
 5 | import Spinner from "./Spinner";
 6 | import toast, { Toaster } from "react-hot-toast";
 7 | import { useRouter } from "next/navigation";
 8 | import { Button } from "semantic-ui-react";
 9 | 
10 | const FileUploader = () => {
11 |   const [file, setFile] = useState<File>();
12 |   const [isSubmitting, setSubmitting] = useState(false);
13 |   const router = useRouter();
14 | 
15 |   const onSubmit = async (e: React.FormEvent<HTMLFormElement>) => {
16 |     e.preventDefault();
17 |     if (!file) return;
18 |     if (!file.name.endsWith(".pdf")) {
19 |       toast.error("Only PDF document supported", { duration: 1000 });
20 |       return;
21 |     }
22 |     setSubmitting(true);
23 |     try {
24 |       const data = new FormData();
25 |       data.set("file", file);
26 |       await apiClient.post("/api/ingest", data, {
27 |         headers: {
28 |           "Content-Type": "multipart/form-data",
29 |         },
30 |       });
31 |       router.refresh();
32 |       toast.success("File uploaded successfully!", { duration: 1000 });
33 |     } catch (error) {
34 |       const response = (error as AxiosError).response?.data;
35 |       const message = (response as { message: string }).message;
36 |       const errorMessage = message || "File Uploading Failed!";
37 |       toast.error(errorMessage, { duration: 1000 });
38 |     } finally {
39 |       setSubmitting(false);
40 |     }
41 |   };
42 | 
43 |   return (
44 |     <div className="w-full">
45 |       <form onSubmit={onSubmit}>
46 |         <input
47 |           className="mb-2 block w-full cursor-pointer rounded-lg border-2 bg-slate-50"
48 |           type="file"
49 |           name="file"
50 |           onChange={(e) => {
51 |             if (e.target.files !== null) {
52 |               setFile(e.target.files[0]);
53 |             }
54 |           }}
55 |         />
56 |         <Button
57 |           type="submit"
58 |           className="cursor-pointer"
59 |           color="blue"
60 |           disabled={isSubmitting}
61 |         >
62 |           {isSubmitting ? "Processing File" : "Upload and Process PDF"}
63 |           {isSubmitting && <Spinner />}
64 |         </Button>
65 |       </form>
66 |       <Toaster />
67 |     </div>
68 |   );
69 | };
70 | 
71 | export default FileUploader;
72 | 


--------------------------------------------------------------------------------
/app/components/PDFViewer.css:
--------------------------------------------------------------------------------
 1 | .react-pdf__Page__canvas {
 2 |     margin: 0 auto;
 3 | }
 4 | 
 5 | .PDFPage {
 6 |     box-shadow: 0 0 8px rgba(0, 0, 0, 0.2);
 7 |     margin-bottom: 25px;
 8 |     margin-top: 25px;
 9 |     }
10 | 
11 | .PDFPage > canvas {
12 |     max-width: 100%;
13 |     height: auto !important;
14 |     }
15 | 


--------------------------------------------------------------------------------
/app/components/PDFViewer.tsx:
--------------------------------------------------------------------------------
 1 | "use client";
 2 | import React, { useState } from "react";
 3 | import { Document, Page } from "react-pdf";
 4 | import { pdfjs } from "react-pdf";
 5 | import "react-pdf/dist/Page/AnnotationLayer.css";
 6 | import "react-pdf/dist/Page/TextLayer.css";
 7 | import "./PDFViewer.css";
 8 | import Spinner from "./Spinner";
 9 | import {
10 |   DoubleArrowLeftIcon,
11 |   ChevronLeftIcon,
12 |   ChevronRightIcon,
13 |   DoubleArrowRightIcon,
14 | } from "@radix-ui/react-icons";
15 | import { Flex, Text, Button } from "@radix-ui/themes";
16 | 
17 | pdfjs.GlobalWorkerOptions.workerSrc = `//unpkg.com/pdfjs-dist@${pdfjs.version}/build/pdf.worker.min.js`;
18 | 
19 | interface Props {
20 |   pdfUrl: string;
21 |   pageNumber: number;
22 | }
23 | 
24 | const PDFViewer = ({ pdfUrl, pageNumber }: Props) => {
25 |   const [numPages, setNumPages] = useState<number | null>(null);
26 |   console.log(pageNumber);
27 |   const [currentPage, changePage] = useState<number>(pageNumber);
28 | 
29 |   return (
30 |     <>
31 |       <Document
32 |         file={pdfUrl}
33 |         onLoadSuccess={(pdf) => {
34 |           setNumPages(pdf.numPages);
35 |           changePage(pageNumber);
36 |         }}
37 |         onLoadError={(error) => console.log(error)}
38 |         loading={<Spinner />}
39 |         error={<Text className=" mt-2">This PDF is not available</Text>}
40 |       >
41 |         <Page
42 |           pageNumber={currentPage}
43 |           className={"PDFPage"}
44 |           renderTextLayer={false}
45 |         />
46 |       </Document>
47 |       {numPages && (
48 |         <Flex align="center" gap="2" className="z-50">
49 |           <Text size="2">
50 |             page {currentPage} of {numPages}
51 |           </Text>
52 |           <Button
53 |             color="gray"
54 |             variant="soft"
55 |             disabled={currentPage == 1}
56 |             onClick={() => changePage(1)}
57 |           >
58 |             <DoubleArrowLeftIcon />
59 |           </Button>
60 |           <Button
61 |             color="gray"
62 |             variant="soft"
63 |             disabled={currentPage == 1}
64 |             onClick={() => changePage(currentPage - 1)}
65 |           >
66 |             <ChevronLeftIcon />
67 |           </Button>
68 |           <Button
69 |             color="gray"
70 |             variant="soft"
71 |             disabled={currentPage >= numPages}
72 |             onClick={() => changePage(currentPage + 1)}
73 |           >
74 |             <ChevronRightIcon />
75 |           </Button>
76 |           <Button
77 |             color="gray"
78 |             variant="soft"
79 |             disabled={currentPage >= numPages}
80 |             onClick={() => changePage(numPages)}
81 |           >
82 |             <DoubleArrowRightIcon />
83 |           </Button>
84 |         </Flex>
85 |       )}
86 |     </>
87 |   );
88 | };
89 | 
90 | export default PDFViewer;
91 | 


--------------------------------------------------------------------------------
/app/components/Pagination.tsx:
--------------------------------------------------------------------------------
 1 | "use client";
 2 | import {
 3 |   ChevronLeftIcon,
 4 |   ChevronRightIcon,
 5 |   DoubleArrowLeftIcon,
 6 |   DoubleArrowRightIcon,
 7 | } from "@radix-ui/react-icons";
 8 | import { Button, Flex, Text } from "@radix-ui/themes";
 9 | import { useRouter, useSearchParams } from "next/navigation";
10 | import React from "react";
11 | 
12 | interface Props {
13 |   itemCount: number;
14 |   pageSize: number;
15 |   currentPage: number;
16 | }
17 | 
18 | const Pagination = ({ itemCount, pageSize, currentPage }: Props) => {
19 |   const pageCount = Math.ceil(itemCount / pageSize);
20 |   const searchParams = useSearchParams();
21 |   const router = useRouter();
22 | 
23 |   const changePage = (page: number) => {
24 |     const params = new URLSearchParams(searchParams);
25 |     params.set("page", page.toString());
26 |     router.push("?" + params.toString());
27 |   };
28 | 
29 |   if (pageCount <= 1) return null;
30 |   return (
31 |     <Flex align="center" gap="2">
32 |       <Text size="2">
33 |         page {currentPage} of {pageCount}
34 |       </Text>
35 |       <Button
36 |         color="gray"
37 |         variant="soft"
38 |         disabled={currentPage == 1}
39 |         onClick={() => changePage(1)}
40 |       >
41 |         <DoubleArrowLeftIcon />
42 |       </Button>
43 |       <Button
44 |         color="gray"
45 |         variant="soft"
46 |         disabled={currentPage == 1}
47 |         onClick={() => changePage(currentPage - 1)}
48 |       >
49 |         <ChevronLeftIcon />
50 |       </Button>
51 |       <Button
52 |         color="gray"
53 |         variant="soft"
54 |         disabled={currentPage >= pageCount}
55 |         onClick={() => changePage(currentPage + 1)}
56 |       >
57 |         <ChevronRightIcon />
58 |       </Button>
59 |       <Button
60 |         color="gray"
61 |         variant="soft"
62 |         disabled={currentPage >= pageCount}
63 |         onClick={() => changePage(pageCount)}
64 |       >
65 |         <DoubleArrowRightIcon />
66 |       </Button>
67 |     </Flex>
68 |   );
69 | };
70 | 
71 | export default Pagination;
72 | 


--------------------------------------------------------------------------------
/app/components/QuestionField.tsx:
--------------------------------------------------------------------------------
  1 | "use client";
  2 | import { TextField, Text, Heading } from "@radix-ui/themes";
  3 | import { useRef, useState } from "react";
  4 | import { Button } from "semantic-ui-react";
  5 | import toast, { Toaster } from "react-hot-toast";
  6 | import apiClient from "../services/api-client";
  7 | import { chatRecord } from "./Chatbot";
  8 | // import { AxiosError } from "axios";
  9 | import Spinner from "./Spinner";
 10 | 
 11 | interface Props {
 12 |   fileName: string;
 13 |   fileNames: string[];
 14 |   chatRecords: chatRecord[];
 15 |   setChatRecords: (records: chatRecord[]) => void;
 16 | }
 17 | 
 18 | const QuestionField = ({
 19 |   fileName,
 20 |   fileNames,
 21 |   chatRecords,
 22 |   setChatRecords,
 23 | }: Props) => {
 24 |   const questionRef = useRef<HTMLInputElement>(null);
 25 |   const contextRef = useRef<HTMLInputElement>(null);
 26 |   const [isLoading, setLoading] = useState(false);
 27 |   const submitData: {
 28 |     question: string;
 29 |     file_name: string;
 30 |     context?: null | string;
 31 |   } = { question: "", file_name: fileName };
 32 | 
 33 |   return (
 34 |     <div className="w-full">
 35 |       <form
 36 |         onSubmit={async (event) => {
 37 |           event.preventDefault();
 38 | 
 39 |           if (questionRef.current) {
 40 |             if (questionRef.current.value.split(" ").length < 3) {
 41 |               toast.error("The question requires at least 3 words");
 42 |               return;
 43 |             }
 44 | 
 45 |             if (!fileNames.includes(fileName)) {
 46 |               toast.error("The selected PDF document doesn't exist!");
 47 |               return;
 48 |             }
 49 |             submitData.question = questionRef.current.value;
 50 |             if (contextRef.current) {
 51 |               submitData.context = contextRef.current.value;
 52 |             }
 53 | 
 54 |             setLoading(true);
 55 |             try {
 56 |               await apiClient
 57 |                 .post<chatRecord>("/api/retrieval_generate", submitData)
 58 |                 .then((res) => {
 59 |                   setChatRecords([res.data, ...chatRecords]);
 60 |                   setLoading(false);
 61 |                 });
 62 |             } catch (error) {
 63 |               // const response = (error as AxiosError).response?.data;
 64 |               // const message = (response as { message: string }).message;
 65 |               // const errorMessage = message || "Unexpected Error";
 66 |               const errorMessage = "Unexpected Error";
 67 |               toast.error(errorMessage, { duration: 1000 });
 68 |             } finally {
 69 |               setLoading(false);
 70 |             }
 71 |           }
 72 |         }}
 73 |       >
 74 |         <div>
 75 |           <Heading size={"2"}>
 76 |             Context for better searching the relevant content [Optional]
 77 |           </Heading>
 78 |           <TextField.Root className="mb-2 rounded-lg border-2 bg-slate-50">
 79 |             <TextField.Input
 80 |               placeholder="Context: Asset allocation with a duration"
 81 |               ref={contextRef}
 82 |             />
 83 |           </TextField.Root>
 84 |           <Heading size={"2"}>
 85 |             Your question related to selected PDF Document
 86 |           </Heading>
 87 |           <TextField.Root className="mb-2 bg-slate-50">
 88 |             <TextField.Input
 89 |               placeholder="Question: Given the criteria, if the percentage of the portfolio with a duration longer than 7 years is less than 20%, answer me Yes or No, does this document satisfy this criteria?"
 90 |               ref={questionRef}
 91 |             />
 92 |           </TextField.Root>
 93 | 
 94 |           <Button
 95 |             type="submit"
 96 |             className="cursor-pointer"
 97 |             color="blue"
 98 |             disabled={isLoading}
 99 |           >
100 |             {isLoading ? "Thinking..." : "Ask"}
101 |             {isLoading && <Spinner />}
102 |           </Button>
103 |         </div>
104 |       </form>
105 |       <Toaster />
106 |     </div>
107 |   );
108 | };
109 | 
110 | export default QuestionField;
111 | 


--------------------------------------------------------------------------------
/app/components/SelectDocsAsk.tsx:
--------------------------------------------------------------------------------
 1 | "use client";
 2 | import React, { useState } from "react";
 3 | import FileSearcher from "./FileSearcher";
 4 | import QuestionField from "./QuestionField";
 5 | import { chatRecord } from "./Chatbot";
 6 | 
 7 | interface Props {
 8 |   fileNames: string[];
 9 |   chatRecords: chatRecord[];
10 |   setChatRecords: (records: chatRecord[]) => void;
11 | }
12 | 
13 | const SelectDocsAsk = ({ fileNames, chatRecords, setChatRecords }: Props) => {
14 |   const [fileName, setFileName] = useState(fileNames[0]);
15 | 
16 |   return (
17 |     <>
18 |       <FileSearcher fileNames={fileNames} setFileName={setFileName} />
19 |       <QuestionField
20 |         fileName={fileName}
21 |         fileNames={fileNames}
22 |         setChatRecords={setChatRecords}
23 |         chatRecords={chatRecords}
24 |       />
25 |     </>
26 |   );
27 | };
28 | 
29 | export default SelectDocsAsk;
30 | 


--------------------------------------------------------------------------------
/app/components/Spinner.tsx:
--------------------------------------------------------------------------------
 1 | import React from "react";
 2 | 
 3 | const Spinner = () => {
 4 |   return (
 5 |     <div
 6 |       className="inline-block h-4 w-4 animate-spin rounded-full border-2 border-solid border-current border-r-transparent align-[-0.125em] motion-reduce:animate-[spin_1.5s_linear_infinite]"
 7 |       role="status"
 8 |     >
 9 |       <span className="!absolute !-m-px !h-px !w-px !overflow-hidden !whitespace-nowrap !border-0 !p-0 ![clip:rect(0,0,0,0)]"></span>
10 |     </div>
11 |   );
12 | };
13 | 
14 | export default Spinner;
15 | 


--------------------------------------------------------------------------------
/app/favicon.ico:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/Nelsonlin0321/webdev-nextjs-rag/9ad32f8cddc51133e9118b62ce06815df57ad623/app/favicon.ico


--------------------------------------------------------------------------------
/app/globals.css:
--------------------------------------------------------------------------------
 1 | @tailwind base;
 2 | @tailwind components;
 3 | @tailwind utilities;
 4 | 
 5 | :root {
 6 |   --foreground-rgb: 0, 0, 0;
 7 |   --background-start-rgb: 214, 219, 220;
 8 |   --background-end-rgb: 255, 255, 255;
 9 | }
10 | 
11 | @media (prefers-color-scheme: dark) {
12 |   :root {
13 |     --foreground-rgb: 255, 255, 255;
14 |     --background-start-rgb: 0, 0, 0;
15 |     --background-end-rgb: 0, 0, 0;
16 |   }
17 | }
18 | 
19 | 


--------------------------------------------------------------------------------
/app/layout.tsx:
--------------------------------------------------------------------------------
 1 | import "@radix-ui/themes/styles.css";
 2 | import type { Metadata } from "next";
 3 | import { Inter } from "next/font/google";
 4 | import "./globals.css";
 5 | import "semantic-ui-css/semantic.min.css";
 6 | import { Container, Theme } from "@radix-ui/themes";
 7 | import Head from "next/head";
 8 | const inter = Inter({ subsets: ["latin"] });
 9 | 
10 | export const metadata: Metadata = {
11 |   title: "RAG App",
12 |   description: "Empower Your Organizations Document Intelligence with RAG",
13 | };
14 | 
15 | export default function RootLayout({
16 |   children,
17 | }: {
18 |   children: React.ReactNode;
19 | }) {
20 |   return (
21 |     <html lang="en">
22 |       <Head>
23 |         <meta
24 |           name="viewport"
25 |           content="width=device-width, initial-scale=1, maximum-scale=1, user-scalable=no"
26 |         />
27 |       </Head>
28 |       <body className={inter.className}>
29 |         <Theme accentColor="blue">
30 |           <main>
31 |             <Container className="w-screen min-h-screen p-3 bg-gradient-to-tl from-yellow-100 to-pink-100">
32 |               {children}
33 |             </Container>
34 |           </main>
35 |         </Theme>
36 |       </body>
37 |     </html>
38 |   );
39 | }
40 | 


--------------------------------------------------------------------------------
/app/page.tsx:
--------------------------------------------------------------------------------
 1 | import prisma from "@/prisma/client";
 2 | import { Flex } from "@radix-ui/themes";
 3 | import Banner from "./components/Banner";
 4 | import FileUploader from "./components/FileUploader";
 5 | import { Chatbot } from "./components/Chatbot";
 6 | 
 7 | export default async function Home() {
 8 |   const documents = await prisma.document.findMany();
 9 |   const fileNames = documents.map(({ id, fileName }) => fileName);
10 | 
11 |   return (
12 |     <div>
13 |       <Flex
14 |         className="justify-center items-center mb-10"
15 |         direction="column"
16 |         gap={"4"}
17 |       >
18 |         <Banner />
19 |         <FileUploader />
20 |         <Chatbot fileNames={fileNames} />
21 |       </Flex>
22 |     </div>
23 |   );
24 | }
25 | 
26 | export const dynamic = "force-dynamic";
27 | 


--------------------------------------------------------------------------------
/app/services/api-client.ts:
--------------------------------------------------------------------------------
1 | import axios from "axios";
2 | 
3 | export default axios.create({
4 |   baseURL: process.env.NEXT_PUBLIC_BACKEND_URL,
5 | });
6 | 


--------------------------------------------------------------------------------
/images/Preview.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/Nelsonlin0321/webdev-nextjs-rag/9ad32f8cddc51133e9118b62ce06815df57ad623/images/Preview.png


--------------------------------------------------------------------------------
/images/architecture.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/Nelsonlin0321/webdev-nextjs-rag/9ad32f8cddc51133e9118b62ce06815df57ad623/images/architecture.png


--------------------------------------------------------------------------------
/next.config.js:
--------------------------------------------------------------------------------
 1 | /** @type {import('next').NextConfig} */
 2 | const nextConfig = {
 3 |     async headers() {
 4 |         return [{
 5 |             source: "/:path*",
 6 |             headers: [
 7 |                 // Allow for specific domains to have access or * for all
 8 |                 {
 9 |                     key: "Access-Control-Allow-Origin",
10 |                     value: "*",
11 |                     // DOES NOT WORK
12 |                     // value: process.env.ALLOWED_ORIGIN,
13 |                 },
14 |                 // Allows for specific methods accepted
15 |                 {
16 |                     key: "Access-Control-Allow-Methods",
17 |                     value: "GET, POST, PUT, DELETE, OPTIONS",
18 |                 },
19 |                 // Allows for specific headers accepted (These are a few standard ones)
20 |                 {
21 |                     key: "Access-Control-Allow-Headers",
22 |                     value: "Content-Type, Authorization",
23 |                 },
24 |             ],
25 |         }]
26 |     },
27 | 
28 |     webpack: (config) => {
29 |         config.resolve.alias.canvas = false; return config
30 |     },
31 | 
32 | }
33 | 
34 | module.exports = nextConfig
35 | 


--------------------------------------------------------------------------------
/package.json:
--------------------------------------------------------------------------------
 1 | {
 2 |   "name": "webdev-nextjs-rag",
 3 |   "version": "0.1.0",
 4 |   "private": true,
 5 |   "scripts": {
 6 |     "dev": "next dev",
 7 |     "build": "next build",
 8 |     "start": "next start",
 9 |     "lint": "next lint"
10 |   },
11 |   "dependencies": {
12 |     "@emotion/react": "^11.11.3",
13 |     "@emotion/styled": "^11.11.0",
14 |     "@mui/icons-material": "^5.15.1",
15 |     "@mui/material": "^5.15.1",
16 |     "@prisma/client": "^5.7.1",
17 |     "@radix-ui/react-icons": "^1.3.0",
18 |     "@radix-ui/themes": "^2.0.3",
19 |     "@react-pdf/renderer": "^3.3.1",
20 |     "@types/react-pdf": "^7.0.0",
21 |     "axios": "^1.6.2",
22 |     "delay": "^6.0.0",
23 |     "next": "14.0.4",
24 |     "pdfjs": "^2.5.3",
25 |     "pdfjs-dist": "^4.0.379",
26 |     "prisma": "^5.7.1",
27 |     "react": "^18",
28 |     "react-dom": "^18",
29 |     "react-hot-toast": "^2.4.1",
30 |     "semantic-ui-css": "^2.5.0",
31 |     "semantic-ui-react": "^2.1.5",
32 |     "sharp": "^0.33.1"
33 |   },
34 |   "devDependencies": {
35 |     "@types/node": "20.11.19",
36 |     "@types/react": "18.2.57",
37 |     "@types/react-dom": "^18",
38 |     "autoprefixer": "^10.0.1",
39 |     "eslint": "^8",
40 |     "eslint-config-next": "14.0.4",
41 |     "postcss": "^8",
42 |     "tailwindcss": "^3.3.0",
43 |     "typescript": "5.3.3"
44 |   }
45 | }
46 | 


--------------------------------------------------------------------------------
/postcss.config.js:
--------------------------------------------------------------------------------
1 | module.exports = {
2 |   plugins: {
3 |     tailwindcss: {},
4 |     autoprefixer: {},
5 |   },
6 | }
7 | 


--------------------------------------------------------------------------------
/prisma/client.ts:
--------------------------------------------------------------------------------
 1 | // as the best practice, we should make sure that there
 2 | // is only a single instance of this running our application.
 3 | // So the reason we are doing this in this file is because the first time
 4 | // this client file is imported somewhere in out application, we get a new instance of this Prisma
 5 | // but the second time this file is imported, this code is not re-executed, it's cached, so the result will be reused.
 6 | // Not, in Next.js because we have fast refresh, anytime we change our source codes,Next.js
 7 | // refreshes some of our modules. In that case, we will end up in a situation where we have too many Prisma clients.
 8 | // This only happens in development mode.
 9 | 
10 | // https://www.prisma.io/docs/guides/other/troubleshooting-orm/help-articles/nextjs-prisma-client-dev-practices
11 | import { PrismaClient } from "@prisma/client";
12 | 
13 | const prismaClientSingleton = () => {
14 |   return new PrismaClient({ log: ["info"] });
15 | };
16 | 
17 | type PrismaClientSingleton = ReturnType<typeof prismaClientSingleton>;
18 | 
19 | const globalForPrisma = globalThis as unknown as {
20 |   prisma: PrismaClientSingleton | undefined;
21 | };
22 | 
23 | const prisma = globalForPrisma.prisma ?? prismaClientSingleton();
24 | 
25 | export default prisma;
26 | 
27 | if (process.env.NODE_ENV !== "production") globalForPrisma.prisma = prisma;
28 | 


--------------------------------------------------------------------------------
/prisma/schema.prisma:
--------------------------------------------------------------------------------
 1 | // This is your Prisma schema file,
 2 | // learn more about it in the docs: https://pris.ly/d/prisma-schema
 3 | 
 4 | generator client {
 5 |   provider = "prisma-client-js"
 6 | }
 7 | 
 8 | datasource db {
 9 |   provider = "mongodb"
10 |   url      = env("DATABASE_URL")
11 | }
12 | 
13 | model Document {
14 |   id                String              @id @default(auto()) @map("_id") @db.ObjectId
15 |   fileName          String              @unique
16 |   DocumentEmbedding DocumentEmbedding[]
17 | }
18 | 
19 | model DocumentEmbedding {
20 |   id        String   @id @default(auto()) @map("_id") @db.ObjectId
21 |   fileName  String
22 |   document  Document @relation(fields: [fileName], references: [fileName])
23 |   textIdx   Int
24 |   pageLabel String
25 |   text      String
26 |   embedding Json
27 | }
28 | 


--------------------------------------------------------------------------------
/public/assets/RAG-banner.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/Nelsonlin0321/webdev-nextjs-rag/9ad32f8cddc51133e9118b62ce06815df57ad623/public/assets/RAG-banner.png


--------------------------------------------------------------------------------
/public/next.svg:
--------------------------------------------------------------------------------
1 | <svg xmlns="http://www.w3.org/2000/svg" fill="none" viewBox="0 0 394 80"><path fill="#000" d="M262 0h68.5v12.7h-27.2v66.6h-13.6V12.7H262V0ZM149 0v12.7H94v20.4h44.3v12.6H94v21h55v12.6H80.5V0h68.7zm34.3 0h-17.8l63.8 79.4h17.9l-32-39.7 32-39.6h-17.9l-23 28.6-23-28.6zm18.3 56.7-9-11-27.1 33.7h17.8l18.3-22.7z"/><path fill="#000" d="M81 79.3 17 0H0v79.3h13.6V17l50.2 62.3H81Zm252.6-.4c-1 0-1.8-.4-2.5-1s-1.1-1.6-1.1-2.6.3-1.8 1-2.5 1.6-1 2.6-1 1.8.3 2.5 1a3.4 3.4 0 0 1 .6 4.3 3.7 3.7 0 0 1-3 1.8zm23.2-33.5h6v23.3c0 2.1-.4 4-1.3 5.5a9.1 9.1 0 0 1-3.8 3.5c-1.6.8-3.5 1.3-5.7 1.3-2 0-3.7-.4-5.3-1s-2.8-1.8-3.7-3.2c-.9-1.3-1.4-3-1.4-5h6c.1.8.3 1.6.7 2.2s1 1.2 1.6 1.5c.7.4 1.5.5 2.4.5 1 0 1.8-.2 2.4-.6a4 4 0 0 0 1.6-1.8c.3-.8.5-1.8.5-3V45.5zm30.9 9.1a4.4 4.4 0 0 0-2-3.3 7.5 7.5 0 0 0-4.3-1.1c-1.3 0-2.4.2-3.3.5-.9.4-1.6 1-2 1.6a3.5 3.5 0 0 0-.3 4c.3.5.7.9 1.3 1.2l1.8 1 2 .5 3.2.8c1.3.3 2.5.7 3.7 1.2a13 13 0 0 1 3.2 1.8 8.1 8.1 0 0 1 3 6.5c0 2-.5 3.7-1.5 5.1a10 10 0 0 1-4.4 3.5c-1.8.8-4.1 1.2-6.8 1.2-2.6 0-4.9-.4-6.8-1.2-2-.8-3.4-2-4.5-3.5a10 10 0 0 1-1.7-5.6h6a5 5 0 0 0 3.5 4.6c1 .4 2.2.6 3.4.6 1.3 0 2.5-.2 3.5-.6 1-.4 1.8-1 2.4-1.7a4 4 0 0 0 .8-2.4c0-.9-.2-1.6-.7-2.2a11 11 0 0 0-2.1-1.4l-3.2-1-3.8-1c-2.8-.7-5-1.7-6.6-3.2a7.2 7.2 0 0 1-2.4-5.7 8 8 0 0 1 1.7-5 10 10 0 0 1 4.3-3.5c2-.8 4-1.2 6.4-1.2 2.3 0 4.4.4 6.2 1.2 1.8.8 3.2 2 4.3 3.4 1 1.4 1.5 3 1.5 5h-5.8z"/></svg>


--------------------------------------------------------------------------------
/public/vercel.svg:
--------------------------------------------------------------------------------
1 | <svg xmlns="http://www.w3.org/2000/svg" fill="none" viewBox="0 0 283 64"><path fill="black" d="M141 16c-11 0-19 7-19 18s9 18 20 18c7 0 13-3 16-7l-7-5c-2 3-6 4-9 4-5 0-9-3-10-7h28v-3c0-11-8-18-19-18zm-9 15c1-4 4-7 9-7s8 3 9 7h-18zm117-15c-11 0-19 7-19 18s9 18 20 18c6 0 12-3 16-7l-8-5c-2 3-5 4-8 4-5 0-9-3-11-7h28l1-3c0-11-8-18-19-18zm-10 15c2-4 5-7 10-7s8 3 9 7h-19zm-39 3c0 6 4 10 10 10 4 0 7-2 9-5l8 5c-3 5-9 8-17 8-11 0-19-7-19-18s8-18 19-18c8 0 14 3 17 8l-8 5c-2-3-5-5-9-5-6 0-10 4-10 10zm83-29v46h-9V5h9zM37 0l37 64H0L37 0zm92 5-27 48L74 5h10l18 30 17-30h10zm59 12v10l-3-1c-6 0-10 4-10 10v15h-9V17h9v9c0-5 6-9 13-9z"/></svg>


--------------------------------------------------------------------------------
/tailwind.config.ts:
--------------------------------------------------------------------------------
 1 | import type { Config } from 'tailwindcss'
 2 | 
 3 | const config: Config = {
 4 |   content: [
 5 |     './pages/**/*.{js,ts,jsx,tsx,mdx}',
 6 |     './components/**/*.{js,ts,jsx,tsx,mdx}',
 7 |     './app/**/*.{js,ts,jsx,tsx,mdx}',
 8 |   ],
 9 |   theme: {
10 |     extend: {
11 |       backgroundImage: {
12 |         'gradient-radial': 'radial-gradient(var(--tw-gradient-stops))',
13 |         'gradient-conic':
14 |           'conic-gradient(from 180deg at 50% 50%, var(--tw-gradient-stops))',
15 |       },
16 |     },
17 |   },
18 |   plugins: [],
19 | }
20 | export default config
21 | 


--------------------------------------------------------------------------------
/tsconfig.json:
--------------------------------------------------------------------------------
 1 | {
 2 |   "compilerOptions": {
 3 |     "target": "es5",
 4 |     "lib": ["dom", "dom.iterable", "esnext"],
 5 |     "allowJs": true,
 6 |     "skipLibCheck": true,
 7 |     "strict": true,
 8 |     "noEmit": true,
 9 |     "esModuleInterop": true,
10 |     "module": "esnext",
11 |     "moduleResolution": "bundler",
12 |     "resolveJsonModule": true,
13 |     "isolatedModules": true,
14 |     "jsx": "preserve",
15 |     "incremental": true,
16 |     "plugins": [
17 |       {
18 |         "name": "next"
19 |       }
20 |     ],
21 |     "paths": {
22 |       "@/*": ["./*"]
23 |     }
24 |   },
25 |   "include": ["next-env.d.ts", "**/*.ts", "**/*.tsx", ".next/types/**/*.ts"],
26 |   "exclude": ["node_modules"]
27 | }
28 | 


--------------------------------------------------------------------------------