=> {
8 | try {
9 | const { prompt, apiKey } = (await req.json()) as {
10 | prompt: string;
11 | apiKey: string;
12 | };
13 |
14 | const stream = await OpenAIStream(prompt, apiKey);
15 |
16 | return new Response(stream);
17 | } catch (error) {
18 | console.error(error);
19 | return new Response('Error', { status: 500 });
20 | }
21 | };
22 |
23 | export default handler;
24 |
--------------------------------------------------------------------------------
/src/pages/api/search-embed.ts:
--------------------------------------------------------------------------------
1 | import axios from 'axios';
2 | import { NextApiRequest, NextApiResponse } from 'next';
3 | import getOpenAIBaseUrl from '../../utils/getOpenAIBaseUrl';
4 | import { supabaseClient } from '../../utils/supabaseClient';
5 |
6 | const handler = async (req: NextApiRequest, res: NextApiResponse) => {
7 | try {
8 | const { query, apiKey, matches } = req.body;
9 |
10 | const input = query.replace(/\n/g, ' ');
11 |
12 | const embedRes = await axios(`${getOpenAIBaseUrl()}/v1/embeddings`, {
13 | headers: {
14 | 'Content-Type': 'application/json',
15 | Authorization: `Bearer ${apiKey}`
16 | },
17 | method: 'POST',
18 | data: {
19 | model: 'text-embedding-ada-002',
20 | input
21 | }
22 | });
23 |
24 | const { embedding } = embedRes.data.data[0];
25 |
26 | const { data: chunks, error } = await supabaseClient.rpc('chatgpt_search', {
27 | query_embedding: embedding,
28 | similarity_threshold: 0.01,
29 | match_count: matches
30 | });
31 |
32 | if (error) {
33 | console.error(error);
34 | return new Response('Error', { status: 500 });
35 | }
36 |
37 | res.status(200).json(chunks);
38 | } catch (error) {
39 | console.error(error);
40 | res.status(500).json({ message: 'error' });
41 | }
42 | };
43 |
44 | export default handler;
45 |
--------------------------------------------------------------------------------
/src/pages/api/split-chunks.ts:
--------------------------------------------------------------------------------
1 | import { encode } from 'gpt-3-encoder';
2 | import { NextApiRequest, NextApiResponse } from 'next';
3 |
4 | function generateNewChunkList(chunkList: { sentence: string; pageNum: number }[]) {
5 | const combined = [];
6 | let currentString = '';
7 | let currentPageNum = 1;
8 |
9 | for (let i = 0; i < chunkList.length; i++) {
10 | if (
11 | currentPageNum !== chunkList[i].pageNum ||
12 | encode(currentString).length + encode(chunkList[i].sentence).length > 300
13 | ) {
14 | combined.push({
15 | content_length: currentString.trim().length,
16 | content: currentString.trim(),
17 | content_tokens: encode(currentString.trim()).length,
18 | page_num: currentPageNum
19 | });
20 | currentString = '';
21 | }
22 |
23 | currentString += chunkList[i].sentence;
24 | currentPageNum = chunkList[i].pageNum;
25 | }
26 |
27 | combined.push({
28 | content_length: currentString.trim().length,
29 | content: currentString.trim(),
30 | content_tokens: encode(currentString.trim()).length,
31 | page_num: currentPageNum
32 | });
33 |
34 | return combined;
35 | }
36 |
37 | const handler = async (req: NextApiRequest, res: NextApiResponse) => {
38 | try {
39 | const { sentenceList } = req.body;
40 | const chunkList = generateNewChunkList(sentenceList);
41 |
42 | res.status(200).json({ chunkList });
43 | } catch (error) {
44 | console.error(error);
45 | res.status(500).json({ message: 'error' });
46 | }
47 | };
48 |
49 | export default handler;
50 |
--------------------------------------------------------------------------------
/src/pages/index.tsx:
--------------------------------------------------------------------------------
1 | import { type NextPage } from 'next';
2 | import Head from 'next/head';
3 | import { Document, Page } from 'react-pdf';
4 | import 'react-pdf/dist/esm/Page/TextLayer.css';
5 | import { Button, Card, UploadProps } from 'antd';
6 | import { message, Upload } from 'antd';
7 | import { type TextItem } from 'pdfjs-dist/types/src/display/api';
8 | import { useEffect, useRef, useState } from 'react';
9 | import axios from 'axios';
10 | import ChatWindow from '../components/chatWindow';
11 | import { InboxOutlined } from '@ant-design/icons';
12 | import eventEmitter from '../utils/eventEmitter';
13 |
14 | const { Dragger } = Upload;
15 |
16 | function finDomByText(text: string, parent: any) {
17 | const elements = parent.querySelectorAll('span'); // 获取文档中的所有span元素
18 | for (let i = 0; i < elements.length; i++) {
19 | const element = elements[i];
20 | if (element.innerText.includes(text)) {
21 | return element;
22 | }
23 | }
24 | }
25 |
26 | function addHighlightText(element: any) {
27 | // 获取该元素的文本内容
28 | const text = element.textContent;
29 |
30 | // 用 标签包装文本
31 | const markElem = document.createElement('mark');
32 | markElem.textContent = text;
33 |
34 | // 克隆原始 div 元素，并将其属性复制到副本中
35 | const newElement = element.cloneNode(true);
36 | newElement.innerHTML = '';
37 | newElement.appendChild(markElem);
38 |
39 | // 替换原始的 元素
40 | element.parentNode.replaceChild(newElement, element);
41 | newElement.scrollIntoView({ behavior: 'smooth', block: 'center' });
42 | }
43 |
44 | const Home: NextPage = () => {
45 | const [file, setFile] = useState
('/github-privacy.pdf');
46 | const disabledUpload = true;
47 | const [numPages, setNumPages] = useState(null);
48 | const [loading, setLoading] = useState(false);
49 | const pdfRef = useRef();
50 | const sentenceRef = useRef();
51 |
52 | function scrollToPage(num: number) {
53 | // @ts-ignore
54 | pdfRef?.current.pages[num - 1].scrollIntoView();
55 | }
56 |
57 | useEffect(() => {
58 | // @ts-ignore
59 | eventEmitter.on('scrollToPage', scrollToPage);
60 |
61 | return () => {
62 | // @ts-ignore
63 | eventEmitter.off('scrollToPage', scrollToPage);
64 | };
65 | }, []);
66 |
67 | async function generateEmbedding(sentenceList: any[]) {
68 | setLoading(true);
69 | const res = await axios('/api/split-chunks', {
70 | method: 'POST',
71 | headers: {
72 | 'Content-Type': 'application/json'
73 | },
74 | data: { sentenceList }
75 | });
76 |
77 | const { chunkList } = res.data;
78 | const chunkSize = 2; // 每组的元素个数
79 |
80 | // 由于vercel单个接口10秒限制，所以分批次处理
81 | for (let i = 0; i < chunkList.length; i += chunkSize) {
82 | const chunk = chunkList.slice(i, i + chunkSize); // 取出当前组的元素
83 |
84 | await axios('/api/embedding', {
85 | method: 'POST',
86 | headers: {
87 | 'Content-Type': 'application/json'
88 | },
89 | data: {
90 | sentenceList: chunk,
91 | apiKey: JSON.parse(localStorage.getItem('settings') as string).apiKey
92 | }
93 | });
94 | }
95 | setLoading(false);
96 | }
97 |
98 | async function onDocumentLoadSuccess(doc: any) {
99 | const { numPages } = doc;
100 | const sentenceEndSymbol = /[。.]\s+/;
101 | const allSentenceList = [];
102 |
103 | for (let pageNum = 1; pageNum <= numPages; pageNum++) {
104 | const currentPage = await doc.getPage(pageNum);
105 | const currentPageContent = await currentPage.getTextContent();
106 | const currentPageText = currentPageContent.items
107 | .map((item: any) => (item as TextItem).str)
108 | .join(' ');
109 |
110 | const sentenceList = currentPageText.split(sentenceEndSymbol);
111 | allSentenceList.push(...sentenceList.map((item: string) => ({ sentence: item, pageNum })));
112 | }
113 |
114 | sentenceRef.current = allSentenceList.filter(item => item.sentence);
115 | setNumPages(numPages);
116 | }
117 |
118 | const props: UploadProps = {
119 | name: 'file',
120 | beforeUpload: file => {
121 | setFile(file);
122 | return false;
123 | },
124 | onChange(info) {
125 | const { status } = info.file;
126 | if (status === 'done') {
127 | void message.success(`${info.file.name} file uploaded successfully.`);
128 | } else if (status === 'error') {
129 | void message.error(`${info.file.name} file upload failed.`);
130 | }
131 | }
132 | };
133 |
134 | const onReading = () => {
135 | // const textLayer = pdfRef.current[0].nextSibling;
136 | // const elements = finDomByText('estibulum eu urna nisl. Aenean at hendrerit', textLayer);
137 | // addHighlightText(elements);
138 |
139 | generateEmbedding(sentenceRef.current as string[]);
140 | };
141 |
142 | return (
143 | <>
144 |
145 | Chat With PDF
146 |
147 |
148 |
149 |
150 |
151 | {!disabledUpload && (
152 |
155 | )}
156 | {!disabledUpload && !file && (
157 |
158 |
159 |
160 |
161 | Click or drag file to this area to upload
162 |
163 | Support for a single or bulk upload. Strictly prohibit from uploading company data
164 | or other band files
165 |
166 |
167 | )}
168 |
170 |
171 |
172 |
177 | {/* @ts-ignore */}
178 |
179 | {Array.from(new Array(numPages), (_el, index) => (
180 |
186 | ))}
187 |
188 |
189 |