Track HiveGrid Cloud planning reference
This commit is contained in:
1 parent
b3d5ea6764
commit
e341c5938a
5784 files changed
+1104929
-3
No files matched your search
@@ -0,0 +1,145 @@
|
||||
/**
|
||||
* Shared types between the API and UI packages.
|
||||
*/
|
||||
export type Message = {
|
||||
id: string;
|
||||
createdAt?: Date;
|
||||
content: string;
|
||||
role: "system" | "user" | "assistant";
|
||||
};
|
||||
|
||||
export type CreateMessage = {
|
||||
id?: string;
|
||||
createdAt?: Date;
|
||||
content: string;
|
||||
role: "system" | "user" | "assistant";
|
||||
};
|
||||
|
||||
export type RequestOptions = {
|
||||
headers?: Record<string, string> | Headers;
|
||||
body?: object;
|
||||
};
|
||||
|
||||
export type UseChatOptions = {
|
||||
/**
|
||||
* The API endpoint that accepts a `{ messages: Message[] }` object and returns
|
||||
* a stream of tokens of the AI chat response. Defaults to `/api/chat`.
|
||||
*/
|
||||
api?: string;
|
||||
|
||||
/**
|
||||
* An unique identifier for the chat. If not provided, a random one will be
|
||||
* generated. When provided, the `useChat` hook with the same `id` will
|
||||
* have shared states across components.
|
||||
*/
|
||||
id?: string;
|
||||
|
||||
/**
|
||||
* Initial messages of the chat. Useful to load an existing chat history.
|
||||
*/
|
||||
initialMessages?: Message[];
|
||||
|
||||
/**
|
||||
* Initial input of the chat.
|
||||
*/
|
||||
initialInput?: string;
|
||||
|
||||
/**
|
||||
* Callback function to be called when the API response is received.
|
||||
*/
|
||||
onResponse?: (response: Response) => void | Promise<void>;
|
||||
|
||||
/**
|
||||
* Callback function to be called when the chat is finished streaming.
|
||||
*/
|
||||
onFinish?: (message: Message) => void;
|
||||
|
||||
/**
|
||||
* Callback function to be called when an error is encountered.
|
||||
*/
|
||||
onError?: (error: Error) => void;
|
||||
|
||||
/**
|
||||
* HTTP headers to be sent with the API request.
|
||||
*/
|
||||
headers?: Record<string, string> | Headers;
|
||||
|
||||
/**
|
||||
* Extra body object to be sent with the API request.
|
||||
* @example
|
||||
* Send a `sessionId` to the API along with the messages.
|
||||
* ```js
|
||||
* useChat({
|
||||
* body: {
|
||||
* sessionId: '123',
|
||||
* }
|
||||
* })
|
||||
* ```
|
||||
*/
|
||||
body?: object;
|
||||
|
||||
/**
|
||||
* Whether to send extra message fields such as `message.id` and `message.createdAt` to the API.
|
||||
* Defaults to `false`. When set to `true`, the API endpoint might need to
|
||||
* handle the extra fields before forwarding the request to the AI service.
|
||||
*/
|
||||
sendExtraMessageFields?: boolean;
|
||||
};
|
||||
|
||||
export type UseCompletionOptions = {
|
||||
/**
|
||||
* The API endpoint that accepts a `{ prompt: string }` object and returns
|
||||
* a stream of tokens of the AI completion response. Defaults to `/api/completion`.
|
||||
*/
|
||||
api: string;
|
||||
/**
|
||||
* An unique identifier for the chat. If not provided, a random one will be
|
||||
* generated. When provided, the `useChat` hook with the same `id` will
|
||||
* have shared states across components.
|
||||
*/
|
||||
id: string;
|
||||
|
||||
/**
|
||||
* Initial prompt input of the completion.
|
||||
*/
|
||||
initialInput?: string;
|
||||
|
||||
/**
|
||||
* Initial completion result. Useful to load an existing history.
|
||||
*/
|
||||
initialCompletion?: string;
|
||||
|
||||
/**
|
||||
* Callback function to be called when the API response is received.
|
||||
*/
|
||||
onResponse?: (response: Response) => void | Promise<void>;
|
||||
|
||||
/**
|
||||
* Callback function to be called when the completion is finished streaming.
|
||||
*/
|
||||
onFinish?: (prompt: string, completion: string) => void;
|
||||
|
||||
/**
|
||||
* Callback function to be called when an error is encountered.
|
||||
*/
|
||||
onError?: (error: Error) => void;
|
||||
|
||||
/**
|
||||
* HTTP headers to be sent with the API request.
|
||||
*/
|
||||
headers?: Record<string, string> | Headers;
|
||||
|
||||
/**
|
||||
* Extra body object to be sent with the API request.
|
||||
* @example
|
||||
* Send a `sessionId` to the API along with the prompt.
|
||||
* ```js
|
||||
* useChat({
|
||||
* body: {
|
||||
* sessionId: '123',
|
||||
* }
|
||||
* })
|
||||
* ```
|
||||
*/
|
||||
body?: object;
|
||||
};
|
||||
@@ -0,0 +1,238 @@
|
||||
import { useCallback, useEffect, useRef, useState } from "react";
|
||||
import { t as i18nT } from "i18next";
|
||||
import useSWRMutation from "swr/mutation";
|
||||
import useSWR from "swr";
|
||||
|
||||
import { createChunkDecoder } from "./utils";
|
||||
import { UseCompletionOptions, RequestOptions } from "./types";
|
||||
|
||||
export type UseCompletionHelpers = {
|
||||
/** The current completion result */
|
||||
completion: string;
|
||||
/**
|
||||
* Send a new prompt to the API endpoint and update the completion state.
|
||||
*/
|
||||
complete: (prompt: string, options?: RequestOptions) => Promise<string | null | undefined>;
|
||||
/** The error object of the API request */
|
||||
error: undefined | Error;
|
||||
/**
|
||||
* Abort the current API request but keep the generated tokens.
|
||||
*/
|
||||
stop: () => void;
|
||||
/**
|
||||
* Update the `completion` state locally.
|
||||
*/
|
||||
setCompletion: (completion: string) => void;
|
||||
/** The current value of the input */
|
||||
input: string;
|
||||
/** setState-powered method to update the input value */
|
||||
setInput: React.Dispatch<React.SetStateAction<string>>;
|
||||
/**
|
||||
* An input/textarea-ready onChange handler to control the value of the input
|
||||
* @example
|
||||
* ```jsx
|
||||
* <input onChange={handleInputChange} value={input} />
|
||||
* ```
|
||||
*/
|
||||
handleInputChange: (e: React.ChangeEvent<HTMLInputElement> | React.ChangeEvent<HTMLTextAreaElement>) => void;
|
||||
/**
|
||||
* Form submission handler to automattically reset input and append a user message
|
||||
* @example
|
||||
* ```jsx
|
||||
* <form onSubmit={handleSubmit}>
|
||||
* <input onChange={handleInputChange} value={input} />
|
||||
* </form>
|
||||
* ```
|
||||
*/
|
||||
handleSubmit: (e: React.FormEvent<HTMLFormElement>) => void;
|
||||
/** Whether the API request is in progress */
|
||||
isLoading: boolean;
|
||||
};
|
||||
|
||||
export function useCompletion({
|
||||
api,
|
||||
id,
|
||||
initialCompletion = "",
|
||||
initialInput = "",
|
||||
headers,
|
||||
body,
|
||||
onResponse,
|
||||
onFinish,
|
||||
onError,
|
||||
}: UseCompletionOptions): UseCompletionHelpers {
|
||||
// Generate an unique id for the completion if not provided.
|
||||
const completionId = id;
|
||||
|
||||
// Store the completion state in SWR, using the completionId as the key to share states.
|
||||
const { data, mutate } = useSWR<string>([api, completionId], null, {
|
||||
fallbackData: initialCompletion,
|
||||
});
|
||||
const completion = data!;
|
||||
|
||||
// Abort controller to cancel the current API call.
|
||||
const [abortController, setAbortController] = useState<AbortController | null>(null);
|
||||
|
||||
const extraMetadataRef = useRef<any>({
|
||||
headers,
|
||||
body,
|
||||
});
|
||||
useEffect(() => {
|
||||
extraMetadataRef.current = {
|
||||
headers,
|
||||
body,
|
||||
};
|
||||
}, [headers, body]);
|
||||
|
||||
// Actual mutation hook to send messages to the API endpoint and update the
|
||||
// chat state.
|
||||
const { error, trigger, isMutating } = useSWRMutation<
|
||||
string | null,
|
||||
any,
|
||||
[string, string],
|
||||
{
|
||||
prompt: string;
|
||||
options?: RequestOptions;
|
||||
}
|
||||
>(
|
||||
[api, completionId],
|
||||
async (_, { arg }) => {
|
||||
try {
|
||||
const { prompt, options } = arg;
|
||||
|
||||
const abortController = new AbortController();
|
||||
setAbortController(abortController);
|
||||
|
||||
// Empty the completion immediately.
|
||||
mutate("", false);
|
||||
|
||||
const res = await fetch(api, {
|
||||
method: "POST",
|
||||
body: JSON.stringify({
|
||||
prompt,
|
||||
...extraMetadataRef.current.body,
|
||||
...options?.body,
|
||||
}),
|
||||
headers: {
|
||||
...extraMetadataRef.current.headers,
|
||||
...options?.headers,
|
||||
},
|
||||
signal: abortController.signal,
|
||||
}).catch((err) => {
|
||||
throw err;
|
||||
});
|
||||
|
||||
if (onResponse) {
|
||||
try {
|
||||
await onResponse(res);
|
||||
} catch (err) {
|
||||
throw err;
|
||||
}
|
||||
}
|
||||
|
||||
if (!res.ok) {
|
||||
throw new Error((await res.text()) || i18nT("novel.editor.errors.fetchFailed"));
|
||||
}
|
||||
|
||||
if (!res.body) {
|
||||
throw new Error(i18nT("novel.editor.errors.emptyResponse"));
|
||||
}
|
||||
|
||||
let result = "";
|
||||
const reader = res.body.getReader();
|
||||
const decoder = createChunkDecoder();
|
||||
|
||||
while (true) {
|
||||
const { done, value } = await reader.read();
|
||||
if (done) {
|
||||
break;
|
||||
}
|
||||
|
||||
// Update the completion state with the new message tokens.
|
||||
result += decoder(value);
|
||||
mutate(result, false);
|
||||
|
||||
// The request has been aborted, stop reading the stream.
|
||||
if (abortController === null) {
|
||||
reader.cancel();
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
if (onFinish) {
|
||||
onFinish(prompt, result);
|
||||
}
|
||||
|
||||
setAbortController(null);
|
||||
return result;
|
||||
} catch (err) {
|
||||
// Ignore abort errors as they are expected.
|
||||
if ((err as any).name === "AbortError") {
|
||||
setAbortController(null);
|
||||
return null;
|
||||
}
|
||||
|
||||
if (onError && err instanceof Error) {
|
||||
onError(err);
|
||||
}
|
||||
|
||||
throw err;
|
||||
}
|
||||
},
|
||||
{
|
||||
populateCache: false,
|
||||
revalidate: false,
|
||||
}
|
||||
);
|
||||
|
||||
const stop = useCallback(() => {
|
||||
if (abortController) {
|
||||
abortController.abort();
|
||||
setAbortController(null);
|
||||
}
|
||||
}, [abortController]);
|
||||
|
||||
const setCompletion = useCallback(
|
||||
(completion: string) => {
|
||||
mutate(completion, false);
|
||||
},
|
||||
[mutate]
|
||||
);
|
||||
|
||||
const complete = useCallback<UseCompletionHelpers["complete"]>(
|
||||
async (prompt, options) => {
|
||||
return trigger({
|
||||
prompt,
|
||||
options,
|
||||
});
|
||||
},
|
||||
[trigger]
|
||||
);
|
||||
|
||||
const [input, setInput] = useState(initialInput);
|
||||
|
||||
const handleSubmit = useCallback(
|
||||
(e: React.FormEvent<HTMLFormElement>) => {
|
||||
e.preventDefault();
|
||||
if (!input) return;
|
||||
return complete(input);
|
||||
},
|
||||
[input, complete]
|
||||
);
|
||||
|
||||
const handleInputChange = (e: any) => {
|
||||
setInput(e.target.value);
|
||||
};
|
||||
|
||||
return {
|
||||
completion,
|
||||
complete,
|
||||
error,
|
||||
setCompletion,
|
||||
stop,
|
||||
input,
|
||||
setInput,
|
||||
handleInputChange,
|
||||
handleSubmit,
|
||||
isLoading: isMutating,
|
||||
};
|
||||
}
|
||||
@@ -0,0 +1,12 @@
|
||||
import { customAlphabet } from "nanoid";
|
||||
|
||||
// 7-character random string
|
||||
export const nanoid = customAlphabet("0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz", 7);
|
||||
|
||||
export function createChunkDecoder() {
|
||||
const decoder = new TextDecoder();
|
||||
return function (chunk: Uint8Array | undefined): string {
|
||||
if (!chunk) return "";
|
||||
return decoder.decode(chunk, { stream: true });
|
||||
};
|
||||
}
|
||||
@@ -0,0 +1,124 @@
|
||||
import { EditorView } from "@tiptap/pm/view";
|
||||
import { t as i18nT } from "i18next";
|
||||
import { toast } from "sonner";
|
||||
import { apiPath } from "~/utils/app/CanonicalUrlUtils";
|
||||
|
||||
export type ImageUploadOptions = {
|
||||
apiBaseUrl?: string;
|
||||
tenantSlug?: string | null;
|
||||
tenantId?: string | null;
|
||||
};
|
||||
|
||||
export const handleImageUpload = (file: File, view: EditorView, event: ClipboardEvent | DragEvent | Event, options: ImageUploadOptions = {}) => {
|
||||
// check if the file is an image
|
||||
if (!file.type.includes("image/")) {
|
||||
toast.error(i18nT("novel.editor.upload.unsupportedType"));
|
||||
|
||||
// check if the file size is less than 50MB
|
||||
} else if (file.size / 1024 / 1024 > 50) {
|
||||
toast.error(i18nT("novel.editor.upload.tooLarge"));
|
||||
} else {
|
||||
// const reader = new FileReader();
|
||||
// reader.onload = (e) => {
|
||||
// const { schema } = view.state;
|
||||
// const node = schema.nodes.image.create({
|
||||
// src: e.target?.result,
|
||||
// alt: file,
|
||||
// title: file.name,
|
||||
// }); // creates the image element
|
||||
// const transaction = view.state.tr.replaceSelectionWith(node);
|
||||
// view.dispatch(transaction);
|
||||
// };
|
||||
// reader.readAsDataURL(file);
|
||||
|
||||
const tenantId = options.tenantId ?? "";
|
||||
const uploadUrl = options.apiBaseUrl && tenantId ? new URL(apiPath("ai/upload", { mode: "host-aware" }), options.apiBaseUrl).toString() : null;
|
||||
if (!uploadUrl) {
|
||||
toast.error(i18nT("novel.editor.upload.unavailable"));
|
||||
return;
|
||||
}
|
||||
|
||||
toast.promise(
|
||||
fetch(uploadUrl, {
|
||||
method: "POST",
|
||||
headers: {
|
||||
"content-type": file?.type || "application/octet-stream",
|
||||
"x-filename": file?.name || "image.png",
|
||||
"x-tenant-id": tenantId,
|
||||
},
|
||||
body: file,
|
||||
}).then(async (res) => {
|
||||
// Successfully uploaded image
|
||||
if (res.status === 200) {
|
||||
const { url } = await res.json();
|
||||
// preload the image
|
||||
let image = new Image();
|
||||
image.src = url;
|
||||
image.onload = () => {
|
||||
insertImage(url);
|
||||
};
|
||||
|
||||
// No blob store configured
|
||||
} else if (res.status === 401) {
|
||||
const reader = new FileReader();
|
||||
reader.onload = (e) => {
|
||||
insertImage(e.target?.result as string);
|
||||
};
|
||||
reader.readAsDataURL(file);
|
||||
throw new Error(i18nT("novel.editor.upload.localFallback"));
|
||||
|
||||
// Unknown error
|
||||
} else {
|
||||
throw new Error(i18nT("novel.editor.upload.error"));
|
||||
}
|
||||
}),
|
||||
{
|
||||
loading: i18nT("novel.editor.upload.loading"),
|
||||
success: i18nT("novel.editor.upload.success"),
|
||||
error: (e) => e.message,
|
||||
}
|
||||
);
|
||||
}
|
||||
|
||||
const insertImage = (url: string) => {
|
||||
// for paste events
|
||||
if (event instanceof ClipboardEvent) {
|
||||
return view.dispatch(
|
||||
view.state.tr.replaceSelectionWith(
|
||||
view.state.schema.nodes.image.create({
|
||||
src: url,
|
||||
alt: file.name,
|
||||
title: file.name,
|
||||
})
|
||||
)
|
||||
);
|
||||
|
||||
// for drag and drop events
|
||||
} else if (event instanceof DragEvent) {
|
||||
const { schema } = view.state;
|
||||
const coordinates = view.posAtCoords({
|
||||
left: event.clientX,
|
||||
top: event.clientY,
|
||||
});
|
||||
const node = schema.nodes.image.create({
|
||||
src: url,
|
||||
alt: file.name,
|
||||
title: file.name,
|
||||
}); // creates the image element
|
||||
const transaction = view.state.tr.insert(coordinates?.pos || 0, node); // places it in the correct position
|
||||
return view.dispatch(transaction);
|
||||
|
||||
// for input upload events
|
||||
} else if (event instanceof Event) {
|
||||
return view.dispatch(
|
||||
view.state.tr.replaceSelectionWith(
|
||||
view.state.schema.nodes.image.create({
|
||||
src: url,
|
||||
alt: file.name,
|
||||
title: file.name,
|
||||
})
|
||||
)
|
||||
);
|
||||
}
|
||||
};
|
||||
};
|
||||
Reference in new issue
Block a user