Files
placeholder-artcraft/frontend/libs/tauri-api/src/lib/enqueue/EnqueueContextualEditImage.ts
T
Brandon Thomas 0daf83dba9 mirror repo (WIP)
Need to remove secrets before entire repo can be made public.
2025-09-18 22:45:56 -04:00

143 lines
4.1 KiB
TypeScript

import { invoke } from "@tauri-apps/api/core";
import { CommandResult } from "../common/CommandStatus";
import { ImageModel } from "@storyteller/model-list";
export interface EnqueueContextualEditImageRequest {
/// The model to use.
model?: ImageModel | EnqueueContextualEditImageModel;
/// If set, this is the first image in the contextual image set.
/// This gets submitted along with `image_media_tokens` and will
// be prompt engineered by Tauri.
scene_image_media_token?: string;
/// Images to use for the image edit.
/// The first image is typically a 2D canvas or 3D stage, but doesn't have to be.
/// There must be at least one image.
image_media_tokens?: string[];
/// The user's image generation prompt.
prompt?: string;
/// Turn off the system prompt.
disable_system_prompt?: boolean;
/// Number of images to generate.
image_count?: number;
aspect_ratio?: EnqueueContextualEditImageSize;
image_quality?: EnqueueContextualEditImageQuality;
}
// Shape of request sent to Tauri
// (We do some transformations from the public-facing request object.)
interface RawEnqueueContextualEditImageRequest {
model?: EnqueueContextualEditImageModel | string;
scene_image_media_token?: string;
image_media_tokens?: string[];
prompt?: string;
disable_system_prompt?: boolean;
image_count?: number;
aspect_ratio?: EnqueueContextualEditImageSize;
image_quality?: EnqueueContextualEditImageQuality;
}
export enum EnqueueContextualEditImageErrorType {
ModelNotSpecified = "model_not_specified",
NoProviderAvailable = "no_provider_available",
BadRequest = "bad_request",
ServerError = "server_error",
TooManyConcurrentTasks = "too_many_concurrent_tasks",
SoraLoginRequired = "sora_login_required",
SoraUsernameNotYetCreated = "sora_username_not_yet_created",
SoraIsHavingProblems = "sora_is_having_problems",
}
export enum EnqueueContextualEditImageModel {
GptImage1 = "gpt_image_1",
FluxProKontextMax = "flux_pro_kontext_max",
}
export enum EnqueueContextualEditImageSize {
Auto = "auto",
Square = "square",
Wide = "wide",
Tall = "tall",
}
export enum EnqueueContextualEditImageQuality {
Auto = "auto",
High = "high",
Medium = "medium",
Low = "low",
}
export interface EnqueueContextualEditImageError extends CommandResult {
error_type: EnqueueContextualEditImageErrorType;
error_message?: string;
}
export interface EnqueueContextualEditImagePayload {
}
export interface EnqueueContextualEditImageSuccess extends CommandResult {
payload: EnqueueContextualEditImagePayload;
}
export type EnqueueContextualEditImageResult = EnqueueContextualEditImageSuccess | EnqueueContextualEditImageError;
export const EnqueueContextualEditImage = async (request: EnqueueContextualEditImageRequest) : Promise<EnqueueContextualEditImageResult> => {
let modelName = undefined;
if (!!request.model) {
// NB: We can't use "instanceof" checks with Vite minification and class name mangling.
if (typeof request.model === "string") {
modelName = request.model;
} else if (typeof request.model.tauriId === "string") {
modelName = request.model.tauriId;
}
}
if (!modelName) {
throw new Error("No model specified in request: " + JSON.stringify(request));
}
let mutableRequest : RawEnqueueContextualEditImageRequest = {
model: modelName,
prompt: request.prompt,
};
if (!!request.scene_image_media_token) {
mutableRequest.scene_image_media_token = request.scene_image_media_token;
}
if (!!request.image_media_tokens) {
mutableRequest.image_media_tokens = request.image_media_tokens;
}
if (!!request.aspect_ratio) {
mutableRequest.aspect_ratio = request.aspect_ratio;
}
if (!!request.image_count) {
mutableRequest.image_count = request.image_count;
}
if (!!request.image_quality) {
mutableRequest.image_quality = request.image_quality;
}
if (!!request.disable_system_prompt) {
mutableRequest.disable_system_prompt = request.disable_system_prompt;
}
const result = await invoke("enqueue_contextual_edit_image_command", {
request: mutableRequest,
});
return (result as EnqueueContextualEditImageResult);
}