import * as ImagePicker from 'expo-image-picker' import { strings as zhCN } from '../locales/i18n' import type { ImageAttachmentLimits, ImageMediaType, PromptImage, RemoteSession } from '../types' const IMAGE_MEDIA_TYPES: readonly ImageMediaType[] = ['image/png', 'image/jpeg', 'image/webp', 'image/gif'] const DEFAULT_MAX_IMAGES_PER_MESSAGE = 4 export function sessionImageLimits(session: RemoteSession): ImageAttachmentLimits | undefined { const value = session.projections?.values?.imageLimits if (typeof value !== 'object' || value === null || Array.isArray(value)) return undefined const limits = value as Partial if (!positiveNumber(limits.maxImageBytes) || !positiveNumber(limits.maxMessageImageBytes) || !positiveNumber(limits.maxImagePixels) || !positiveNumber(limits.maxImageDimension) || !Array.isArray(limits.mediaTypes)) return undefined const mediaTypes = limits.mediaTypes.filter((mediaType): mediaType is ImageMediaType => typeof mediaType === 'string' && IMAGE_MEDIA_TYPES.includes(mediaType as ImageMediaType)) if (mediaTypes.length === 0) return undefined return { maxImageBytes: limits.maxImageBytes, maxImagesPerMessage: positiveInteger(limits.maxImagesPerMessage) ? limits.maxImagesPerMessage : DEFAULT_MAX_IMAGES_PER_MESSAGE, maxMessageImageBytes: limits.maxMessageImageBytes, maxImagePixels: limits.maxImagePixels, maxImageDimension: limits.maxImageDimension, mediaTypes, } } export function sanitizeBase64(value: string): string { return value.replace(/\s+/g, '').replace(/^data:image\/[a-zA-Z+.-]+;base64,/, '') } export function promptImageFromAsset(asset: ImagePicker.ImagePickerAsset): PromptImage { if (asset.base64 === undefined || asset.base64 === null || asset.base64.length === 0) { throw new Error('missing-image-data') } const base64 = sanitizeBase64(asset.base64) if (base64.length === 0) throw new Error('missing-image-data') const mediaType = imageMediaType(asset.mimeType, asset.fileName ?? asset.uri, base64) if (mediaType === undefined) throw new Error('unsupported-image-type') return { uri: asset.uri, mediaType, data: base64, bytes: decodedBase64Bytes(base64), width: asset.width, height: asset.height, ...(asset.fileName === undefined || asset.fileName === null ? {} : { name: asset.fileName.split(/[\\/]/).at(-1)?.slice(0, 255) }), } } /** Build one staged image from base64 bytes read outside expo-image-picker (the document picker). */ export function promptImageFromBase64(input: { uri: string base64: string mimeType?: string name?: string width: number height: number }): PromptImage { if (input.base64.length === 0) throw new Error('missing-image-data') const base64 = sanitizeBase64(input.base64) if (base64.length === 0) throw new Error('missing-image-data') const mediaType = imageMediaType(input.mimeType, input.name ?? input.uri, base64) if (mediaType === undefined) throw new Error('unsupported-image-type') return { uri: input.uri, mediaType, data: base64, bytes: decodedBase64Bytes(base64), width: input.width, height: input.height, ...(input.name === undefined ? {} : { name: input.name.split(/[\\/]/).at(-1)?.slice(0, 255) }), } } export function validatePromptImages(images: PromptImage[], limits?: ImageAttachmentLimits): string | undefined { if (limits === undefined) return undefined if (images.length > limits.maxImagesPerMessage) return zhCN.chat.tooManyImages(limits.maxImagesPerMessage) let totalBytes = 0 for (const image of images) { const label = image.name ?? zhCN.chat.unnamedImage if (!limits.mediaTypes.includes(image.mediaType)) return zhCN.chat.unsupportedImage(label) if (image.bytes > limits.maxImageBytes) return zhCN.chat.imageTooLarge(label, formatBytes(limits.maxImageBytes)) if (image.width > limits.maxImageDimension || image.height > limits.maxImageDimension) { return zhCN.chat.imageDimensionsTooLarge(label, limits.maxImageDimension) } if (image.width * image.height > limits.maxImagePixels) return zhCN.chat.imagePixelsTooLarge(label) totalBytes += image.bytes } return totalBytes > limits.maxMessageImageBytes ? zhCN.chat.imagesTooLarge(formatBytes(limits.maxMessageImageBytes)) : undefined } export function sniffImageMediaType(base64: string): ImageMediaType | undefined { if (base64.startsWith('iVBORw0KGgo')) return 'image/png' if (base64.startsWith('/9j/')) return 'image/jpeg' if (base64.startsWith('R0lGODlh') || base64.startsWith('R0lGODdh') || base64.startsWith('R0lGOD')) return 'image/gif' if (base64.startsWith('UklGR')) { try { const header = atob(base64.slice(0, 32)) if (header.startsWith('RIFF') && header.slice(8, 12) === 'WEBP') return 'image/webp' } catch { return 'image/webp' } } return undefined } export function imageMediaType( mimeType: string | undefined, name: string, base64?: string, ): ImageMediaType | undefined { const normalized = mimeType?.toLowerCase() if (normalized === 'image/x-png') return 'image/png' if (IMAGE_MEDIA_TYPES.includes(normalized as ImageMediaType)) return normalized as ImageMediaType const extension = name.split(/[?#]/, 1)[0]?.split('.').at(-1)?.toLowerCase() if (extension === 'png') return 'image/png' if (extension === 'jpg' || extension === 'jpeg') return 'image/jpeg' if (extension === 'webp') return 'image/webp' if (extension === 'gif') return 'image/gif' if (base64 !== undefined) return sniffImageMediaType(base64) return undefined } function decodedBase64Bytes(value: string): number { const padding = value.endsWith('==') ? 2 : value.endsWith('=') ? 1 : 0 return Math.floor(value.length * 3 / 4) - padding } function positiveNumber(value: unknown): value is number { return typeof value === 'number' && Number.isFinite(value) && value > 0 } function positiveInteger(value: unknown): value is number { return typeof value === 'number' && Number.isSafeInteger(value) && value > 0 } function formatBytes(bytes: number): string { return bytes >= 1024 * 1024 ? `${Math.floor(bytes / (1024 * 1024))} MB` : `${Math.floor(bytes / 1024)} KB` }