Import apps/android/src/screens/chat-images.ts

This commit is contained in:
QQ 2026-11-14 14:13:58 +08:00
parent 44d4b6b414
commit ec6d66ae4a
1 changed files with 149 additions and 0 deletions

View File

@ -0,0 +1,149 @@
import * as ImagePicker from 'expo-image-picker'
import { strings as zhCN } from '../locales/i18n'
import type { ImageAttachmentLimits, ImageMediaType, PromptImage, RemoteSession } from '../types'
const IMAGE_MEDIA_TYPES: readonly ImageMediaType[] = ['image/png', 'image/jpeg', 'image/webp', 'image/gif']
const DEFAULT_MAX_IMAGES_PER_MESSAGE = 4
export function sessionImageLimits(session: RemoteSession): ImageAttachmentLimits | undefined {
const value = session.projections?.values?.imageLimits
if (typeof value !== 'object' || value === null || Array.isArray(value)) return undefined
const limits = value as Partial<ImageAttachmentLimits>
if (!positiveNumber(limits.maxImageBytes)
|| !positiveNumber(limits.maxMessageImageBytes)
|| !positiveNumber(limits.maxImagePixels)
|| !positiveNumber(limits.maxImageDimension)
|| !Array.isArray(limits.mediaTypes)) return undefined
const mediaTypes = limits.mediaTypes.filter((mediaType): mediaType is ImageMediaType =>
typeof mediaType === 'string' && IMAGE_MEDIA_TYPES.includes(mediaType as ImageMediaType))
if (mediaTypes.length === 0) return undefined
return {
maxImageBytes: limits.maxImageBytes,
maxImagesPerMessage: positiveInteger(limits.maxImagesPerMessage)
? limits.maxImagesPerMessage
: DEFAULT_MAX_IMAGES_PER_MESSAGE,
maxMessageImageBytes: limits.maxMessageImageBytes,
maxImagePixels: limits.maxImagePixels,
maxImageDimension: limits.maxImageDimension,
mediaTypes,
}
}
export function sanitizeBase64(value: string): string {
return value.replace(/\s+/g, '').replace(/^data:image\/[a-zA-Z+.-]+;base64,/, '')
}
export function promptImageFromAsset(asset: ImagePicker.ImagePickerAsset): PromptImage {
if (asset.base64 === undefined || asset.base64 === null || asset.base64.length === 0) {
throw new Error('missing-image-data')
}
const base64 = sanitizeBase64(asset.base64)
if (base64.length === 0) throw new Error('missing-image-data')
const mediaType = imageMediaType(asset.mimeType, asset.fileName ?? asset.uri, base64)
if (mediaType === undefined) throw new Error('unsupported-image-type')
return {
uri: asset.uri,
mediaType,
data: base64,
bytes: decodedBase64Bytes(base64),
width: asset.width,
height: asset.height,
...(asset.fileName === undefined || asset.fileName === null ? {} : { name: asset.fileName.split(/[\\/]/).at(-1)?.slice(0, 255) }),
}
}
/** Build one staged image from base64 bytes read outside expo-image-picker (the document picker). */
export function promptImageFromBase64(input: {
uri: string
base64: string
mimeType?: string
name?: string
width: number
height: number
}): PromptImage {
if (input.base64.length === 0) throw new Error('missing-image-data')
const base64 = sanitizeBase64(input.base64)
if (base64.length === 0) throw new Error('missing-image-data')
const mediaType = imageMediaType(input.mimeType, input.name ?? input.uri, base64)
if (mediaType === undefined) throw new Error('unsupported-image-type')
return {
uri: input.uri,
mediaType,
data: base64,
bytes: decodedBase64Bytes(base64),
width: input.width,
height: input.height,
...(input.name === undefined ? {} : { name: input.name.split(/[\\/]/).at(-1)?.slice(0, 255) }),
}
}
export function validatePromptImages(images: PromptImage[], limits?: ImageAttachmentLimits): string | undefined {
if (limits === undefined) return undefined
if (images.length > limits.maxImagesPerMessage) return zhCN.chat.tooManyImages(limits.maxImagesPerMessage)
let totalBytes = 0
for (const image of images) {
const label = image.name ?? zhCN.chat.unnamedImage
if (!limits.mediaTypes.includes(image.mediaType)) return zhCN.chat.unsupportedImage(label)
if (image.bytes > limits.maxImageBytes) return zhCN.chat.imageTooLarge(label, formatBytes(limits.maxImageBytes))
if (image.width > limits.maxImageDimension || image.height > limits.maxImageDimension) {
return zhCN.chat.imageDimensionsTooLarge(label, limits.maxImageDimension)
}
if (image.width * image.height > limits.maxImagePixels) return zhCN.chat.imagePixelsTooLarge(label)
totalBytes += image.bytes
}
return totalBytes > limits.maxMessageImageBytes
? zhCN.chat.imagesTooLarge(formatBytes(limits.maxMessageImageBytes))
: undefined
}
export function sniffImageMediaType(base64: string): ImageMediaType | undefined {
if (base64.startsWith('iVBORw0KGgo')) return 'image/png'
if (base64.startsWith('/9j/')) return 'image/jpeg'
if (base64.startsWith('R0lGODlh') || base64.startsWith('R0lGODdh') || base64.startsWith('R0lGOD')) return 'image/gif'
if (base64.startsWith('UklGR')) {
try {
const header = atob(base64.slice(0, 32))
if (header.startsWith('RIFF') && header.slice(8, 12) === 'WEBP') return 'image/webp'
} catch {
return 'image/webp'
}
}
return undefined
}
export function imageMediaType(
mimeType: string | undefined,
name: string,
base64?: string,
): ImageMediaType | undefined {
const normalized = mimeType?.toLowerCase()
if (normalized === 'image/x-png') return 'image/png'
if (IMAGE_MEDIA_TYPES.includes(normalized as ImageMediaType)) return normalized as ImageMediaType
const extension = name.split(/[?#]/, 1)[0]?.split('.').at(-1)?.toLowerCase()
if (extension === 'png') return 'image/png'
if (extension === 'jpg' || extension === 'jpeg') return 'image/jpeg'
if (extension === 'webp') return 'image/webp'
if (extension === 'gif') return 'image/gif'
if (base64 !== undefined) return sniffImageMediaType(base64)
return undefined
}
function decodedBase64Bytes(value: string): number {
const padding = value.endsWith('==') ? 2 : value.endsWith('=') ? 1 : 0
return Math.floor(value.length * 3 / 4) - padding
}
function positiveNumber(value: unknown): value is number {
return typeof value === 'number' && Number.isFinite(value) && value > 0
}
function positiveInteger(value: unknown): value is number {
return typeof value === 'number' && Number.isSafeInteger(value) && value > 0
}
function formatBytes(bytes: number): string {
return bytes >= 1024 * 1024
? `${Math.floor(bytes / (1024 * 1024))} MB`
: `${Math.floor(bytes / 1024)} KB`
}