Import apps/android/src/screens/chat-images.ts
This commit is contained in:
parent
44d4b6b414
commit
ec6d66ae4a
|
|
@ -0,0 +1,149 @@
|
|||
import * as ImagePicker from 'expo-image-picker'
|
||||
import { strings as zhCN } from '../locales/i18n'
|
||||
import type { ImageAttachmentLimits, ImageMediaType, PromptImage, RemoteSession } from '../types'
|
||||
|
||||
const IMAGE_MEDIA_TYPES: readonly ImageMediaType[] = ['image/png', 'image/jpeg', 'image/webp', 'image/gif']
|
||||
const DEFAULT_MAX_IMAGES_PER_MESSAGE = 4
|
||||
|
||||
export function sessionImageLimits(session: RemoteSession): ImageAttachmentLimits | undefined {
|
||||
const value = session.projections?.values?.imageLimits
|
||||
if (typeof value !== 'object' || value === null || Array.isArray(value)) return undefined
|
||||
const limits = value as Partial<ImageAttachmentLimits>
|
||||
if (!positiveNumber(limits.maxImageBytes)
|
||||
|| !positiveNumber(limits.maxMessageImageBytes)
|
||||
|| !positiveNumber(limits.maxImagePixels)
|
||||
|| !positiveNumber(limits.maxImageDimension)
|
||||
|| !Array.isArray(limits.mediaTypes)) return undefined
|
||||
const mediaTypes = limits.mediaTypes.filter((mediaType): mediaType is ImageMediaType =>
|
||||
typeof mediaType === 'string' && IMAGE_MEDIA_TYPES.includes(mediaType as ImageMediaType))
|
||||
if (mediaTypes.length === 0) return undefined
|
||||
return {
|
||||
maxImageBytes: limits.maxImageBytes,
|
||||
maxImagesPerMessage: positiveInteger(limits.maxImagesPerMessage)
|
||||
? limits.maxImagesPerMessage
|
||||
: DEFAULT_MAX_IMAGES_PER_MESSAGE,
|
||||
maxMessageImageBytes: limits.maxMessageImageBytes,
|
||||
maxImagePixels: limits.maxImagePixels,
|
||||
maxImageDimension: limits.maxImageDimension,
|
||||
mediaTypes,
|
||||
}
|
||||
}
|
||||
|
||||
export function sanitizeBase64(value: string): string {
|
||||
return value.replace(/\s+/g, '').replace(/^data:image\/[a-zA-Z+.-]+;base64,/, '')
|
||||
}
|
||||
|
||||
export function promptImageFromAsset(asset: ImagePicker.ImagePickerAsset): PromptImage {
|
||||
if (asset.base64 === undefined || asset.base64 === null || asset.base64.length === 0) {
|
||||
throw new Error('missing-image-data')
|
||||
}
|
||||
const base64 = sanitizeBase64(asset.base64)
|
||||
if (base64.length === 0) throw new Error('missing-image-data')
|
||||
const mediaType = imageMediaType(asset.mimeType, asset.fileName ?? asset.uri, base64)
|
||||
if (mediaType === undefined) throw new Error('unsupported-image-type')
|
||||
return {
|
||||
uri: asset.uri,
|
||||
mediaType,
|
||||
data: base64,
|
||||
bytes: decodedBase64Bytes(base64),
|
||||
width: asset.width,
|
||||
height: asset.height,
|
||||
...(asset.fileName === undefined || asset.fileName === null ? {} : { name: asset.fileName.split(/[\\/]/).at(-1)?.slice(0, 255) }),
|
||||
}
|
||||
}
|
||||
|
||||
/** Build one staged image from base64 bytes read outside expo-image-picker (the document picker). */
|
||||
export function promptImageFromBase64(input: {
|
||||
uri: string
|
||||
base64: string
|
||||
mimeType?: string
|
||||
name?: string
|
||||
width: number
|
||||
height: number
|
||||
}): PromptImage {
|
||||
if (input.base64.length === 0) throw new Error('missing-image-data')
|
||||
const base64 = sanitizeBase64(input.base64)
|
||||
if (base64.length === 0) throw new Error('missing-image-data')
|
||||
const mediaType = imageMediaType(input.mimeType, input.name ?? input.uri, base64)
|
||||
if (mediaType === undefined) throw new Error('unsupported-image-type')
|
||||
return {
|
||||
uri: input.uri,
|
||||
mediaType,
|
||||
data: base64,
|
||||
bytes: decodedBase64Bytes(base64),
|
||||
width: input.width,
|
||||
height: input.height,
|
||||
...(input.name === undefined ? {} : { name: input.name.split(/[\\/]/).at(-1)?.slice(0, 255) }),
|
||||
}
|
||||
}
|
||||
|
||||
export function validatePromptImages(images: PromptImage[], limits?: ImageAttachmentLimits): string | undefined {
|
||||
if (limits === undefined) return undefined
|
||||
if (images.length > limits.maxImagesPerMessage) return zhCN.chat.tooManyImages(limits.maxImagesPerMessage)
|
||||
let totalBytes = 0
|
||||
for (const image of images) {
|
||||
const label = image.name ?? zhCN.chat.unnamedImage
|
||||
if (!limits.mediaTypes.includes(image.mediaType)) return zhCN.chat.unsupportedImage(label)
|
||||
if (image.bytes > limits.maxImageBytes) return zhCN.chat.imageTooLarge(label, formatBytes(limits.maxImageBytes))
|
||||
if (image.width > limits.maxImageDimension || image.height > limits.maxImageDimension) {
|
||||
return zhCN.chat.imageDimensionsTooLarge(label, limits.maxImageDimension)
|
||||
}
|
||||
if (image.width * image.height > limits.maxImagePixels) return zhCN.chat.imagePixelsTooLarge(label)
|
||||
totalBytes += image.bytes
|
||||
}
|
||||
return totalBytes > limits.maxMessageImageBytes
|
||||
? zhCN.chat.imagesTooLarge(formatBytes(limits.maxMessageImageBytes))
|
||||
: undefined
|
||||
}
|
||||
|
||||
export function sniffImageMediaType(base64: string): ImageMediaType | undefined {
|
||||
if (base64.startsWith('iVBORw0KGgo')) return 'image/png'
|
||||
if (base64.startsWith('/9j/')) return 'image/jpeg'
|
||||
if (base64.startsWith('R0lGODlh') || base64.startsWith('R0lGODdh') || base64.startsWith('R0lGOD')) return 'image/gif'
|
||||
if (base64.startsWith('UklGR')) {
|
||||
try {
|
||||
const header = atob(base64.slice(0, 32))
|
||||
if (header.startsWith('RIFF') && header.slice(8, 12) === 'WEBP') return 'image/webp'
|
||||
} catch {
|
||||
return 'image/webp'
|
||||
}
|
||||
}
|
||||
return undefined
|
||||
}
|
||||
|
||||
export function imageMediaType(
|
||||
mimeType: string | undefined,
|
||||
name: string,
|
||||
base64?: string,
|
||||
): ImageMediaType | undefined {
|
||||
const normalized = mimeType?.toLowerCase()
|
||||
if (normalized === 'image/x-png') return 'image/png'
|
||||
if (IMAGE_MEDIA_TYPES.includes(normalized as ImageMediaType)) return normalized as ImageMediaType
|
||||
const extension = name.split(/[?#]/, 1)[0]?.split('.').at(-1)?.toLowerCase()
|
||||
if (extension === 'png') return 'image/png'
|
||||
if (extension === 'jpg' || extension === 'jpeg') return 'image/jpeg'
|
||||
if (extension === 'webp') return 'image/webp'
|
||||
if (extension === 'gif') return 'image/gif'
|
||||
if (base64 !== undefined) return sniffImageMediaType(base64)
|
||||
return undefined
|
||||
}
|
||||
|
||||
function decodedBase64Bytes(value: string): number {
|
||||
const padding = value.endsWith('==') ? 2 : value.endsWith('=') ? 1 : 0
|
||||
return Math.floor(value.length * 3 / 4) - padding
|
||||
}
|
||||
|
||||
function positiveNumber(value: unknown): value is number {
|
||||
return typeof value === 'number' && Number.isFinite(value) && value > 0
|
||||
}
|
||||
|
||||
function positiveInteger(value: unknown): value is number {
|
||||
return typeof value === 'number' && Number.isSafeInteger(value) && value > 0
|
||||
}
|
||||
|
||||
function formatBytes(bytes: number): string {
|
||||
return bytes >= 1024 * 1024
|
||||
? `${Math.floor(bytes / (1024 * 1024))} MB`
|
||||
: `${Math.floor(bytes / 1024)} KB`
|
||||
}
|
||||
|
||||
Loading…
Reference in New Issue