feat: persist and resume ZIP import jobs
This commit is contained in:
parent
d35a88ed66
commit
49f3f4b133
4 changed files with 75 additions and 0 deletions
|
|
@ -147,6 +147,10 @@ function mpFingerprint(file: File): string {
|
|||
return `${MP_RESUME_PREFIX}${file.name}-${file.size}-${file.lastModified}`
|
||||
}
|
||||
|
||||
function mpStoreId(projectId: string, file: File): string {
|
||||
return `zip:${projectId}:${file.name}:${file.size}:${file.lastModified}`
|
||||
}
|
||||
|
||||
function putPart(
|
||||
url: string,
|
||||
blob: Blob,
|
||||
|
|
@ -175,6 +179,9 @@ export async function uploadFileMultipart(
|
|||
file: File,
|
||||
onProgress?: (ratio: number, uploadedBytes: number) => void
|
||||
): Promise<{ r2Key: string }> {
|
||||
const storeId = mpStoreId(projectId, file)
|
||||
await prepareUploadStorage(file.size)
|
||||
await saveUpload({ id: storeId, projectId, jobId: '', files: [file], createdAt: Date.now(), kind: 'zip' })
|
||||
const totalParts = Math.max(1, Math.ceil(file.size / MP_PART_SIZE))
|
||||
const saved = (() => {
|
||||
try {
|
||||
|
|
@ -398,3 +405,53 @@ export async function resumeStoredUpload(
|
|||
}
|
||||
await deleteUpload(stored.id)
|
||||
}
|
||||
|
||||
async function resumeImportJob(projectId: string, jobId: string, onProgress?: (done: number, total: number) => void) {
|
||||
const token = getStorageItem<string | null>(STORAGE_KEYS.ACCESS_TOKEN, null)
|
||||
const response = await fetch(`${API_BASE_URL}/projects/${projectId}/imports/${jobId}/events`, {
|
||||
headers: token ? { Authorization: `Bearer ${token}` } : undefined,
|
||||
})
|
||||
if (!response.ok || !response.body) throw new Error(`Không kết nối được SSE import (${response.status})`)
|
||||
const reader = response.body.getReader()
|
||||
const decoder = new TextDecoder()
|
||||
let buffer = ''
|
||||
try {
|
||||
for (;;) {
|
||||
const chunk = await reader.read()
|
||||
if (chunk.done) break
|
||||
buffer += decoder.decode(chunk.value, { stream: true })
|
||||
const events = buffer.split('\n\n')
|
||||
buffer = events.pop() ?? ''
|
||||
for (const event of events) {
|
||||
const line = event.split('\n').find((value) => value.startsWith('data:'))
|
||||
if (!line) continue
|
||||
const data = JSON.parse(line.slice(5)) as { status: string; done_files: number; total_files: number; error?: string }
|
||||
onProgress?.(data.done_files, data.total_files)
|
||||
if (data.status === 'done') return
|
||||
if (data.status === 'error') throw new Error(data.error || 'Import ZIP thất bại')
|
||||
}
|
||||
}
|
||||
} finally {
|
||||
await reader.cancel()
|
||||
}
|
||||
throw new Error('SSE import đã đóng trước khi hoàn tất')
|
||||
}
|
||||
|
||||
export async function resumeStoredZip(stored: StoredUpload, onProgress?: (message: string) => void) {
|
||||
const file = stored.files[0]
|
||||
if (!file) throw new Error('Không còn file ZIP để resume')
|
||||
if (stored.kind === 'zip-import' && stored.jobId) {
|
||||
await resumeImportJob(stored.projectId, stored.jobId, (done, total) =>
|
||||
onProgress?.(`Đang import ZIP ${done}/${total} ảnh…`))
|
||||
await deleteUpload(stored.id)
|
||||
return
|
||||
}
|
||||
const { r2Key } = await uploadFileMultipart(stored.projectId, file, (ratio) =>
|
||||
onProgress?.(`Đang resume ZIP ${Math.round(ratio * 100)}%`))
|
||||
const { data: job } = await api.post<{ id: string }>(
|
||||
`/projects/${stored.projectId}/imports/r2-zip`, { r2_key: r2Key })
|
||||
await saveUpload({ ...stored, kind: 'zip-import', jobId: job.id, r2Key })
|
||||
await resumeImportJob(stored.projectId, job.id, (done, total) =>
|
||||
onProgress?.(`Đang import ZIP ${done}/${total} ảnh…`))
|
||||
await deleteUpload(stored.id)
|
||||
}
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue