import { useFileStore } from '@kevisual/use-config'; import { checkAuth, error, router, writeEvents, getKey } from '../router.ts'; import Busboy from 'busboy'; import { app, minioClient } from '@/app.ts'; import { bucketName } from '@/modules/minio.ts'; import { getContentType } from '@/utils/get-content-type.ts'; import { User } from '@/models/user.ts'; import fs from 'fs'; import path from 'path'; import { createWriteStream } from 'fs'; import { pipeBusboy } from '@/modules/fm-manager/pipe-busboy.ts'; import { ConfigModel } from '@/routes/config/models/model.ts'; import { validateDirectory } from './util.ts'; import { pick } from 'lodash-es'; import { getFileStat } from '@/routes/file/index.ts'; import { logger } from '@/modules/logger.ts'; const cacheFilePath = useFileStore('cache-file', { needExists: true }); router.get('/api/s1/resources/upload', async (req, res) => { res.writeHead(200, { 'Content-Type': 'text/plain' }); res.end('Upload API is ready'); }); export const parseIfJson = (data = '{}') => { try { const _data = JSON.parse(data); if (typeof _data === 'object') return _data; return {}; } catch (error) { return {}; } }; router.post('/api/s1/resources/upload/check', async (req, res) => { const { tokenUser, token } = await checkAuth(req, res); if (!tokenUser) { res.end(error('Token is invalid.')); return; } console.log('data', req.url); res.writeHead(200, { 'Content-Type': 'application/json' }); const data = await router.getBody(req); type Data = { appKey: string; version: string; username: string; directory: string; files: { path: string; hash: string }[]; }; let { appKey, version, username, directory, files } = pick(data, ['appKey', 'version', 'username', 'directory', 'files']) as Data; let uid = tokenUser.id; if (username) { const user = await User.getUserByToken(token); const has = await user.hasUser(username, true); if (!has) { res.end(error('username is not found')); return; } const _user = await User.findOne({ where: { username } }); uid = _user?.id || ''; } if (!appKey || !version) { res.end(error('appKey and version is required')); } const { code, message } = validateDirectory(directory); if (code !== 200) { res.end(error(message)); return; } type CheckResult = { path: string; stat: any; resourcePath: string; hash: string; uploadHash: string; isUpload?: boolean; }; const checkResult: CheckResult[] = []; for (let i = 0; i < files.length; i++) { const file = files[i]; const relativePath = file.path; const minioPath = `${username || tokenUser.username}/${appKey}/${version}${directory ? `/${directory}` : ''}/${relativePath}`; let stat = await getFileStat(minioPath, true); const statHash = stat?.etag || ''; checkResult.push({ path: relativePath, uploadHash: file.hash, resourcePath: minioPath, isUpload: statHash === file.hash, stat, hash: statHash, }); } res.end(JSON.stringify({ code: 200, data: checkResult })); }); // /api/s1/resources/upload router.post('/api/s1/resources/upload', async (req, res) => { const { tokenUser, token } = await checkAuth(req, res); if (!tokenUser) { res.end(error('Token is invalid.')); return; } const url = new URL(req.url || '', 'http://localhost'); const share = !!url.searchParams.get('public'); const meta = parseIfJson(url.searchParams.get('meta')); const noCheckAppFiles = !!url.searchParams.get('noCheckAppFiles'); // 使用 busboy 解析 multipart/form-data const busboy = Busboy({ headers: req.headers, preservePath: true }); const fields: any = {}; const files: any[] = []; const filePromises: Promise[] = []; let bytesReceived = 0; let bytesExpected = parseInt(req.headers['content-length'] || '0'); busboy.on('field', (fieldname, value) => { fields[fieldname] = value; }); busboy.on('file', (fieldname, fileStream, info) => { const { filename, encoding, mimeType } = info; const tempPath = path.join(cacheFilePath, `${Date.now()}-${Math.random().toString(36).substring(7)}`); const writeStream = createWriteStream(tempPath); const filePromise = new Promise((resolve, reject) => { fileStream.on('data', (chunk) => { bytesReceived += chunk.length; if (bytesExpected > 0) { const progress = (bytesReceived / bytesExpected) * 100; const data = { progress: progress.toFixed(2), message: `Upload progress: ${progress.toFixed(2)}%`, }; console.log('progress-upload', data); writeEvents(req, data); } }); fileStream.pipe(writeStream); writeStream.on('finish', () => { files.push({ filepath: tempPath, originalFilename: filename, mimetype: mimeType, }); resolve(); }); writeStream.on('error', (err) => { reject(err); }); }); filePromises.push(filePromise); }); busboy.on('finish', async () => { // 等待所有文件写入完成 try { await Promise.all(filePromises); } catch (err) { logger.error(`File write error: ${err.message}`); res.end(error(`File write error: ${err.message}`)); return; } const clearFiles = () => { files.forEach((file) => { if (file?.filepath && fs.existsSync(file.filepath)) { fs.unlinkSync(file.filepath); } }); }; // 检查是否有文件上传 if (files.length === 0) { res.end(error('files is required')); return; } let { appKey, version, username, directory, description } = getKey(fields, ['appKey', 'version', 'username', 'directory', 'description']); let uid = tokenUser.id; if (username) { const user = await User.getUserByToken(token); const has = await user.hasUser(username, true); if (!has) { res.end(error('username is not found')); clearFiles(); return; } const _user = await User.findOne({ where: { username } }); uid = _user?.id || ''; } if (!appKey || !version) { const config = await ConfigModel.getUploadConfig({ uid }); if (config) { appKey = config.config?.data?.key || ''; version = config.config?.data?.version || ''; } } if (!appKey || !version) { res.end(error('appKey or version is not found, please check the upload config.')); clearFiles(); return; } const { code, message } = validateDirectory(directory); if (code !== 200) { res.end(error(message)); clearFiles(); return; } // 逐个处理每个上传的文件 const uploadedFiles = files; logger.info( 'upload files', uploadedFiles.map((item) => { return pick(item, ['filepath', 'originalFilename']); }), ); const uploadResults = []; for (let i = 0; i < uploadedFiles.length; i++) { const file = uploadedFiles[i]; // @ts-ignore const tempPath = file.filepath; // 文件上传时的临时路径 const relativePath = file.originalFilename; // 保留表单中上传的文件名 (包含文件夹结构) // 比如 child2/b.txt const minioPath = `${username || tokenUser.username}/${appKey}/${version}${directory ? `/${directory}` : ''}/${relativePath}`; // 上传到 MinIO 并保留文件夹结构 const isHTML = relativePath.endsWith('.html'); const metadata: any = {}; if (share) { metadata.share = 'public'; } Object.assign(metadata, meta); await minioClient.fPutObject(bucketName, minioPath, tempPath, { 'Content-Type': getContentType(relativePath), 'app-source': 'user-app', 'Cache-Control': isHTML ? 'no-cache' : 'max-age=31536000, immutable', // 缓存一年 ...metadata, }); uploadResults.push({ name: relativePath, path: minioPath, }); fs.unlinkSync(tempPath); // 删除临时文件 } if (!noCheckAppFiles) { const _data = { appKey, version, username, files: uploadResults, description, } if (_data.description) { delete _data.description; } // 受控 const r = await app.call({ path: 'app', key: 'uploadFiles', payload: { token: token, data: _data, }, }); const data: any = { code: r.code, data: { app: r.body, upload: uploadResults, }, }; if (r.message) { data.message = r.message; } console.log('upload data', data); res.writeHead(200, { 'Content-Type': 'application/json' }); res.end(JSON.stringify(data)); } else { res.writeHead(200, { 'Content-Type': 'application/json' }); res.end( JSON.stringify({ code: 200, data: { detect: [], upload: uploadResults, }, }), ); } }); pipeBusboy(req, res, busboy); });