289 lines
8.9 KiB
TypeScript
289 lines
8.9 KiB
TypeScript
import { useFileStore } from '@kevisual/use-config';
|
|
import { checkAuth, error, router, writeEvents, getKey } from '../router.ts';
|
|
import Busboy from 'busboy';
|
|
import { app, minioClient } from '@/app.ts';
|
|
|
|
import { bucketName } from '@/modules/minio.ts';
|
|
import { getContentType } from '@/utils/get-content-type.ts';
|
|
import { User } from '@/models/user.ts';
|
|
import fs from 'fs';
|
|
import path from 'path';
|
|
import { createWriteStream } from 'fs';
|
|
import { pipeBusboy } from '@/modules/fm-manager/pipe-busboy.ts';
|
|
import { ConfigModel } from '@/routes/config/models/model.ts';
|
|
import { validateDirectory } from './util.ts';
|
|
import { pick } from 'lodash-es';
|
|
import { getFileStat } from '@/routes/file/index.ts';
|
|
import { logger } from '@/modules/logger.ts';
|
|
|
|
const cacheFilePath = useFileStore('cache-file', { needExists: true });
|
|
|
|
router.get('/api/s1/resources/upload', async (req, res) => {
|
|
res.writeHead(200, { 'Content-Type': 'text/plain' });
|
|
res.end('Upload API is ready');
|
|
});
|
|
export const parseIfJson = (data = '{}') => {
|
|
try {
|
|
const _data = JSON.parse(data);
|
|
if (typeof _data === 'object') return _data;
|
|
return {};
|
|
} catch (error) {
|
|
return {};
|
|
}
|
|
};
|
|
router.post('/api/s1/resources/upload/check', async (req, res) => {
|
|
const { tokenUser, token } = await checkAuth(req, res);
|
|
if (!tokenUser) {
|
|
res.end(error('Token is invalid.'));
|
|
return;
|
|
}
|
|
console.log('data', req.url);
|
|
res.writeHead(200, { 'Content-Type': 'application/json' });
|
|
const data = await router.getBody(req);
|
|
type Data = {
|
|
appKey: string;
|
|
version: string;
|
|
username: string;
|
|
directory: string;
|
|
files: { path: string; hash: string }[];
|
|
};
|
|
let { appKey, version, username, directory, files } = pick(data, ['appKey', 'version', 'username', 'directory', 'files']) as Data;
|
|
let uid = tokenUser.id;
|
|
if (username) {
|
|
const user = await User.getUserByToken(token);
|
|
const has = await user.hasUser(username, true);
|
|
if (!has) {
|
|
res.end(error('username is not found'));
|
|
return;
|
|
}
|
|
const _user = await User.findOne({ where: { username } });
|
|
uid = _user?.id || '';
|
|
}
|
|
if (!appKey || !version) {
|
|
res.end(error('appKey and version is required'));
|
|
}
|
|
|
|
const { code, message } = validateDirectory(directory);
|
|
if (code !== 200) {
|
|
res.end(error(message));
|
|
return;
|
|
}
|
|
type CheckResult = {
|
|
path: string;
|
|
stat: any;
|
|
resourcePath: string;
|
|
hash: string;
|
|
uploadHash: string;
|
|
isUpload?: boolean;
|
|
};
|
|
const checkResult: CheckResult[] = [];
|
|
for (let i = 0; i < files.length; i++) {
|
|
const file = files[i];
|
|
const relativePath = file.path;
|
|
const minioPath = `${username || tokenUser.username}/${appKey}/${version}${directory ? `/${directory}` : ''}/${relativePath}`;
|
|
let stat = await getFileStat(minioPath, true);
|
|
const statHash = stat?.etag || '';
|
|
checkResult.push({
|
|
path: relativePath,
|
|
uploadHash: file.hash,
|
|
resourcePath: minioPath,
|
|
isUpload: statHash === file.hash,
|
|
stat,
|
|
hash: statHash,
|
|
});
|
|
}
|
|
res.end(JSON.stringify({ code: 200, data: checkResult }));
|
|
});
|
|
|
|
// /api/s1/resources/upload
|
|
router.post('/api/s1/resources/upload', async (req, res) => {
|
|
const { tokenUser, token } = await checkAuth(req, res);
|
|
if (!tokenUser) {
|
|
res.end(error('Token is invalid.'));
|
|
return;
|
|
}
|
|
const url = new URL(req.url || '', 'http://localhost');
|
|
const share = !!url.searchParams.get('public');
|
|
const meta = parseIfJson(url.searchParams.get('meta'));
|
|
const noCheckAppFiles = !!url.searchParams.get('noCheckAppFiles');
|
|
// 使用 busboy 解析 multipart/form-data
|
|
const busboy = Busboy({ headers: req.headers, preservePath: true });
|
|
const fields: any = {};
|
|
const files: any[] = [];
|
|
const filePromises: Promise<void>[] = [];
|
|
let bytesReceived = 0;
|
|
let bytesExpected = parseInt(req.headers['content-length'] || '0');
|
|
busboy.on('field', (fieldname, value) => {
|
|
fields[fieldname] = value;
|
|
});
|
|
|
|
busboy.on('file', (fieldname, fileStream, info) => {
|
|
const { filename, encoding, mimeType } = info;
|
|
const tempPath = path.join(cacheFilePath, `${Date.now()}-${Math.random().toString(36).substring(7)}`);
|
|
const writeStream = createWriteStream(tempPath);
|
|
const filePromise = new Promise<void>((resolve, reject) => {
|
|
fileStream.on('data', (chunk) => {
|
|
bytesReceived += chunk.length;
|
|
if (bytesExpected > 0) {
|
|
const progress = (bytesReceived / bytesExpected) * 100;
|
|
const data = {
|
|
progress: progress.toFixed(2),
|
|
message: `Upload progress: ${progress.toFixed(2)}%`,
|
|
};
|
|
console.log('progress-upload', data);
|
|
writeEvents(req, data);
|
|
}
|
|
});
|
|
|
|
fileStream.pipe(writeStream);
|
|
|
|
writeStream.on('finish', () => {
|
|
files.push({
|
|
filepath: tempPath,
|
|
originalFilename: filename,
|
|
mimetype: mimeType,
|
|
});
|
|
resolve();
|
|
});
|
|
|
|
writeStream.on('error', (err) => {
|
|
reject(err);
|
|
});
|
|
});
|
|
|
|
filePromises.push(filePromise);
|
|
});
|
|
|
|
busboy.on('finish', async () => {
|
|
// 等待所有文件写入完成
|
|
try {
|
|
await Promise.all(filePromises);
|
|
} catch (err) {
|
|
logger.error(`File write error: ${err.message}`);
|
|
res.end(error(`File write error: ${err.message}`));
|
|
return;
|
|
}
|
|
const clearFiles = () => {
|
|
files.forEach((file) => {
|
|
if (file?.filepath && fs.existsSync(file.filepath)) {
|
|
fs.unlinkSync(file.filepath);
|
|
}
|
|
});
|
|
};
|
|
|
|
// 检查是否有文件上传
|
|
if (files.length === 0) {
|
|
res.end(error('files is required'));
|
|
return;
|
|
}
|
|
|
|
let { appKey, version, username, directory, description } = getKey(fields, ['appKey', 'version', 'username', 'directory', 'description']);
|
|
let uid = tokenUser.id;
|
|
if (username) {
|
|
const user = await User.getUserByToken(token);
|
|
const has = await user.hasUser(username, true);
|
|
if (!has) {
|
|
res.end(error('username is not found'));
|
|
clearFiles();
|
|
return;
|
|
}
|
|
const _user = await User.findOne({ where: { username } });
|
|
uid = _user?.id || '';
|
|
}
|
|
if (!appKey || !version) {
|
|
const config = await ConfigModel.getUploadConfig({ uid });
|
|
if (config) {
|
|
appKey = config.config?.data?.key || '';
|
|
version = config.config?.data?.version || '';
|
|
}
|
|
}
|
|
if (!appKey || !version) {
|
|
res.end(error('appKey or version is not found, please check the upload config.'));
|
|
clearFiles();
|
|
return;
|
|
}
|
|
const { code, message } = validateDirectory(directory);
|
|
if (code !== 200) {
|
|
res.end(error(message));
|
|
clearFiles();
|
|
return;
|
|
}
|
|
// 逐个处理每个上传的文件
|
|
const uploadedFiles = files;
|
|
logger.info(
|
|
'upload files',
|
|
uploadedFiles.map((item) => {
|
|
return pick(item, ['filepath', 'originalFilename']);
|
|
}),
|
|
);
|
|
const uploadResults = [];
|
|
for (let i = 0; i < uploadedFiles.length; i++) {
|
|
const file = uploadedFiles[i];
|
|
// @ts-ignore
|
|
const tempPath = file.filepath; // 文件上传时的临时路径
|
|
const relativePath = file.originalFilename; // 保留表单中上传的文件名 (包含文件夹结构)
|
|
// 比如 child2/b.txt
|
|
const minioPath = `${username || tokenUser.username}/${appKey}/${version}${directory ? `/${directory}` : ''}/${relativePath}`;
|
|
// 上传到 MinIO 并保留文件夹结构
|
|
const isHTML = relativePath.endsWith('.html');
|
|
const metadata: any = {};
|
|
if (share) {
|
|
metadata.share = 'public';
|
|
}
|
|
Object.assign(metadata, meta);
|
|
await minioClient.fPutObject(bucketName, minioPath, tempPath, {
|
|
'Content-Type': getContentType(relativePath),
|
|
'app-source': 'user-app',
|
|
'Cache-Control': isHTML ? 'no-cache' : 'max-age=31536000, immutable', // 缓存一年
|
|
...metadata,
|
|
});
|
|
uploadResults.push({
|
|
name: relativePath,
|
|
path: minioPath,
|
|
});
|
|
fs.unlinkSync(tempPath); // 删除临时文件
|
|
}
|
|
if (!noCheckAppFiles) {
|
|
const _data = { appKey, version, username, files: uploadResults, description, }
|
|
if (_data.description) {
|
|
delete _data.description;
|
|
}
|
|
// 受控
|
|
const r = await app.call({
|
|
path: 'app',
|
|
key: 'uploadFiles',
|
|
payload: {
|
|
token: token,
|
|
data: _data,
|
|
},
|
|
});
|
|
const data: any = {
|
|
code: r.code,
|
|
data: {
|
|
app: r.body,
|
|
upload: uploadResults,
|
|
},
|
|
};
|
|
if (r.message) {
|
|
data.message = r.message;
|
|
}
|
|
console.log('upload data', data);
|
|
res.writeHead(200, { 'Content-Type': 'application/json' });
|
|
res.end(JSON.stringify(data));
|
|
} else {
|
|
res.writeHead(200, { 'Content-Type': 'application/json' });
|
|
res.end(
|
|
JSON.stringify({
|
|
code: 200,
|
|
data: {
|
|
detect: [],
|
|
upload: uploadResults,
|
|
},
|
|
}),
|
|
);
|
|
}
|
|
});
|
|
|
|
pipeBusboy(req, res, busboy);
|
|
});
|