feat: 新增app管理和文件管理

src/index.ts

@@ -3,9 +3,11 @@ import { app } from './app.ts';
 import './route.ts';
 const config = useConfig();
 import { app as aiApp } from '@kevisual/ai-lang/src/index.ts';
+import { uploadMiddleware } from './lib/upload.ts';
 //
 export { aiApp };
 export { app };
 app.listen(config.port, () => {
   console.log(`server is running at http://localhost:${config.port}`);
 });
+app.server.on(uploadMiddleware);

src/lib/upload.ts

@@ -0,0 +1,179 @@
+import { useFileStore } from '@abearxiong/use-file-store';
+import http from 'http';
+import fs from 'fs';
+import path from 'path';
+import { IncomingForm } from 'formidable';
+import { checkToken } from '@abearxiong/auth';
+import { useConfig } from '@abearxiong/use-config';
+const { tokenSecret } = useConfig<{ tokenSecret: string }>();
+const filePath = useFileStore('upload');
+// curl -X POST http://localhost:4000/api/upload -F "file=@readme.md"
+// curl -X POST http://localhost:4000/api/upload \
+//   -F "file=@readme.md" \
+//   -F "file=@types/index.d.ts" \
+//   -F "description=This is a test upload" \
+//   -F "username=testuser"
+
+export const uploadMiddleware = async (req: http.IncomingMessage, res: http.ServerResponse) => {
+  if (req.method === 'GET' && req.url === '/api/upload') {
+    res.writeHead(200, { 'Content-Type': 'text/plain' });
+    res.end('Upload API is ready');
+    return;
+  }
+  if (false && req.method === 'POST' && req.url === '/api/upload') {
+    res.writeHead(200, { 'Content-Type': 'text/plain' });
+
+    // 检查 Content-Type 是否为 multipart/form-data
+    const contentType = req.headers['content-type'];
+    if (!contentType || !contentType.startsWith('multipart/form-data')) {
+      res.end('Invalid content type, expecting multipart/form-data');
+      return;
+    }
+    // 提取 boundary (边界) 标识
+    const boundary = contentType.split('boundary=')[1];
+    if (!boundary) {
+      res.end('Invalid multipart/form-data format');
+      return;
+    }
+
+    // 将接收到的所有数据存入临时数组中
+    let rawData = Buffer.alloc(0);
+    req.on('data', (chunk) => {
+      rawData = Buffer.concat([rawData, chunk]);
+    });
+
+    req.on('end', () => {
+      // 解析所有文件部分
+      const parts = parseMultipartData(rawData, boundary);
+
+      // 存储上传文件结果
+      const uploadResults = [];
+
+      for (let i = 0; i < parts.length; i++) {
+        const part = parts[i];
+        if (part.filename) {
+          if (!fs.existsSync(filePath)) {
+            fs.mkdirSync(filePath, { recursive: true });
+          }
+          const tempFilePath = path.join(filePath, part.filename);
+          fs.writeFileSync(tempFilePath, part.data);
+          uploadResults.push(`File ${part.filename} uploaded successfully.`);
+          // 上传到 MinIO
+          // minioClient.fPutObject(bucketName, part.filename, tempFilePath, {}, (err, etag) => {
+          //   fs.unlinkSync(tempFilePath); // 删除临时文件
+          //   if (err) {
+          //     uploadResults.push(`Upload error for ${part.filename}: ${err.message}`);
+          //   } else {
+          //     uploadResults.push(`File ${part.filename} uploaded successfully. ETag: ${etag}`);
+          //   }
+
+          //   // 如果所有文件都处理完毕，返回结果
+          //   if (uploadResults.length === parts.length) {
+          //     res.writeHead(200, { 'Content-Type': 'text/plain' });
+          //     res.end(uploadResults.join('\n'));
+          //   }
+          // });
+        }
+      }
+      res.end(uploadResults.join('\n'));
+    });
+  }
+  if (req.method === 'POST' && req.url === '/api/upload') {
+    res.writeHead(200, { 'Content-Type': 'text/plain' });
+    const authroization = req.headers?.['Authorization'] as string;
+    if (!authroization) {
+      res.statusCode = 401;
+      res.end('Invalid authorization');
+      return;
+    }
+    const token = authroization.split(' ')[1];
+    const tokenUser = await checkToken(token, tokenSecret);
+    if (!tokenUser) {
+      res.statusCode = 401;
+      res.end('Invalid token');
+      return;
+    }
+    // 
+    // 使用 formidable 解析 multipart/form-data
+    const form = new IncomingForm({
+      multiples: true, // 支持多文件上传
+      uploadDir: filePath, // 上传文件存储目录
+    });
+    // 解析上传的文件
+    form.parse(req, (err, fields, files) => {
+      if (err) {
+        res.end(`Upload error: ${err.message}`);
+        return;
+      }
+      console.log('fields', fields);
+      // 逐个处理每个上传的文件
+      const uploadedFiles = Array.isArray(files.file) ? files.file : [files.file];
+      const uploadResults = [];
+
+      uploadedFiles.forEach((file) => {
+        // @ts-ignore
+        const tempPath = file.filepath; // 文件上传时的临时路径
+        const relativePath = file.originalFilename; // 保留表单中上传的文件名 (包含文件夹结构)
+        uploadResults.push(`File ${relativePath} uploaded successfully. ${tempPath}`);
+        // 上传到 MinIO 并保留文件夹结构
+        // minioClient.fPutObject(bucketName, relativePath, tempPath, {}, (err, etag) => {
+        //   fs.unlinkSync(tempPath); // 删除临时文件
+
+        //   if (err) {
+        //     uploadResults.push(`Upload error for ${relativePath}: ${err.message}`);
+        //   } else {
+        //     uploadResults.push(`File ${relativePath} uploaded successfully. ETag: ${etag}`);
+        //   }
+
+        //   // 如果所有文件都处理完毕，返回结果
+        //   if (uploadResults.length === uploadedFiles.length) {
+        //     res.writeHead(200, { 'Content-Type': 'text/plain' });
+        //     res.end(uploadResults.join('\n'));
+        //   }
+        // });
+      });
+      res.end(uploadResults.join('\n'));
+    });
+  }
+};
+
+/**
+ * 解析 multipart/form-data 格式数据，提取各个字段和文件内容
+ * @param {Buffer} buffer - 完整的 HTTP 请求体数据
+ * @param {string} boundary - multipart/form-data 的 boundary 标识符
+ * @returns {Array} 返回包含各个部分数据的数组
+ */
+function parseMultipartData(buffer, boundary) {
+  const parts = [];
+  const boundaryBuffer = Buffer.from(`--${boundary}`, 'utf-8');
+  let start = buffer.indexOf(boundaryBuffer) + boundaryBuffer.length + 2; // Skip first boundary and \r\n
+
+  while (start < buffer.length) {
+    // 查找下一个 boundary 的位置
+    const end = buffer.indexOf(boundaryBuffer, start) - 2; // Subtract 2 to remove trailing \r\n
+    if (end <= start) break;
+
+    // 提取单个 part 数据
+    const part = buffer.slice(start, end);
+    start = end + boundaryBuffer.length + 2; // Move start to next part
+
+    // 分割 part 头和内容
+    const headerEndIndex = part.indexOf('\r\n\r\n');
+    const headers = part.slice(0, headerEndIndex).toString();
+    const content = part.slice(headerEndIndex + 4); // Skip \r\n\r\n
+
+    // 解析 headers 以获取字段名称和文件信息
+    const nameMatch = headers.match(/name="([^"]+)"/);
+    const filenameMatch = headers.match(/filename="([^"]+)"/);
+
+    const partData = {
+      name: nameMatch ? nameMatch[1] : null,
+      filename: filenameMatch ? filenameMatch[1] : null,
+      data: content,
+    };
+
+    parts.push(partData);
+  }
+
+  return parts;
+}

src/route.ts

@@ -10,3 +10,4 @@ createAuthRoute({
   app,
   secret: config.tokenSecret,
 });
+

src/routes/app-manager/index.ts

@@ -0,0 +1,2 @@
+import './list.ts';
+import './user-app.ts';

src/routes/app-manager/list.ts

@@ -0,0 +1,89 @@
+import { CustomError } from '@abearxiong/router';
+import { AppModel, AppListModel } from './module/index.ts';
+import { app } from '@/app.ts';
+
+app
+  .route({
+    path: 'app',
+    key: 'list',
+    middleware: ['auth'],
+  })
+  .define(async (ctx) => {
+    const tokenUser = ctx.state.tokenUser;
+    const list = await AppListModel.findAll({
+      order: [['updatedAt', 'DESC']],
+      where: {
+        uid: tokenUser.id,
+      },
+    });
+    ctx.body = list;
+    return ctx;
+  })
+  .addTo(app);
+
+app
+  .route({
+    path: 'app',
+    key: 'get',
+    middleware: ['auth'],
+  })
+  .define(async (ctx) => {
+    const id = ctx.query.id;
+    if (!id) {
+      throw new CustomError('id is required');
+    }
+    const am = await AppListModel.findByPk(id);
+    if (!am) {
+      throw new CustomError('app not found');
+    }
+    ctx.body = am;
+    return ctx;
+  })
+  .addTo(app);
+
+app
+  .route({
+    path: 'app',
+    key: 'update',
+    middleware: ['auth'],
+  })
+  .define(async (ctx) => {
+    const tokenUser = ctx.state.tokenUser;
+    const { data, id, ...rest } = ctx.query.data;
+    if (id) {
+      const app = await AppListModel.findByPk(id);
+      if (app) {
+        const newData = { ...app.data, ...data };
+        const newApp = await app.update({ data: newData, ...rest });
+        ctx.body = newApp;
+      } else {
+        throw new CustomError('app not found');
+      }
+      return;
+    }
+    const app = await AppListModel.create({ data, ...rest, uid: tokenUser.id });
+    ctx.body = app;
+    return ctx;
+  })
+  .addTo(app);
+
+app
+  .route({
+    path: 'app',
+    key: 'delete',
+    middleware: ['auth'],
+  })
+  .define(async (ctx) => {
+    const id = ctx.query.id;
+    if (!id) {
+      throw new CustomError('id is required');
+    }
+    const app = await AppListModel.findByPk(id);
+    if (!app) {
+      throw new CustomError('app not found');
+    }
+    await app.destroy();
+    ctx.body = 'success';
+    return ctx;
+  })
+  .addTo(app);

src/routes/app-manager/module/app-list.ts

@@ -0,0 +1,57 @@
+import { sequelize } from '../../../modules/sequelize.ts';
+import { DataTypes, Model } from 'sequelize';
+import { AppData, AppType } from './app.ts';
+
+export type AppList = Partial<InstanceType<typeof AppListModel>>;
+
+/**
+ * APP List 管理
+ */
+export class AppListModel extends Model {
+  declare id: string;
+  declare data: AppData;
+  declare version: string;
+  declare appType: AppType;
+  declare type: string;
+  declare uid: string;
+}
+
+AppListModel.init(
+  {
+    id: {
+      type: DataTypes.UUID,
+      primaryKey: true,
+      defaultValue: DataTypes.UUIDV4,
+      comment: 'id',
+    },
+    data: {
+      type: DataTypes.JSON,
+      defaultValue: {},
+    },
+    version: {
+      type: DataTypes.STRING,
+      defaultValue: '',
+    },
+    appType: {
+      type: DataTypes.STRING,
+      defaultValue: '',
+    },
+    type: {
+      type: DataTypes.STRING,
+      defaultValue: '',
+    },
+    uid: {
+      type: DataTypes.UUID,
+      allowNull: true,
+    },
+  },
+  {
+    sequelize,
+    tableName: 'kv_app_list',
+    paranoid: true,
+  },
+);
+
+AppListModel.sync({ alter: true, logging: false }).catch((e) => {
+  console.error('AppListModel sync', e);
+});

src/routes/app-manager/module/app.ts

@@ -0,0 +1,71 @@
+import { sequelize } from '../../../modules/sequelize.ts';
+import { DataTypes, Model } from 'sequelize';
+
+export interface AppData {
+  files: { name: string; path: string }[];
+}
+export type AppType = 'web-single' | 'web-module';
+
+export type App = Partial<InstanceType<typeof AppModel>>;
+
+/**
+ * APP 管理
+ */
+export class AppModel extends Model {
+  declare id: string;
+  declare data: AppData;
+  declare version: string;
+  declare domain: string;
+  declare appType: string;
+  declare key: string;
+  declare type: string;
+  declare uid: string;
+  declare user: string;
+}
+AppModel.init(
+  {
+    id: {
+      type: DataTypes.UUID,
+      primaryKey: true,
+      defaultValue: DataTypes.UUIDV4,
+      comment: 'id',
+    },
+    data: {
+      type: DataTypes.JSON,
+      defaultValue: {},
+    },
+    version: {
+      type: DataTypes.STRING,
+      defaultValue: '',
+    },
+    domain: {
+      type: DataTypes.STRING,
+      defaultValue: '',
+    },
+    appType: {
+      type: DataTypes.STRING,
+      defaultValue: '',
+    },
+    key: {
+      type: DataTypes.STRING,
+      unique: true,
+    },
+    type: {
+      type: DataTypes.STRING,
+      defaultValue: '',
+    },
+    uid: {
+      type: DataTypes.UUID,
+      allowNull: true,
+    },
+  },
+  {
+    sequelize,
+    tableName: 'kv_app',
+    paranoid: true,
+  },
+);
+
+AppModel.sync({ alter: true, logging: false }).catch((e) => {
+  console.error('AppModel sync', e);
+});

src/routes/app-manager/module/index.ts

@@ -0,0 +1,2 @@
+export * from './app-list.ts';
+export * from './app.ts';

src/routes/app-manager/user-app.ts

@@ -0,0 +1,88 @@
+import { CustomError } from '@abearxiong/router';
+import { AppModel, AppListModel } from './module/index.ts';
+import { app } from '@/app.ts';
+
+app
+  .route({
+    path: 'user-app',
+    key: 'list',
+    middleware: ['auth'],
+  })
+  .define(async (ctx) => {
+    const tokenUser = ctx.state.tokenUser;
+    const list = await AppModel.findAll({
+      order: [['updatedAt', 'DESC']],
+      where: {
+        uid: tokenUser.id,
+      },
+    });
+    ctx.body = list;
+    return ctx;
+  })
+  .addTo(app);
+
+app
+  .route({
+    path: 'user-app',
+    key: 'get',
+    middleware: ['auth'],
+  })
+  .define(async (ctx) => {
+    const id = ctx.query.id;
+    if (!id) {
+      throw new CustomError('id is required');
+    }
+    const am = await AppModel.findByPk(id);
+    if (!am) {
+      throw new CustomError('app not found');
+    }
+    ctx.body = am;
+    return ctx;
+  })
+  .addTo(app);
+
+app
+  .route({
+    path: 'user-app',
+    key: 'update',
+    middleware: ['auth'],
+  })
+  .define(async (ctx) => {
+    const { data, id, ...rest } = ctx.query.data;
+    if (id) {
+      const app = await AppModel.findByPk(id);
+      if (app) {
+        const newData = { ...app.data, ...data };
+        const newApp = await app.update({ data: newData, ...rest });
+        ctx.body = newApp;
+      } else {
+        throw new CustomError('app not found');
+      }
+      return;
+    }
+    const tokenUser = ctx.state.tokenUser;
+    const app = await AppModel.create({ data, ...rest, uid: tokenUser.id });
+    ctx.body = app;
+    return ctx;
+  })
+  .addTo(app);
+
+app
+  .route({
+    path: 'user-app',
+    key: 'delete',
+    middleware: ['auth'],
+  })
+  .define(async (ctx) => {
+    const id = ctx.query.id;
+    if (!id) {
+      throw new CustomError('id is required');
+    }
+    const am = await AppModel.findByPk(id);
+    if (!am) {
+      throw new CustomError('app not found');
+    }
+    await am.destroy();
+    return ctx;
+  })
+  .addTo(app);

src/routes/file/index.ts

@@ -0,0 +1 @@
+import './list.ts';

src/routes/file/list.ts

@@ -0,0 +1,30 @@
+import { app } from '@/app.ts';
+import { getMinioList } from './module/get-minio-list.ts';
+import path from 'path';
+import { CustomError } from '@abearxiong/router';
+
+app
+  .route({
+    path: 'file',
+    key: 'list',
+    middleware: ['auth'],
+  })
+  .define(async (ctx) => {
+    const tokenUser = ctx.state.tokenUser;
+    const data = ctx.query.data || {};
+    const prefixBase = '/' + tokenUser.username;
+    const handlePrefix = (prefix: string) => {
+      // 清理所有的 '..'
+      if (prefix.includes('..')) {
+        throw new CustomError('invalid prefix');
+      }
+      return prefix;
+    };
+    const _prefix = handlePrefix(data.prefix);
+    const prefix = path.join(prefixBase, './', _prefix);
+    const recursive = data.recursive;
+    const list = await getMinioList({ prefix: prefix.slice(1), recursive: recursive });
+    ctx.body = list;
+    return ctx;
+  })
+  .addTo(app);

src/routes/file/module/get-minio-list.ts

@@ -0,0 +1,43 @@
+import { minioClient } from '@/app.ts';
+import { bucketName } from '@/modules/minio.ts';
+
+type MinioListOpt = {
+  prefix: string;
+  recursive?: boolean;
+};
+type MinioFile = {
+  name: string;
+  size: number;
+  lastModified: Date;
+  etag: string;
+};
+type MinioDirectory = {
+  prefix: string;
+  size: number;
+};
+type MinioList = (MinioFile | MinioDirectory)[];
+export const getMinioList = async (opts: MinioListOpt): Promise<MinioList> => {
+  const prefix = opts.prefix;
+  const recursive = opts.recursive ?? false;
+  return await new Promise((resolve, reject) => {
+    let res: any[] = [];
+    let hasError = false;
+    minioClient
+      .listObjectsV2(bucketName, prefix, recursive)
+      .on('data', (data) => {
+        res.push(data);
+      })
+      .on('error', (err) => {
+        console.error('minio error', opts.prefix, err);
+        hasError = true;
+      })
+      .on('end', () => {
+        if (hasError) {
+          reject();
+          return;
+        } else {
+          resolve(res);
+        }
+      });
+  });
+};

src/routes/index.ts

@@ -15,3 +15,7 @@ import './chat-prompt/index.ts';
 import './chat-history/index.ts';
 
 import './github/index.ts';
+
+import './app-manager/index.ts';
+
+import './file/index.ts';

src/scripts/get-minio-list.ts

@@ -0,0 +1,27 @@
+import { bucketName, minioClient } from '@/modules/minio.ts';
+
+const main = async () => {
+  const res = await new Promise((resolve, reject) => {
+    let res: any[] = [];
+    let hasError = false;
+    minioClient
+      .listObjectsV2(bucketName, 'root/codeflow/0.0.1/')
+      .on('data', (data) => {
+        res.push(data);
+      })
+      .on('error', (err) => {
+        console.error('error', err);
+        hasError = true;
+      })
+      .on('end', () => {
+        if (hasError) {
+          reject();
+          return;
+        } else {
+          resolve(res);
+        }
+      });
+  });
+  console.log(res);
+};
+main();