temp

packages/api/query/query-upload/core/upload-chunk.ts

@@ -0,0 +1,134 @@
+import { randomId } from '../utils/random-id.ts';
+import { UploadProgress } from './upload-progress.ts';
+export type ConvertOpts = {
+  appKey?: string;
+  version?: string;
+  username?: string;
+  directory?: string;
+  isPublic?: boolean;
+  filename?: string;
+  /**
+   * 是否不检查应用文件, 默认 true，默认不检测
+   */
+  noCheckAppFiles?: boolean;
+};
+
+// createEventSource: (baseUrl: string, searchParams: URLSearchParams) => {
+//   return new EventSource(baseUrl + '/api/s1/events?' + searchParams.toString());
+// },
+export type UploadOpts = {
+  uploadProgress: UploadProgress;
+  /**
+   * 创建 EventSource 兼容 nodejs
+   * @param baseUrl 基础 URL
+   * @param searchParams 查询参数
+   * @returns EventSource
+   */
+  createEventSource: (baseUrl: string, searchParams: URLSearchParams) => EventSource;
+  baseUrl?: string;
+  token: string;
+  FormDataFn: any;
+};
+export const uploadFileChunked = async (file: File, opts: ConvertOpts, opts2: UploadOpts) => {
+  const { directory, appKey, version, username, isPublic, noCheckAppFiles = true } = opts;
+  const { uploadProgress, createEventSource, baseUrl = '', token, FormDataFn } = opts2 || {};
+  return new Promise(async (resolve, reject) => {
+    const taskId = randomId();
+    const filename = opts.filename || file.name;
+    uploadProgress?.start(`${filename} 上传中...`);
+
+    const searchParams = new URLSearchParams();
+    searchParams.set('taskId', taskId);
+    if (isPublic) {
+      searchParams.set('public', 'true');
+    }
+    if (noCheckAppFiles) {
+      searchParams.set('noCheckAppFiles', '1');
+    }
+    const eventSource = createEventSource(baseUrl + '/api/s1/events', searchParams);
+    let isError = false;
+    // 监听服务器推送的进度更新
+    eventSource.onmessage = function (event) {
+      console.log('Progress update:', event.data);
+      const parseIfJson = (data: string) => {
+        try {
+          return JSON.parse(data);
+        } catch (e) {
+          return data;
+        }
+      };
+      const receivedData = parseIfJson(event.data);
+      if (typeof receivedData === 'string') return;
+      const progress = Number(receivedData.progress);
+      const progressFixed = progress.toFixed(2);
+      uploadProgress?.set(progress, { ...receivedData, progressFixed, filename, taskId });
+    };
+    eventSource.onerror = function (event) {
+      console.log('eventSource.onerror', event);
+      isError = true;
+      reject(event);
+    };
+
+    const chunkSize = 1 * 1024 * 1024; // 1MB
+    const totalChunks = Math.ceil(file.size / chunkSize);
+
+    for (let currentChunk = 0; currentChunk < totalChunks; currentChunk++) {
+      const start = currentChunk * chunkSize;
+      const end = Math.min(start + chunkSize, file.size);
+      const chunk = file.slice(start, end);
+
+      const formData = new FormDataFn();
+      formData.append('file', chunk, filename);
+      formData.append('chunkIndex', currentChunk.toString());
+      formData.append('totalChunks', totalChunks.toString());
+      const isLast = currentChunk === totalChunks - 1;
+      if (directory) {
+        formData.append('directory', directory);
+      }
+      if (appKey && version) {
+        formData.append('appKey', appKey);
+        formData.append('version', version);
+      }
+      if (username) {
+        formData.append('username', username);
+      }
+      try {
+        const res = await fetch(baseUrl + '/api/s1/resources/upload/chunk?taskId=' + taskId, {
+          method: 'POST',
+          body: formData,
+          headers: {
+            'task-id': taskId,
+            Authorization: `Bearer ${token}`,
+          },
+        }).then((response) => response.json());
+
+        if (res?.code !== 200) {
+          console.log('uploadChunk error', res);
+          uploadProgress?.error(res?.message || '上传失败');
+          isError = true;
+          eventSource.close();
+
+          uploadProgress?.done();
+          reject(new Error(res?.message || '上传失败'));
+          return;
+        }
+        if (isLast) {
+          fetch(baseUrl + '/api/s1/events/close?taskId=' + taskId);
+          eventSource.close();
+          uploadProgress?.done();
+          resolve(res);
+        }
+        // console.log(`Chunk ${currentChunk + 1}/${totalChunks} uploaded`, res);
+      } catch (error) {
+        console.log('Error uploading chunk', error);
+        fetch(baseUrl + '/api/s1/events/close?taskId=' + taskId);
+        reject(error);
+        return;
+      }
+    }
+    // 循环结束
+    if (!uploadProgress?.end) {
+      uploadProgress?.done();
+    }
+  });
+};

packages/api/query/query-upload/core/upload-progress.ts

@@ -0,0 +1,103 @@
+interface UploadNProgress {
+  start: (msg?: string) => void;
+  done: () => void;
+  set: (progress: number) => void;
+}
+export type UploadProgressData = {
+  progress: number;
+  progressFixed: number;
+  filename?: string;
+  taskId?: string;
+};
+type UploadProgressOpts = {
+  onStart?: () => void;
+  onDone?: () => void;
+  onProgress?: (progress: number, data?: UploadProgressData) => void;
+};
+export class UploadProgress implements UploadNProgress {
+  /**
+   * 进度
+   */
+  progress: number;
+  /**
+   * 开始回调
+   */
+  onStart: (() => void) | undefined;
+  /**
+   * 结束回调
+   */
+  onDone: (() => void) | undefined;
+  /**
+   * 消息回调
+   */
+  onProgress: ((progress: number, data?: UploadProgressData) => void) | undefined;
+  /**
+   * 数据
+   */
+  data: any;
+  /**
+   * 是否结束
+   */
+  end: boolean;
+  constructor(uploadOpts: UploadProgressOpts) {
+    this.progress = 0;
+    this.end = false;
+    const mockFn = () => {};
+    this.onStart = uploadOpts.onStart || mockFn;
+    this.onDone = uploadOpts.onDone || mockFn;
+    this.onProgress = uploadOpts.onProgress || mockFn;
+  }
+  start(msg?: string) {
+    this.progress = 0;
+    msg && this.info(msg);
+    this.end = false;
+    this.onStart?.(); 
+  }
+  done() {
+    this.progress = 100;
+    this.end = true;
+    this.onDone?.();
+  }
+  set(progress: number, data?: UploadProgressData) {
+    this.progress = progress;
+    this.data = data;
+    this.onProgress?.(progress, data);
+    console.log('uploadProgress set', progress, data);
+  }
+  /**
+   * 开始回调
+   */
+  setOnStart(callback: () => void) {
+    this.onStart = callback;
+  }
+  /**
+   * 结束回调
+   */
+  setOnDone(callback: () => void) {
+    this.onDone = callback;
+  }
+  /**
+   * 消息回调
+   */
+  setOnProgress(callback: (progress: number, data?: UploadProgressData) => void) {
+    this.onProgress = callback;
+  }
+  /**
+   * 打印信息
+   */
+  info(msg: string) {
+    console.log(msg);
+  }
+  /**
+   * 打印错误
+   */
+  error(msg: string) {
+    console.error(msg);
+  }
+  /**
+   * 打印警告
+   */
+  warn(msg: string) {
+    console.warn(msg);
+  }
+}

packages/api/query/query-upload/core/upload.ts

@@ -0,0 +1,113 @@
+import { randomId } from '../utils/random-id.ts';
+import type { UploadOpts } from './upload-chunk.ts';
+type ConvertOpts = {
+  appKey?: string;
+  version?: string;
+  username?: string;
+  directory?: string;
+  /**
+   * 文件大小限制
+   */
+  maxSize?: number;
+  /**
+   * 文件数量限制
+   */
+  maxCount?: number;
+  /**
+   * 是否不检查应用文件, 默认 true，默认不检测
+   */
+  noCheckAppFiles?: boolean;
+};
+
+export const uploadFiles = async (files: File[], opts: ConvertOpts, opts2: UploadOpts) => {
+  const { directory, appKey, version, username, noCheckAppFiles = true } = opts;
+  const { uploadProgress, createEventSource, baseUrl = '', token, FormDataFn } = opts2 || {};
+  const length = files.length;
+  const maxSize = opts.maxSize || 20 * 1024 * 1024; // 20MB
+  const totalSize = files.reduce((acc, file) => acc + file.size, 0);
+  if (totalSize > maxSize) {
+    const maxSizeMB = maxSize / 1024 / 1024;
+    uploadProgress?.error('有文件大小不能超过' + maxSizeMB + 'MB');
+    return;
+  }
+  const maxCount = opts.maxCount || 10;
+  if (length > maxCount) {
+    uploadProgress?.error(`最多只能上传${maxCount}个文件`);
+    return;
+  }
+  uploadProgress?.info(`上传中，共${length}个文件`);
+  return new Promise((resolve, reject) => {
+    const formData = new FormDataFn();
+    const webkitRelativePath = files[0]?.webkitRelativePath;
+    const keepDirectory = webkitRelativePath !== '';
+    const root = keepDirectory ? webkitRelativePath.split('/')[0] : '';
+    for (let i = 0; i < files.length; i++) {
+      const file = files[i];
+      if (keepDirectory) {
+        // relativePath 去除第一级
+        const webkitRelativePath = file.webkitRelativePath.replace(root + '/', '');
+        formData.append('file', file, webkitRelativePath); // 保留文件夹路径
+      } else {
+        formData.append('file', files[i], files[i].name);
+      }
+    }
+    if (directory) {
+      formData.append('directory', directory);
+    }
+    if (appKey && version) {
+      formData.append('appKey', appKey);
+      formData.append('version', version);
+    }
+    if (username) {
+      formData.append('username', username);
+    }
+    const searchParams = new URLSearchParams();
+    const taskId = randomId();
+    searchParams.set('taskId', taskId);
+
+    if (noCheckAppFiles) {
+      searchParams.set('noCheckAppFiles', '1');
+    }
+    const eventSource = new EventSource('/api/s1/events?taskId=' + taskId);
+
+    uploadProgress?.start('上传中...');
+    eventSource.onopen = async function (event) {
+      const res = await fetch('/api/s1/resources/upload?' + searchParams.toString(), {
+        method: 'POST',
+        body: formData,
+        headers: {
+          'task-id': taskId,
+          Authorization: `Bearer ${token}`,
+        },
+      }).then((response) => response.json());
+
+      console.log('upload success', res);
+      fetch('/api/s1/events/close?taskId=' + taskId);
+      eventSource.close();
+      uploadProgress?.done();
+      resolve(res);
+    };
+    // 监听服务器推送的进度更新
+    eventSource.onmessage = function (event) {
+      console.log('Progress update:', event.data);
+      const parseIfJson = (data: string) => {
+        try {
+          return JSON.parse(data);
+        } catch (e) {
+          return data;
+        }
+      };
+      const receivedData = parseIfJson(event.data);
+      if (typeof receivedData === 'string') return;
+      const progress = Number(receivedData.progress);
+      const progressFixed = progress.toFixed(2);
+      console.log('progress', progress);
+      uploadProgress?.set(progress, { ...receivedData, taskId, progressFixed });
+    };
+
+    eventSource.onerror = function (event) {
+      console.log('eventSource.onerror', event);
+      reject(event);
+    };
+  });
+};

packages/api/query/query-upload/query-upload-browser.ts

@@ -0,0 +1,51 @@
+import { UploadProgress, UploadProgressData } from './core/upload-progress.ts';
+import { uploadFileChunked } from './core/upload-chunk.ts';
+import { toFile, uploadFiles, randomId } from './query-upload.ts';
+
+export { toFile, randomId };
+export { uploadFiles, uploadFileChunked, UploadProgress };
+
+type UploadFileProps = {
+  onStart?: () => void;
+  onDone?: () => void;
+  onProgress?: (progress: number, data: UploadProgressData) => void;
+  onSuccess?: (res: any) => void;
+  onError?: (err: any) => void;
+  token?: string;
+};
+export type ConvertOpts = {
+  appKey?: string;
+  version?: string;
+  username?: string;
+  directory?: string;
+  isPublic?: boolean;
+  filename?: string;
+  /**
+   * 是否不检查应用文件, 默认 true，默认不检测
+   */
+  noCheckAppFiles?: boolean;
+};
+
+export const uploadChunk = async (file: File, opts: ConvertOpts, props?: UploadFileProps) => {
+  const uploadProgress = new UploadProgress({
+    onStart: function () {
+      props?.onStart?.();
+    },
+    onDone: () => {
+      props?.onDone?.();
+    },
+    onProgress: (progress, data) => {
+      props?.onProgress?.(progress, data!);
+    },
+  });
+  const result = await uploadFileChunked(file, opts, {
+    uploadProgress,
+    token: props?.token!,
+    createEventSource: (url: string, searchParams: URLSearchParams) => {
+      return new EventSource(url + '?' + searchParams.toString());
+    },
+    FormDataFn: FormData,
+  });
+
+  return result;
+};

packages/api/query/query-upload/query-upload-node.ts

@@ -0,0 +1 @@
+// console.log('upload)

packages/api/query/query-upload/query-upload.ts

@@ -0,0 +1,11 @@
+import { uploadFiles } from './core/upload.ts';
+
+import { uploadFileChunked } from './core/upload-chunk.ts';
+import { UploadProgress } from './core/upload-progress.ts';
+
+export { uploadFiles, uploadFileChunked, UploadProgress };
+
+export * from './utils/to-file.ts';
+export { randomId } from './utils/random-id.ts';
+
+export { filterFiles } from './utils/filter-files.ts';

packages/api/query/query-upload/utils/filter-files.ts

@@ -0,0 +1,23 @@
+/**
+ * 过滤文件, 过滤 .DS_Store, node_modules, 以.开头的文件， 过滤 __开头的文件
+ * @param files
+ * @returns
+ */
+export const filterFiles = (files: File[]) => {
+  files = files.filter((file) => {
+    if (file.webkitRelativePath.startsWith('__MACOSX')) {
+      return false;
+    }
+    // 过滤node_modules
+    if (file.webkitRelativePath.includes('node_modules')) {
+      return false;
+    }
+    // 过滤文件 .DS_Store
+    if (file.name === '.DS_Store') {
+      return false;
+    }
+    // 过滤以.开头的文件
+    return !file.name.startsWith('.');
+  });
+  return files;
+};

packages/api/query/query-upload/utils/index.ts

@@ -0,0 +1,3 @@
+export * from './to-file.ts';
+export * from './filter-files.ts';
+export * from './random-id.ts';

packages/api/query/query-upload/utils/random-id.ts

@@ -0,0 +1,3 @@
+export const randomId = () => {
+  return Math.random().toString(36).substring(2, 15) + Math.random().toString(36).substring(2, 15);
+};

packages/api/query/query-upload/utils/to-file.ts

@@ -0,0 +1,105 @@
+const getFileExtension = (filename: string) => {
+  return filename.split('.').pop();
+};
+const getFileType = (extension: string) => {
+  switch (extension) {
+    case 'js':
+      return 'text/javascript';
+    case 'css':
+      return 'text/css';
+    case 'html':
+      return 'text/html';
+    case 'json':
+      return 'application/json';
+    case 'png':
+      return 'image/png';
+    case 'jpg':
+      return 'image/jpeg';
+    case 'jpeg':
+      return 'image/jpeg';
+    case 'gif':
+      return 'image/gif';
+    case 'svg':
+      return 'image/svg+xml';
+    case 'webp':
+      return 'image/webp';
+    case 'ico':
+      return 'image/x-icon';
+    default:
+      return 'text/plain';
+  }
+};
+const checkIsBase64 = (content: string) => {
+  return content.startsWith('data:');
+};
+/**
+ * 获取文件的目录和文件名
+ * @param filename 文件名
+ * @returns 目录和文件名
+ */
+export const getDirectoryAndName = (filename: string) => {
+  if (!filename) {
+    return null;
+  }
+  if (filename.startsWith('.')) {
+    return null;
+  } else {
+    filename = filename.replace(/^\/+/, ''); // Remove all leading slashes
+  }
+  const hasDirectory = filename.includes('/');
+  if (!hasDirectory) {
+    return { directory: '', name: filename };
+  }
+  const parts = filename.split('/');
+  const name = parts.pop()!; // Get the last part as the file name
+  const directory = parts.join('/'); // Join the remaining parts as the directory
+  return { directory, name };
+};
+/**
+ * 把字符串转为文件流，并返回文件流，根据filename的扩展名，自动设置文件类型.
+ * 当不是文本类型，自动需要把base64的字符串转为blob
+ * @param content 字符串
+ * @param filename 文件名
+ * @returns 文件流
+ */
+export const toFile = (content: string, filename: string) => {
+  // 如果文件名是 a/d/a.js 格式的，则需要把d作为目录，a.js作为文件名
+  const directoryAndName = getDirectoryAndName(filename);
+  if (!directoryAndName) {
+    throw new Error('Invalid filename');
+  }
+  const { name } = directoryAndName;
+  const extension = getFileExtension(name);
+  if (!extension) {
+    throw new Error('Invalid filename');
+  }
+  const isBase64 = checkIsBase64(content);
+  const type = getFileType(extension);
+
+  if (isBase64) {
+    // Decode base64 string
+    const base64Data = content.split(',')[1]; // Remove the data URL prefix
+    const byteCharacters = atob(base64Data);
+    const byteNumbers = new Array(byteCharacters.length);
+    for (let i = 0; i < byteCharacters.length; i++) {
+      byteNumbers[i] = byteCharacters.charCodeAt(i);
+    }
+    const byteArray = new Uint8Array(byteNumbers);
+    const blob = new Blob([byteArray], { type });
+    return new File([blob], filename, { type });
+  } else {
+    const blob = new Blob([content], { type });
+    return new File([blob], filename, { type });
+  }
+};
+
+/**
+ * 把字符串转为文本文件
+ * @param content 字符串
+ * @param filename 文件名
+ * @returns 文件流
+ */
+export const toTextFile = (content: string = 'keep directory exist', filename: string = 'keep.txt') => {
+  const file = toFile(content, filename);
+  return file;
+};