101 lines
3.7 KiB
TypeScript
101 lines
3.7 KiB
TypeScript
import { SiliconFlow } from '../../..//provider/chat-adapter/siliconflow.ts';
|
|
import { VideoSiliconFlow } from '../../..//provider/media/video/siliconflow.ts';
|
|
import dotenv from 'dotenv';
|
|
import fs from 'fs';
|
|
import path from 'path';
|
|
import Stream from 'stream';
|
|
|
|
dotenv.config();
|
|
const siliconflow = new SiliconFlow({
|
|
apiKey: process.env.SILICONFLOW_API_KEY,
|
|
model: 'Qwen/Qwen2-7B-Instruct',
|
|
});
|
|
const videoSiliconflow = new VideoSiliconFlow({
|
|
apiKey: process.env.SILICONFLOW_API_KEY,
|
|
model: 'Qwen/Qwen2-7B-Instruct',
|
|
});
|
|
|
|
const main = async () => {
|
|
const usage = await siliconflow.getUsageInfo();
|
|
console.log(usage);
|
|
};
|
|
|
|
// main();
|
|
const mainChat = async () => {
|
|
const test2=`我永远记得那个改变一切的下午。十八岁生日后的第三天，我正坐在自家后院的老橡树杈上，用平板电脑调试我最新设计的森林动物追踪程序。我的红发——妈妈总说像"燃烧的枫叶"——在午后的阳光下泛着铜色的光泽，有几缕不听话的发丝被微风拂过我的脸颊。
|
|
|
|
"芮薇！"妈妈的声音从厨房窗口传来，"外婆发来加密信息，说需要你马上过去一趟。"
|
|
|
|
我差点从树上掉下来。外婆从不发加密信息——除非情况紧急。作为退休的网络安全专家，外婆一直教导我"过度谨慎总比后悔莫及"。`
|
|
try {
|
|
const res = await siliconflow.openai.audio.speech.create({
|
|
model: 'FunAudioLLM/CosyVoice2-0.5B',
|
|
// voice: 'FunAudioLLM/CosyVoice2-0.5B:diana',
|
|
voice: 'speech:test:h36jngt7ms:zarwclhblfjfyonslejr',
|
|
// input: '在一无所知中, 梦里的一天结束了，一个新的轮回便会开始',
|
|
// input: '这是一个新的轮回，非常有趣的故事。',
|
|
input: test2,
|
|
response_format: 'mp3',
|
|
});
|
|
|
|
console.log(res);
|
|
|
|
const dir = path.join(process.cwd(), 'videos');
|
|
if (!fs.existsSync(dir)) {
|
|
fs.mkdirSync(dir, { recursive: true });
|
|
}
|
|
|
|
const filePath = path.join(dir, `output-${Date.now()}.mp3`);
|
|
|
|
// 假设 res 是一个可读流
|
|
if (res instanceof Stream.Readable) {
|
|
const writeStream = fs.createWriteStream(filePath);
|
|
res.pipe(writeStream);
|
|
|
|
return new Promise((resolve, reject) => {
|
|
writeStream.on('finish', () => {
|
|
console.log('文件已保存至:', filePath);
|
|
resolve(filePath);
|
|
});
|
|
writeStream.on('error', reject);
|
|
});
|
|
}
|
|
// 假设 res 是一个 ArrayBuffer 或 Buffer
|
|
else if (res.arrayBuffer) {
|
|
const buffer = Buffer.from(await res.arrayBuffer());
|
|
fs.writeFileSync(filePath, buffer);
|
|
console.log('文件已保存至:', filePath);
|
|
return filePath;
|
|
}
|
|
// 假设 res 是一个包含 blob 的对象
|
|
else if (res.blob) {
|
|
// @ts-ignore
|
|
const buffer = Buffer.from(res.blob, 'base64');
|
|
fs.writeFileSync(filePath, buffer);
|
|
console.log('文件已保存至:', filePath);
|
|
return filePath;
|
|
} else {
|
|
throw new Error('无法识别的响应格式');
|
|
}
|
|
} catch (error) {
|
|
console.error('保存音频文件时出错:', error);
|
|
throw error;
|
|
}
|
|
};
|
|
|
|
mainChat();
|
|
|
|
const vidioUpload = async () => {
|
|
const filePath = path.join(process.cwd(), 'videos', 'my_speech_text.mp3');
|
|
const fileBuffer = fs.readFileSync(filePath);
|
|
const fileBase64 = 'data:audio/mpeg;base64,' + fileBuffer.toString('base64');
|
|
console.log('fileBase64', fileBase64.slice(0, 100));
|
|
const fileBlob = new Blob([fileBuffer], { type: 'audio/wav' });
|
|
const file = new File([fileBlob], 'my_speech_text.mp3', { type: 'audio/mp3' });
|
|
const res = await videoSiliconflow.uploadAudioVoice(file);
|
|
// console.log('vidioUpload', res);
|
|
// uri:speech:test:h36jngt7ms:zarwclhblfjfyonslejr
|
|
return res;
|
|
};
|
|
// vidioUpload();
|