Feat: use ffmpeg wasm (#177)

* add ffmepg wasm

* refactor whisper config

* refactor ffmpeg config

* remove depected codes

* refactor model download

* decouple whipser & ffmpeg when transcribe

* do not always toast not found error

* ffmpeg works in renderer

* transcode in renderer & transcript in main

* improve transcode

* refactor

* remove ffmpeg check

* fix whisper config check

* update whisper check

* enable SharedArrayBuffer

* remove ffmpeg setting

* fix UI

* handle ffmpeg not ready

* may create issue when whisper check failed

* upgrade deps

* hide ffmpeg setting if not ready

* hide record button when not in region
This commit is contained in:
an-lee
2024-01-23 14:39:16 +08:00
committed by GitHub
parent 7c9170170d
commit 3a98bd9f40
50 changed files with 1414 additions and 1199 deletions

View File

@@ -63,6 +63,8 @@
"zx": "^7.2.3"
},
"dependencies": {
"@ffmpeg/ffmpeg": "^0.12.10",
"@ffmpeg/util": "^0.12.1",
"@hookform/resolvers": "^3.3.4",
"@langchain/google-genai": "^0.0.7",
"@mozilla/readability": "^0.5.0",
@@ -111,11 +113,11 @@
"fluent-ffmpeg": "^2.1.2",
"fs-extra": "^11.2.0",
"html-to-text": "^9.0.5",
"i18next": "^23.7.16",
"i18next": "^23.7.18",
"js-md5": "^0.8.3",
"langchain": "^0.1.4",
"langchain": "^0.1.5",
"lodash": "^4.17.21",
"lucide-react": "^0.312.0",
"lucide-react": "^0.314.0",
"mark.js": "^8.11.1",
"microsoft-cognitiveservices-speech-sdk": "^1.34.0",
"next-themes": "^0.2.1",
@@ -130,7 +132,7 @@
"react-i18next": "^14.0.0",
"react-markdown": "^9.0.1",
"react-router-dom": "^6.21.3",
"react-tooltip": "^5.25.2",
"react-tooltip": "^5.26.0",
"reflect-metadata": "^0.2.1",
"rimraf": "^5.0.5",
"sequelize": "^6.35.2",
@@ -139,7 +141,7 @@
"sqlite3": "^5.1.7",
"tailwind-scrollbar-hide": "^1.1.7",
"umzug": "^3.5.1",
"wavesurfer.js": "^7.6.4",
"wavesurfer.js": "^7.6.5",
"zod": "^3.22.4"
}
}