97 lines
3.0 KiB
Dart
97 lines
3.0 KiB
Dart
|
import "dart:io";
|
||
|
|
|
||
|
|
import "package:flutter/foundation.dart";
|
||
|
|
import "package:flutter_riverpod/flutter_riverpod.dart";
|
||
|
|
import "package:path_provider/path_provider.dart";
|
||
|
|
import "package:system_info2/system_info2.dart";
|
||
|
|
import "package:test_whisper/providers.dart";
|
||
|
|
import "package:test_whisper/whisper_audio_convert.dart";
|
||
|
|
import "package:test_whisper/whisper_result.dart";
|
||
|
|
import "package:whisper_flutter_new/whisper_flutter_new.dart";
|
||
|
|
|
||
|
|
class WhisperController extends StateNotifier<AsyncValue<TranscribeResult?>> {
|
||
|
|
WhisperController(this.ref) : super(const AsyncData(null));
|
||
|
|
|
||
|
|
final Ref ref;
|
||
|
|
|
||
|
|
Future<void> transcribe(String filePath) async {
|
||
|
|
final WhisperModel model = ref.read(modelProvider);
|
||
|
|
|
||
|
|
state = const AsyncLoading();
|
||
|
|
|
||
|
|
/// China: https://hf-mirror.com/ggerganov/whisper.cpp/resolve/main
|
||
|
|
/// Other: https://huggingface.co/ggerganov/whisper.cpp/resolve/main
|
||
|
|
final Whisper whisper = Whisper(
|
||
|
|
model: model,
|
||
|
|
downloadHost:
|
||
|
|
"https://huggingface.co/ggerganov/whisper.cpp/resolve/main");
|
||
|
|
|
||
|
|
final DateTime start = DateTime.now();
|
||
|
|
|
||
|
|
final String lang = ref.read(langProvider);
|
||
|
|
|
||
|
|
final bool translate = ref.read(translateProvider);
|
||
|
|
|
||
|
|
final bool withSegments = ref.read(withSegmentsProvider);
|
||
|
|
|
||
|
|
final bool splitWords = ref.read(splitWordsProvider);
|
||
|
|
|
||
|
|
try {
|
||
|
|
if (kDebugMode) {
|
||
|
|
debugPrint("[Whisper]Start");
|
||
|
|
}
|
||
|
|
final String? whisperVersion = await whisper.getVersion();
|
||
|
|
var cores = 2;
|
||
|
|
try {
|
||
|
|
cores = SysInfo.cores.length;
|
||
|
|
} catch (_) {
|
||
|
|
cores = 8;
|
||
|
|
}
|
||
|
|
if (kDebugMode) {
|
||
|
|
debugPrint("[Whisper]Number of core = ${cores}");
|
||
|
|
debugPrint("[Whisper]Whisper version = $whisperVersion");
|
||
|
|
}
|
||
|
|
final Directory documentDirectory =
|
||
|
|
await getApplicationDocumentsDirectory();
|
||
|
|
final WhisperAudioconvert converter = WhisperAudioconvert(
|
||
|
|
audioInput: File(filePath),
|
||
|
|
audioOutput: File("${documentDirectory.path}/convert.wav"),
|
||
|
|
);
|
||
|
|
|
||
|
|
final File? convertedFile = await converter.convert();
|
||
|
|
final WhisperTranscribeResponse transcription = await whisper.transcribe(
|
||
|
|
transcribeRequest: TranscribeRequest(
|
||
|
|
audio: convertedFile?.path ?? filePath,
|
||
|
|
language: lang,
|
||
|
|
nProcessors: (cores * 1.2).toInt(),
|
||
|
|
threads: (cores * 1.2).toInt(),
|
||
|
|
isTranslate: translate,
|
||
|
|
isNoTimestamps: !withSegments,
|
||
|
|
splitOnWord: splitWords,
|
||
|
|
),
|
||
|
|
);
|
||
|
|
|
||
|
|
final Duration transcriptionDuration = DateTime.now().difference(start);
|
||
|
|
if (kDebugMode) {
|
||
|
|
debugPrint("[Whisper]End = $transcriptionDuration");
|
||
|
|
}
|
||
|
|
state = AsyncData(
|
||
|
|
TranscribeResult(
|
||
|
|
time: transcriptionDuration,
|
||
|
|
transcription: transcription,
|
||
|
|
),
|
||
|
|
);
|
||
|
|
} catch (e) {
|
||
|
|
if (kDebugMode) {
|
||
|
|
debugPrint("[Whisper]Error = $e");
|
||
|
|
}
|
||
|
|
state = const AsyncData(null);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
final whisperControllerProvider = StateNotifierProvider.autoDispose<
|
||
|
|
WhisperController, AsyncValue<TranscribeResult?>>(
|
||
|
|
(ref) => WhisperController(ref),
|
||
|
|
);
|