-
Notifications
You must be signed in to change notification settings - Fork 70
Description
root@e25f2defed92:/app# ./build/bin/sense-voice-main -m ./models/SenseVoiceGGUF/sense-voice-small-q4_k.gguf ./clip01_synthesized_zh.wav -t 1 -l auto
sense_voice_small_init_from_file_with_params_no_state: loading model from './models/SenseVoiceGGUF/sense-voice-small-q4_k.gguf'
sense_voice_init_with_params_no_state: use gpu = 1
sense_voice_init_with_params_no_state: flash attn = 0
sense_voice_init_with_params_no_state: gpu_device = 0
ggml_vulkan: Found 1 Vulkan devices:
ggml_vulkan: 0 = AMD Radeon RX 6700 XT (RADV NAVI22) (radv) | uma: 0 | fp16: 1 | warp size: 32 | shared memory: 65536 | int dot: 1 | matrix cores: none
sense_voice_init_with_params_no_state: devices = 2
sense_voice_init_with_params_no_state: backends = 2
sense_voice_model_load: version: 3
sense_voice_model_load: alignment: 32
sense_voice_model_load: data offset: 423680
sense_voice_model_load: loading model
sense_voice_model_load: n_vocab = 25055
sense_voice_model_load: n_encoder_hidden_state = 512
sense_voice_model_load: n_encoder_linear_units = 2048
sense_voice_model_load: n_encoder_attention_heads = 4
sense_voice_model_load: n_encoder_layers = 50
sense_voice_model_load: n_mels = 80
sense_voice_model_load: ftype = 12
sense_voice_model_load: vocab[25055] loaded
sense_voice_default_buffer_type: using device Vulkan0 (AMD Radeon RX 6700 XT (RADV NAVI22))
sense_voice_model_load: Vulkan0 total size = 181.85 MB
sense_voice_model_load: n_tensors: 1212
sense_voice_model_load: load SenseVoiceSmall takes 1.655000 second
sense_voice_backend_init_gpu: using Vulkan0 backend
sense_voice_backend_init: using CPU backend
sense_voice_init_state: kv pad size = 3.67 MB
sense_voice_init_state: compute buffer (encoder) = 3.09 MB
sense_voice_init_state: compute buffer (encoder) = 14.14 MB
sense_voice_init_state: compute buffer (decoder) = 7.99 MB
system_info: n_threads = 1 / 4 | AVX = 0 | AVX2 = 0 | AVX512 = 0 | FMA = 0 | NEON = 1 | ARM_FMA = 1 | F16C = 0 | FP16_VA = 1 | WASM_SIMD = 0 | SSE3 = 0 | SSSE3 = 0 | VSX = 0 | COREML = 0 | OPENVINO = 0
main: processing audio (422880 samples, 17.62000 sec) , 1 threads, 1 processors, lang = auto...
/app/sense-voice/csrc/third-party/ggml/src/ggml-vulkan/ggml-vulkan.cpp:6654: GGML_ASSERT(ggml_vk_op_supports_incontiguous(op) || ggml_vk_dim01_contiguous(src0)) failed
/app/build/lib/libggml-base.so(+0x11b0c) [0x7ffecf591b0c]
/app/build/lib/libggml-base.so(ggml_print_backtrace+0x20c) [0x7ffecf591efc]
/app/build/lib/libggml-base.so(ggml_abort+0xdc) [0x7ffecf592048]
/app/build/lib/libggml-vulkan.so(+0x677b0) [0x7ffecd6177b0]
/app/build/lib/libggml-vulkan.so(+0x14c660) [0x7ffecd6fc660]
/app/build/lib/libggml-vulkan.so(+0x14db08) [0x7ffecd6fdb08]
/app/build/lib/libggml-base.so(ggml_backend_sched_graph_compute_async+0x3bc) [0x7ffecf5a80fc]
/app/build/lib/libggml-base.so(ggml_backend_sched_graph_compute+0x14) [0x7ffecf5a81d8]
./build/bin/sense-voice-main(+0x12bcc) [0x5555a7ee2bcc]
./build/bin/sense-voice-main(+0x2db94) [0x5555a7efdb94]
./build/bin/sense-voice-main(+0x8954) [0x5555a7ed8954]
/usr/lib/aarch64-linux-gnu/libc.so.6(+0x2255c) [0x7ffecf02255c]
/usr/lib/aarch64-linux-gnu/libc.so.6(__libc_start_main+0x9c) [0x7ffecf02263c]
./build/bin/sense-voice-main(+0xc630) [0x5555a7edc630]
Aborted (core dumped) ./build/bin/sense-voice-main -m ./models/SenseVoiceGGUF/sense-voice-small-q4_k.gguf ./clip01_synthesized_zh.wav -t 1 -l auto
btw, whispercpp run ok with same vulkan backend