whisper : fix overriding the audio context

This commit is contained in:
Georgi Gerganov 2023-11-19 10:32:32 +02:00
parent ca23f8ee6d
commit f784f9fa12
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735

View File

@ -1732,22 +1732,20 @@ static struct ggml_cgraph * whisper_build_graph_conv(
// convolution + gelu // convolution + gelu
{ {
cur = ggml_conv_1d_ph(ctx0, model.e_conv_1_w, mel, 1, 1); cur = ggml_conv_1d_ph(ctx0, model.e_conv_1_w, mel, 1, 1);
cur = ggml_add(ctx0, cur, model.e_conv_1_b); if (n_ctx == hparams.n_audio_ctx) {
//cur = ggml_add(ctx0, cur = ggml_add(ctx0, cur, model.e_conv_1_b);
// ggml_repeat(ctx0, } else {
// model.e_conv_1_b, cur = ggml_add(ctx0, cur, ggml_cont(ctx0, ggml_view_2d(ctx0, model.e_conv_1_b, cur->ne[0], cur->ne[1], model.e_conv_1_b->nb[1], 0)));
// cur), }
// cur);
cur = ggml_gelu(ctx0, cur); cur = ggml_gelu(ctx0, cur);
cur = ggml_conv_1d_ph(ctx0, model.e_conv_2_w, cur, 2, 1); cur = ggml_conv_1d_ph(ctx0, model.e_conv_2_w, cur, 2, 1);
cur = ggml_add(ctx0, cur, model.e_conv_2_b); if (n_ctx == hparams.n_audio_ctx) {
//cur = ggml_add(ctx0, cur = ggml_add(ctx0, cur, model.e_conv_2_b);
// ggml_repeat(ctx0, } else {
// model.e_conv_2_b, cur = ggml_add(ctx0, cur, ggml_cont(ctx0, ggml_view_2d(ctx0, model.e_conv_2_b, cur->ne[0], cur->ne[1], model.e_conv_2_b->nb[1], 0)));
// cur), }
// cur);
cur = ggml_gelu(ctx0, cur); cur = ggml_gelu(ctx0, cur);
} }