talk-llama : sync llama.cpp

This commit is contained in:
Georgi Gerganov
2024-02-12 10:39:58 +02:00
parent 25a90ffa38
commit 551529290d
2 changed files with 554 additions and 105 deletions

View File

@@ -61,6 +61,7 @@ extern "C" {
enum llama_vocab_type {
LLAMA_VOCAB_TYPE_SPM = 0, // SentencePiece
LLAMA_VOCAB_TYPE_BPE = 1, // Byte Pair Encoding
LLAMA_VOCAB_TYPE_WPM = 2, // WordPiece
};
enum llama_token_type {