From ef4eb7d4751b38e1f05a9bddd63093be8ffedbb5 Mon Sep 17 00:00:00 2001 From: Michael Brooks Date: Tue, 20 Feb 2024 14:20:01 -0800 Subject: [PATCH] Internal Change PiperOrigin-RevId: 608737643 --- generative_computing/cc/interop/backends/llamacpp.cc | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/generative_computing/cc/interop/backends/llamacpp.cc b/generative_computing/cc/interop/backends/llamacpp.cc index 558a13d0..316ea8bd 100644 --- a/generative_computing/cc/interop/backends/llamacpp.cc +++ b/generative_computing/cc/interop/backends/llamacpp.cc @@ -156,7 +156,7 @@ absl::StatusOr LlamaCpp::LlamaCppCall(const v0::Value& input) { llama_token_to_piece(model_, new_token_id, piece.data(), piece.size()); if (n_chars < 0) { piece.resize(-n_chars); - int n_chars_after_resize = llama_token_to_piece( + llama_token_to_piece( model_, new_token_id, piece.data(), piece.size()); } else { piece.resize(n_chars);