From 471dda5eebf65f55fa5d348d9f2b4a0d51a1db5a Mon Sep 17 00:00:00 2001 From: Guohua Hao Date: Wed, 29 May 2024 15:01:08 -0400 Subject: [PATCH] set stop sequence parameter based on provider instead of hard coding the parameter name 'stop_sequence', pick the name based on provider --- libs/aws/langchain_aws/chat_models/bedrock.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/libs/aws/langchain_aws/chat_models/bedrock.py b/libs/aws/langchain_aws/chat_models/bedrock.py index 52153e39..26259caa 100644 --- a/libs/aws/langchain_aws/chat_models/bedrock.py +++ b/libs/aws/langchain_aws/chat_models/bedrock.py @@ -434,7 +434,9 @@ def _generate( ) if stop: - params["stop_sequences"] = stop + provider = self._get_provider() + if k := self.provider_stop_sequence_key_name_map.get(provider): + params[k] = stop completion, llm_output = self._prepare_input_and_invoke( prompt=prompt,