From ddf9e1262ba4afe2ca160ea82dd85dfac23ea495 Mon Sep 17 00:00:00 2001 From: Darren Oberst <41238031+doberst@users.noreply.github.com> Date: Thu, 17 Oct 2024 07:40:07 -0400 Subject: [PATCH] Update agents-2-llmware_model_sampler_bling_dragon.py --- .../agents/agents-2-llmware_model_sampler_bling_dragon.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/fast_start/agents/agents-2-llmware_model_sampler_bling_dragon.py b/fast_start/agents/agents-2-llmware_model_sampler_bling_dragon.py index 8864f65f..874da9f9 100644 --- a/fast_start/agents/agents-2-llmware_model_sampler_bling_dragon.py +++ b/fast_start/agents/agents-2-llmware_model_sampler_bling_dragon.py @@ -513,7 +513,10 @@ def llmware_bling_dragon_hello_world (model_name): ] # for most use cases, we would recommend using the GGUF for faster inference - + # NEW - if you are running on a Windows machine, then try substituting for one of the following: + # -- "bling-tiny-llama-ov" -> uses OpenVino model version - requires `pip install openvino` and `pip install openvino_genai` + # -- "bling-tiny-llama-onnx" -> uses ONNX model version - requires `pip install onnxruntime_genai` + my_model = bling_gguf[1] llmware_bling_dragon_hello_world(my_model)