repositories
loading repo index
repositories
loading repo index
repository
loading code, commits, and activity
public Clawd ADK gateway launch mirror
stars
latest
clone command
git clone gitlawb://did:key:z6Mkq5mY...iFZ5/my-project-publ...git clone gitlawb://did:key:z6Mkq5mY.../my-project-publ...2fa351d6docs: add automaton and perps launch sources16d ago| #1 | import pytest |
| #2 | from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler |
| #3 | |
| #4 | from embedchain.config import BaseLlmConfig |
| #5 | from embedchain.llm.ollama import OllamaLlm |
| #6 | |
| #7 | |
| #8 | @pytest.fixture |
| #9 | def ollama_llm_config(): |
| #10 | config = BaseLlmConfig(model="llama2", temperature=0.7, top_p=0.8, stream=True, system_prompt=None) |
| #11 | yield config |
| #12 | |
| #13 | |
| #14 | def test_get_llm_model_answer(ollama_llm_config, mocker): |
| #15 | mocker.patch("embedchain.llm.ollama.Client.list", return_value={"models": [{"name": "llama2"}]}) |
| #16 | mocker.patch("embedchain.llm.ollama.OllamaLlm._get_answer", return_value="Test answer") |
| #17 | |
| #18 | llm = OllamaLlm(ollama_llm_config) |
| #19 | answer = llm.get_llm_model_answer("Test query") |
| #20 | |
| #21 | assert answer == "Test answer" |
| #22 | |
| #23 | |
| #24 | def test_get_answer_mocked_ollama(ollama_llm_config, mocker): |
| #25 | mocker.patch("embedchain.llm.ollama.Client.list", return_value={"models": [{"name": "llama2"}]}) |
| #26 | mocked_ollama = mocker.patch("embedchain.llm.ollama.Ollama") |
| #27 | mock_instance = mocked_ollama.return_value |
| #28 | mock_instance.invoke.return_value = "Mocked answer" |
| #29 | |
| #30 | llm = OllamaLlm(ollama_llm_config) |
| #31 | prompt = "Test query" |
| #32 | answer = llm.get_llm_model_answer(prompt) |
| #33 | |
| #34 | assert answer == "Mocked answer" |
| #35 | |
| #36 | |
| #37 | def test_get_llm_model_answer_with_streaming(ollama_llm_config, mocker): |
| #38 | ollama_llm_config.stream = True |
| #39 | ollama_llm_config.callbacks = [StreamingStdOutCallbackHandler()] |
| #40 | mocker.patch("embedchain.llm.ollama.Client.list", return_value={"models": [{"name": "llama2"}]}) |
| #41 | mocked_ollama_chat = mocker.patch("embedchain.llm.ollama.OllamaLlm._get_answer", return_value="Test answer") |
| #42 | |
| #43 | llm = OllamaLlm(ollama_llm_config) |
| #44 | llm.get_llm_model_answer("Test query") |
| #45 | |
| #46 | mocked_ollama_chat.assert_called_once() |
| #47 | call_args = mocked_ollama_chat.call_args |
| #48 | config_arg = call_args[1]["config"] |
| #49 | callbacks = config_arg.callbacks |
| #50 | |
| #51 | assert len(callbacks) == 1 |
| #52 | assert isinstance(callbacks[0], StreamingStdOutCallbackHandler) |
| #53 |