| import importlib.util |
| import logging |
| import os |
| import sys |
| from pathlib import Path |
| from types import ModuleType |
|
|
| import pytest |
|
|
| LOGGER = logging.getLogger(__name__) |
|
|
|
|
| @pytest.fixture(scope="module") |
| def server_url(): |
| server_url = os.getenv("H2OGPT_SERVER") |
| if not server_url: |
| LOGGER.info("Couldn't find a running h2oGPT server. Hence starting a one.") |
|
|
| generate = _import_module_from_h2ogpt("generate.py") |
| generate.main( |
| base_model="h2oai/h2ogpt-oig-oasst1-512-6_9b", |
| prompt_type="human_bot", |
| chat=False, |
| stream_output=False, |
| gradio=True, |
| num_beams=1, |
| block_gradio_exit=False, |
| ) |
| server_url = "http://0.0.0.0:7860" |
| LOGGER.info(f"h2oGPT server started at '{server_url}'.") |
| return server_url |
|
|
|
|
| @pytest.fixture(scope="module") |
| def h2ogpt_key(): |
| return os.getenv("H2OGPT_KEY") or os.getenv("H2OGPT_H2OGPT_KEY") |
|
|
|
|
| @pytest.fixture(scope="module") |
| def eval_func_param_names(): |
| parameters = _import_module_from_h2ogpt("src/evaluate_params.py") |
| return parameters.eval_func_param_names |
|
|
|
|
| def _import_module_from_h2ogpt(file_name: str) -> ModuleType: |
| h2ogpt_dir = Path(__file__).parent.parent.parent |
| file_path = (h2ogpt_dir / file_name).absolute() |
| module_name = file_path.stem |
|
|
| LOGGER.info(f"Loading module '{module_name}' from '{file_path}'.") |
| spec = importlib.util.spec_from_file_location(module_name, file_path) |
| if not spec: |
| raise Exception(f"Couldn't load module '{module_name}' from '{file_path}'.") |
| module = importlib.util.module_from_spec(spec) |
| sys.modules[module_name] = module |
| spec.loader.exec_module(module) |
| return module |
|
|
