agenthub/backend/tests/test_driver_plugins.py

104 lines
3.8 KiB
Python

"""Framework-agnostic in practice: a driver that ships outside this repository.
The hub never imports an agent framework directly. It resolves drivers from the
``agenthub.drivers`` entry-point group, so a runtime nobody here has heard of
becomes registrable, probeable and dispatchable without touching this codebase.
"""
from __future__ import annotations
import importlib.metadata
import pytest
from agenthub import adapters
from agenthub.adapters.base import Driver, InvokeResult
from tests.conftest import BASE, add_agent, wait_for
class AcmeDriver(Driver):
"""Stand-in for "some framework we were not written for"."""
name = "acme"
title = "Acme runtime"
description = "third-party driver"
async def probe(self, target) -> dict:
return {"ok": True, "acme_version": "9"}
async def invoke(self, invocation, emit) -> InvokeResult:
await emit("delta", {"text": "acme says hi"})
return InvokeResult(text="acme says hi", meta={"transport": "acme"})
class AcmeInstanceDriver(AcmeDriver):
"""Some packages export a ready instance instead of a class."""
name = "acme-instance"
class _Entry:
def __init__(self, name: str, target=None, error: str = "") -> None:
self.name = name
self._target = target
self._error = error
def load(self):
if self._error:
raise RuntimeError(self._error)
return self._target
@pytest.fixture()
def plugins(monkeypatch):
"""Swap the entry-point table, reload the registry, put it back afterwards."""
saved, saved_loaded = dict(adapters._drivers), adapters._loaded
def install(*entries: _Entry) -> None:
monkeypatch.setattr(
importlib.metadata, "entry_points", lambda **kwargs: list(entries)
)
adapters._drivers.clear()
adapters._loaded = False
adapters.ensure_loaded()
yield install
adapters._drivers.clear()
adapters._drivers.update(saved)
adapters._loaded = saved_loaded
def test_entry_points_register_classes_instances_and_survive_breakage(plugins) -> None:
plugins(_Entry("acme", AcmeDriver), _Entry("acme-instance", AcmeInstanceDriver()), _Entry("broken", error="bad wheel"))
assert adapters.driver_names().count("acme") == 1
assert isinstance(adapters.get_driver("acme-instance"), AcmeInstanceDriver)
# built-ins and a broken third-party wheel are independent
assert {"mock", "connector", "nanobot"} <= set(adapters.driver_names())
with pytest.raises(Exception, match="broken"):
adapters.get_driver("broken")
def test_a_plugin_driver_serves_tasks_through_the_whole_hub(hub, plugins) -> None:
plugins(_Entry("acme", AcmeDriver))
drivers = {item["name"] for item in hub.get(f"{BASE}/meta").json()["drivers"]}
assert "acme" in drivers
agent = add_agent(hub, "acme-desk", driver="acme")
assert hub.post(f"{BASE}/agents/{agent['id']}/probe").json()["ok"] is True
response = hub.post(f"{BASE}/tasks", json={"prompt": "hello", "agent_id": "acme-desk"})
task_id = response.json()["id"]
assert wait_for(lambda: hub.get(f"{BASE}/tasks/{task_id}").json()["status"] == "completed")
task = hub.get(f"{BASE}/tasks/{task_id}").json()
assert task["result"] == "acme says hi"
kinds = [row["kind"] for row in hub.get(f"{BASE}/tasks/{task_id}/events").json()]
assert "delta" in kinds and kinds[-1] == "completed"
def test_an_unknown_driver_fails_the_task_not_the_hub(hub) -> None:
add_agent(hub, "ghost", driver="definitely-not-installed")
response = hub.post(f"{BASE}/tasks", json={"prompt": "hi", "agent_id": "ghost"})
task_id = response.json()["id"]
assert wait_for(lambda: hub.get(f"{BASE}/tasks/{task_id}").json()["status"] == "failed")
assert "definitely-not-installed" in hub.get(f"{BASE}/tasks/{task_id}").json()["error"]