104 lines
3.8 KiB
Python
104 lines
3.8 KiB
Python
"""Framework-agnostic in practice: a driver that ships outside this repository.
|
|
|
|
The hub never imports an agent framework directly. It resolves drivers from the
|
|
``agenthub.drivers`` entry-point group, so a runtime nobody here has heard of
|
|
becomes registrable, probeable and dispatchable without touching this codebase.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import importlib.metadata
|
|
|
|
import pytest
|
|
|
|
from agenthub import adapters
|
|
from agenthub.adapters.base import Driver, InvokeResult
|
|
from tests.conftest import BASE, add_agent, wait_for
|
|
|
|
|
|
class AcmeDriver(Driver):
|
|
"""Stand-in for "some framework we were not written for"."""
|
|
|
|
name = "acme"
|
|
title = "Acme runtime"
|
|
description = "third-party driver"
|
|
|
|
async def probe(self, target) -> dict:
|
|
return {"ok": True, "acme_version": "9"}
|
|
|
|
async def invoke(self, invocation, emit) -> InvokeResult:
|
|
await emit("delta", {"text": "acme says hi"})
|
|
return InvokeResult(text="acme says hi", meta={"transport": "acme"})
|
|
|
|
|
|
class AcmeInstanceDriver(AcmeDriver):
|
|
"""Some packages export a ready instance instead of a class."""
|
|
|
|
name = "acme-instance"
|
|
|
|
|
|
class _Entry:
|
|
def __init__(self, name: str, target=None, error: str = "") -> None:
|
|
self.name = name
|
|
self._target = target
|
|
self._error = error
|
|
|
|
def load(self):
|
|
if self._error:
|
|
raise RuntimeError(self._error)
|
|
return self._target
|
|
|
|
|
|
@pytest.fixture()
|
|
def plugins(monkeypatch):
|
|
"""Swap the entry-point table, reload the registry, put it back afterwards."""
|
|
saved, saved_loaded = dict(adapters._drivers), adapters._loaded
|
|
|
|
def install(*entries: _Entry) -> None:
|
|
monkeypatch.setattr(
|
|
importlib.metadata, "entry_points", lambda **kwargs: list(entries)
|
|
)
|
|
adapters._drivers.clear()
|
|
adapters._loaded = False
|
|
adapters.ensure_loaded()
|
|
|
|
yield install
|
|
adapters._drivers.clear()
|
|
adapters._drivers.update(saved)
|
|
adapters._loaded = saved_loaded
|
|
|
|
|
|
def test_entry_points_register_classes_instances_and_survive_breakage(plugins) -> None:
|
|
plugins(_Entry("acme", AcmeDriver), _Entry("acme-instance", AcmeInstanceDriver()), _Entry("broken", error="bad wheel"))
|
|
assert adapters.driver_names().count("acme") == 1
|
|
assert isinstance(adapters.get_driver("acme-instance"), AcmeInstanceDriver)
|
|
# built-ins and a broken third-party wheel are independent
|
|
assert {"mock", "connector", "nanobot"} <= set(adapters.driver_names())
|
|
with pytest.raises(Exception, match="broken"):
|
|
adapters.get_driver("broken")
|
|
|
|
|
|
def test_a_plugin_driver_serves_tasks_through_the_whole_hub(hub, plugins) -> None:
|
|
plugins(_Entry("acme", AcmeDriver))
|
|
drivers = {item["name"] for item in hub.get(f"{BASE}/meta").json()["drivers"]}
|
|
assert "acme" in drivers
|
|
|
|
agent = add_agent(hub, "acme-desk", driver="acme")
|
|
assert hub.post(f"{BASE}/agents/{agent['id']}/probe").json()["ok"] is True
|
|
|
|
response = hub.post(f"{BASE}/tasks", json={"prompt": "hello", "agent_id": "acme-desk"})
|
|
task_id = response.json()["id"]
|
|
assert wait_for(lambda: hub.get(f"{BASE}/tasks/{task_id}").json()["status"] == "completed")
|
|
task = hub.get(f"{BASE}/tasks/{task_id}").json()
|
|
assert task["result"] == "acme says hi"
|
|
kinds = [row["kind"] for row in hub.get(f"{BASE}/tasks/{task_id}/events").json()]
|
|
assert "delta" in kinds and kinds[-1] == "completed"
|
|
|
|
|
|
def test_an_unknown_driver_fails_the_task_not_the_hub(hub) -> None:
|
|
add_agent(hub, "ghost", driver="definitely-not-installed")
|
|
response = hub.post(f"{BASE}/tasks", json={"prompt": "hi", "agent_id": "ghost"})
|
|
task_id = response.json()["id"]
|
|
assert wait_for(lambda: hub.get(f"{BASE}/tasks/{task_id}").json()["status"] == "failed")
|
|
assert "definitely-not-installed" in hub.get(f"{BASE}/tasks/{task_id}").json()["error"]
|