UnisKB/apps/models_provider/test_context_policy.py

75 lines
4.5 KiB
Python

"""Context inheritance and native provider options; no network or database."""
from types import SimpleNamespace
from unittest import TestCase
from unittest.mock import patch
from models_provider.context_policy import model_context, summary_defaults
class ContextPolicyTests(TestCase):
def test_platform_budget_is_64k_with_room_for_output_and_prompt(self):
from system_manage.ai_hub_organize import resolve_settings
defaults = summary_defaults({})
self.assertEqual(defaults, {'context_tokens': 65536, 'max_input_tokens': 65536,
'input_tokens': 53248, 'max_output_tokens': 8192, 'output_tokens': 8192, 'safety_tokens': 4096})
self.assertEqual(resolve_settings({}, {}),
{'context_tokens': 65536, 'output_tokens': 8192, 'safety_tokens': 4096})
def test_explicit_model_limits_and_summary_budgets_win(self):
custom = {'context_tokens': '1000000', 'max_input_tokens': '1000000', 'input_tokens': '131072',
'max_output_tokens': '384000', 'output_tokens': '16384', 'safety_tokens': '4096'}
defaults = summary_defaults(custom)
self.assertEqual(defaults['context_tokens'], 1000000)
for key in custom.keys() - {'context_tokens', 'output_tokens'}:
self.assertEqual(defaults[key], custom[key])
self.assertEqual(defaults['output_tokens'], 16384)
self.assertEqual(model_context({'num_ctx': '131072'}), 131072)
def test_smaller_model_and_maximum_output_are_respected(self):
small = summary_defaults({'context_tokens': 4096, 'max_output_tokens': 256})
self.assertEqual(small['output_tokens'], 256)
self.assertLess(small['input_tokens'] + small['output_tokens'], 4096)
for value in (True, 0, -1, 1023, 2000001, 'invalid'):
with self.subTest(value=value), self.assertRaises(ValueError):
model_context({'context_tokens': value})
def test_only_llm_gets_default_context_from_model_configuration(self):
from models_provider.tools import get_model_default_params
model = SimpleNamespace(model_type='LLM', model_params_form=[])
self.assertEqual(get_model_default_params(model), {'context_tokens': 65536})
model.model_params_form = [{'field': 'num_ctx', 'default_value': '131072'}]
self.assertEqual(get_model_default_params(model)['context_tokens'], 131072)
model.model_type = 'EMBEDDING'
model.model_params_form = []
self.assertEqual(get_model_default_params(model), {})
def test_ollama_native_context_defaults_and_explicit_override(self):
from models_provider.impl.ollama_model_provider.model.llm import OllamaChatModel
for params, expected in (({}, 65536), ({'context_tokens': 131072}, 131072),
({'num_ctx': 32768}, 32768),
({'context_tokens': 131072, 'num_ctx': 32768}, 131072)):
with patch.object(OllamaChatModel, '__new__', return_value=SimpleNamespace()) as constructor:
OllamaChatModel.new_instance('LLM', 'local', {'api_base': 'http://localhost:11434'}, **params)
self.assertEqual(constructor.call_args.kwargs['num_ctx'], expected)
self.assertNotIn('context_tokens', constructor.call_args.kwargs)
def test_native_application_override_is_not_hidden_by_platform_default(self):
from models_provider import tools
model = SimpleNamespace(model_type='LLM', model_params_form=[])
with patch.object(tools, 'get_model_by_id', return_value=model), \
patch.object(tools.ModelManage, 'get_model', side_effect=lambda key, factory: factory(key)), \
patch.object(tools, 'get_model') as create:
tools.get_model_instance_by_model_workspace_id('test', 'default', num_ctx=131072)
self.assertEqual(create.call_args.kwargs['context_tokens'], 131072)
def test_metadata_and_preview_share_effective_budget_without_model_calls(self):
from system_manage.mcp_business import summary_model_metadata
from models_provider.tools import get_model_default_params
model = SimpleNamespace(id='test', name='test', model_type='LLM', provider='model_ollama_provider',
model_params_form=[])
with patch('models_provider.tools.get_model') as invoke:
metadata = summary_model_metadata(model)
invoke.assert_not_called()
self.assertEqual(metadata['summary_defaults']['input_tokens'], 53248)
self.assertEqual(metadata['summary_limits']['context_tokens'], 65536)