75 lines
4.5 KiB
Python
75 lines
4.5 KiB
Python
"""Context inheritance and native provider options; no network or database."""
|
|
from types import SimpleNamespace
|
|
from unittest import TestCase
|
|
from unittest.mock import patch
|
|
|
|
from models_provider.context_policy import model_context, summary_defaults
|
|
|
|
|
|
class ContextPolicyTests(TestCase):
|
|
def test_platform_budget_is_64k_with_room_for_output_and_prompt(self):
|
|
from system_manage.ai_hub_organize import resolve_settings
|
|
defaults = summary_defaults({})
|
|
self.assertEqual(defaults, {'context_tokens': 65536, 'max_input_tokens': 65536,
|
|
'input_tokens': 53248, 'max_output_tokens': 8192, 'output_tokens': 8192, 'safety_tokens': 4096})
|
|
self.assertEqual(resolve_settings({}, {}),
|
|
{'context_tokens': 65536, 'output_tokens': 8192, 'safety_tokens': 4096})
|
|
|
|
def test_explicit_model_limits_and_summary_budgets_win(self):
|
|
custom = {'context_tokens': '1000000', 'max_input_tokens': '1000000', 'input_tokens': '131072',
|
|
'max_output_tokens': '384000', 'output_tokens': '16384', 'safety_tokens': '4096'}
|
|
defaults = summary_defaults(custom)
|
|
self.assertEqual(defaults['context_tokens'], 1000000)
|
|
for key in custom.keys() - {'context_tokens', 'output_tokens'}:
|
|
self.assertEqual(defaults[key], custom[key])
|
|
self.assertEqual(defaults['output_tokens'], 16384)
|
|
self.assertEqual(model_context({'num_ctx': '131072'}), 131072)
|
|
|
|
def test_smaller_model_and_maximum_output_are_respected(self):
|
|
small = summary_defaults({'context_tokens': 4096, 'max_output_tokens': 256})
|
|
self.assertEqual(small['output_tokens'], 256)
|
|
self.assertLess(small['input_tokens'] + small['output_tokens'], 4096)
|
|
for value in (True, 0, -1, 1023, 2000001, 'invalid'):
|
|
with self.subTest(value=value), self.assertRaises(ValueError):
|
|
model_context({'context_tokens': value})
|
|
|
|
def test_only_llm_gets_default_context_from_model_configuration(self):
|
|
from models_provider.tools import get_model_default_params
|
|
model = SimpleNamespace(model_type='LLM', model_params_form=[])
|
|
self.assertEqual(get_model_default_params(model), {'context_tokens': 65536})
|
|
model.model_params_form = [{'field': 'num_ctx', 'default_value': '131072'}]
|
|
self.assertEqual(get_model_default_params(model)['context_tokens'], 131072)
|
|
model.model_type = 'EMBEDDING'
|
|
model.model_params_form = []
|
|
self.assertEqual(get_model_default_params(model), {})
|
|
|
|
def test_ollama_native_context_defaults_and_explicit_override(self):
|
|
from models_provider.impl.ollama_model_provider.model.llm import OllamaChatModel
|
|
for params, expected in (({}, 65536), ({'context_tokens': 131072}, 131072),
|
|
({'num_ctx': 32768}, 32768),
|
|
({'context_tokens': 131072, 'num_ctx': 32768}, 131072)):
|
|
with patch.object(OllamaChatModel, '__new__', return_value=SimpleNamespace()) as constructor:
|
|
OllamaChatModel.new_instance('LLM', 'local', {'api_base': 'http://localhost:11434'}, **params)
|
|
self.assertEqual(constructor.call_args.kwargs['num_ctx'], expected)
|
|
self.assertNotIn('context_tokens', constructor.call_args.kwargs)
|
|
|
|
def test_native_application_override_is_not_hidden_by_platform_default(self):
|
|
from models_provider import tools
|
|
model = SimpleNamespace(model_type='LLM', model_params_form=[])
|
|
with patch.object(tools, 'get_model_by_id', return_value=model), \
|
|
patch.object(tools.ModelManage, 'get_model', side_effect=lambda key, factory: factory(key)), \
|
|
patch.object(tools, 'get_model') as create:
|
|
tools.get_model_instance_by_model_workspace_id('test', 'default', num_ctx=131072)
|
|
self.assertEqual(create.call_args.kwargs['context_tokens'], 131072)
|
|
|
|
def test_metadata_and_preview_share_effective_budget_without_model_calls(self):
|
|
from system_manage.mcp_business import summary_model_metadata
|
|
from models_provider.tools import get_model_default_params
|
|
model = SimpleNamespace(id='test', name='test', model_type='LLM', provider='model_ollama_provider',
|
|
model_params_form=[])
|
|
with patch('models_provider.tools.get_model') as invoke:
|
|
metadata = summary_model_metadata(model)
|
|
invoke.assert_not_called()
|
|
self.assertEqual(metadata['summary_defaults']['input_tokens'], 53248)
|
|
self.assertEqual(metadata['summary_limits']['context_tokens'], 65536)
|