"""Context inheritance and native provider options; no network or database.""" from types import SimpleNamespace from unittest import TestCase from unittest.mock import patch from models_provider.context_policy import model_context, summary_defaults class ContextPolicyTests(TestCase): def test_platform_budget_is_64k_with_room_for_output_and_prompt(self): from system_manage.ai_hub_organize import resolve_settings defaults = summary_defaults({}) self.assertEqual(defaults, {'context_tokens': 65536, 'max_input_tokens': 65536, 'input_tokens': 53248, 'max_output_tokens': 8192, 'output_tokens': 8192, 'safety_tokens': 4096}) self.assertEqual(resolve_settings({}, {}), {'context_tokens': 65536, 'output_tokens': 8192, 'safety_tokens': 4096}) def test_explicit_model_limits_and_summary_budgets_win(self): custom = {'context_tokens': '1000000', 'max_input_tokens': '1000000', 'input_tokens': '131072', 'max_output_tokens': '384000', 'output_tokens': '16384', 'safety_tokens': '4096'} defaults = summary_defaults(custom) self.assertEqual(defaults['context_tokens'], 1000000) for key in custom.keys() - {'context_tokens', 'output_tokens'}: self.assertEqual(defaults[key], custom[key]) self.assertEqual(defaults['output_tokens'], 16384) self.assertEqual(model_context({'num_ctx': '131072'}), 131072) def test_smaller_model_and_maximum_output_are_respected(self): small = summary_defaults({'context_tokens': 4096, 'max_output_tokens': 256}) self.assertEqual(small['output_tokens'], 256) self.assertLess(small['input_tokens'] + small['output_tokens'], 4096) for value in (True, 0, -1, 1023, 2000001, 'invalid'): with self.subTest(value=value), self.assertRaises(ValueError): model_context({'context_tokens': value}) def test_only_llm_gets_default_context_from_model_configuration(self): from models_provider.tools import get_model_default_params model = SimpleNamespace(model_type='LLM', model_params_form=[]) self.assertEqual(get_model_default_params(model), {'context_tokens': 65536}) model.model_params_form = [{'field': 'num_ctx', 'default_value': '131072'}] self.assertEqual(get_model_default_params(model)['context_tokens'], 131072) model.model_type = 'EMBEDDING' model.model_params_form = [] self.assertEqual(get_model_default_params(model), {}) def test_ollama_native_context_defaults_and_explicit_override(self): from models_provider.impl.ollama_model_provider.model.llm import OllamaChatModel for params, expected in (({}, 65536), ({'context_tokens': 131072}, 131072), ({'num_ctx': 32768}, 32768), ({'context_tokens': 131072, 'num_ctx': 32768}, 131072)): with patch.object(OllamaChatModel, '__new__', return_value=SimpleNamespace()) as constructor: OllamaChatModel.new_instance('LLM', 'local', {'api_base': 'http://localhost:11434'}, **params) self.assertEqual(constructor.call_args.kwargs['num_ctx'], expected) self.assertNotIn('context_tokens', constructor.call_args.kwargs) def test_native_application_override_is_not_hidden_by_platform_default(self): from models_provider import tools model = SimpleNamespace(model_type='LLM', model_params_form=[]) with patch.object(tools, 'get_model_by_id', return_value=model), \ patch.object(tools.ModelManage, 'get_model', side_effect=lambda key, factory: factory(key)), \ patch.object(tools, 'get_model') as create: tools.get_model_instance_by_model_workspace_id('test', 'default', num_ctx=131072) self.assertEqual(create.call_args.kwargs['context_tokens'], 131072) def test_metadata_and_preview_share_effective_budget_without_model_calls(self): from system_manage.mcp_business import summary_model_metadata from models_provider.tools import get_model_default_params model = SimpleNamespace(id='test', name='test', model_type='LLM', provider='model_ollama_provider', model_params_form=[]) with patch('models_provider.tools.get_model') as invoke: metadata = summary_model_metadata(model) invoke.assert_not_called() self.assertEqual(metadata['summary_defaults']['input_tokens'], 53248) self.assertEqual(metadata['summary_limits']['context_tokens'], 65536)