refactor: add cl100k_base.tiktoken tokenizer. (#4331)

v3.2
shaohuzhang1 2025-11-07 16:09:26 +08:00 committed by GitHub
parent f6c70da5ff
commit ccc8c06c51
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions

View File

@ -32,7 +32,7 @@ class TorchBlocker:
builtins.__import__ = TorchBlocker()
os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'maxkb.settings')
os.environ['TIKTOKEN_CACHE_DIR'] = '/opt/maxkb-app/model/tokenizer/openai-tiktoken-cl100k-base'
application = get_wsgi_application()