mirror of
https://github.com/kvcache-ai/ktransformers.git
synced 2026-04-19 22:09:10 +00:00
56cbd69ac4
* [feat]: redesign kt run interactive configuration with i18n support - Redesign kt run with 8-step interactive flow (model selection, inference method, NUMA/CPU, GPU experts, KV cache, GPU/TP selection, parsers, host/port) - Add configuration save/load system (~/.ktransformers/run_configs.yaml) - Add i18n support for kt chat (en/zh translations) - Add universal input validators with auto-retry and Chinese comma support - Add port availability checker with auto-suggestion - Add parser configuration (--tool-call-parser, --reasoning-parser) - Remove tuna command and clean up redundant files - Fix: variable reference bug in run.py, filter to show only MoE models * [feat]: unify model selection UI and enable shared experts fusion by default - Unify kt run model selection table with kt model list display * Add Total size, MoE Size, Repo, and SHA256 status columns * Use consistent formatting and styling * Improve user decision-making with more information - Enable --disable-shared-experts-fusion by default * Change default value from False to True * Users can still override with --enable-shared-experts-fusion * [feat]: improve kt chat with performance metrics and better CJK support - Add performance metrics display after each response * Total time, TTFT (Time To First Token), TPOT (Time Per Output Token) * Accurate input/output token counts using model tokenizer * Fallback to estimation if tokenizer unavailable * Metrics shown in dim style (not prominent) - Fix Chinese character input issues * Replace Prompt.ask() with console.input() for better CJK support * Fixes backspace deletion showing half-characters - Suppress NumPy subnormal warnings * Filter "The value of the smallest subnormal" warnings * Cleaner CLI output on certain hardware environments * [fix]: correct TTFT measurement in kt chat - Move start_time initialization before API call - Previously start_time was set when receiving first chunk, causing TTFT ≈ 0ms - Now correctly measures time from request sent to first token received * [docs]: 添加 Clawdbot 集成指南 - KTransformers 企业级 AI 助手部署方案 * [docs]: 强调推荐使用 Kimi K2.5 作为核心模型，突出企业级推理能力 * [docs]: 添加 Clawdbot 飞书接入教程链接 * [feat]: improve CLI table display, model verification, and chat experience - Add sequence number (#) column to all model tables by default - Filter kt edit to show only MoE GPU models (exclude AMX) - Extend kt model verify to check *.json and *.py files in addition to weights - Fix re-verification bug where repaired files caused false failures - Suppress tokenizer debug output in kt chat token counting * [fix]: fix cpu cores. --------- Co-authored-by: skqliao <skqliao@gmail.com>
1346 lines
77 KiB
Python
1346 lines
77 KiB
Python
"""
|
||
Internationalization (i18n) module for kt-cli.
|
||
|
||
Supports English and Chinese languages, with automatic detection based on
|
||
system locale or KT_LANG environment variable.
|
||
"""
|
||
|
||
import os
|
||
from typing import Any
|
||
|
||
# Message definitions for all supported languages
|
||
MESSAGES: dict[str, dict[str, str]] = {
|
||
"en": {
|
||
# General
|
||
"welcome": "Welcome to KTransformers!",
|
||
"goodbye": "Goodbye!",
|
||
"error": "Error",
|
||
"warning": "Warning",
|
||
"success": "Success",
|
||
"info": "Info",
|
||
"yes": "Yes",
|
||
"no": "No",
|
||
"cancel": "Cancel",
|
||
"confirm": "Confirm",
|
||
"done": "Done",
|
||
"failed": "Failed",
|
||
"skip": "Skip",
|
||
"back": "Back",
|
||
"next": "Next",
|
||
"retry": "Retry",
|
||
"abort": "Abort",
|
||
# Version command
|
||
"version_info": "KTransformers CLI",
|
||
"version_python": "Python",
|
||
"version_platform": "Platform",
|
||
"version_cuda": "CUDA",
|
||
"version_cuda_not_found": "Not found",
|
||
"version_kt_kernel": "kt-kernel",
|
||
"version_ktransformers": "ktransformers",
|
||
"version_sglang": "sglang",
|
||
"version_llamafactory": "llamafactory",
|
||
"version_not_installed": "Not installed",
|
||
# Install command
|
||
"install_detecting_env": "Detecting environment managers...",
|
||
"install_found": "Found {name} (version {version})",
|
||
"install_not_found": "Not found: {name}",
|
||
"install_checking_env": "Checking existing environments...",
|
||
"install_env_exists": "Found existing 'kt' environment",
|
||
"install_env_not_exists": "No 'kt' environment found",
|
||
"install_no_env_manager": "No virtual environment manager detected",
|
||
"install_select_method": "Please select installation method:",
|
||
"install_method_conda": "Create new conda environment 'kt' (Recommended)",
|
||
"install_method_venv": "Create new venv environment",
|
||
"install_method_uv": "Create new uv environment (Fast)",
|
||
"install_method_docker": "Use Docker container",
|
||
"install_method_system": "Install to system Python (Not recommended)",
|
||
"install_select_mode": "Please select installation mode:",
|
||
"install_mode_inference": "Inference - Install kt-kernel + SGLang",
|
||
"install_mode_sft": "Training - Install kt-sft + LlamaFactory",
|
||
"install_mode_full": "Full - Install all components",
|
||
"install_creating_env": "Creating {type} environment '{name}'...",
|
||
"install_env_created": "Environment created successfully",
|
||
"install_installing_deps": "Installing dependencies...",
|
||
"install_checking_deps": "Checking dependency versions...",
|
||
"install_dep_ok": "OK",
|
||
"install_dep_outdated": "Needs update",
|
||
"install_dep_missing": "Missing",
|
||
"install_installing_pytorch": "Installing PyTorch...",
|
||
"install_installing_from_requirements": "Installing from requirements file...",
|
||
"install_deps_outdated": "Found {count} package(s) that need updating. Continue?",
|
||
"install_updating": "Updating packages...",
|
||
"install_complete": "Installation complete!",
|
||
"install_activate_hint": "Activate environment: {command}",
|
||
"install_start_hint": "Get started: kt run --help",
|
||
"install_docker_pulling": "Pulling Docker image...",
|
||
"install_docker_complete": "Docker image ready!",
|
||
"install_docker_run_hint": "Run with: docker run --gpus all -p 30000:30000 {image} kt run {model}",
|
||
"install_in_venv": "Running in virtual environment: {name}",
|
||
"install_continue_without_venv": "Continue installing to system Python?",
|
||
"install_already_installed": "All dependencies are already installed!",
|
||
"install_confirm": "Install {count} package(s)?",
|
||
# Install - System dependencies
|
||
"install_checking_system_deps": "Checking system dependencies...",
|
||
"install_dep_name": "Dependency",
|
||
"install_dep_status": "Status",
|
||
"install_deps_all_installed": "All system dependencies are installed",
|
||
"install_deps_install_prompt": "Install missing dependencies?",
|
||
"install_installing_system_deps": "Installing system dependencies...",
|
||
"install_installing_dep": "Installing {name}",
|
||
"install_dep_no_install_cmd": "No install command available for {name} on {os}",
|
||
"install_dep_install_failed": "Failed to install {name}",
|
||
"install_deps_skipped": "Skipping dependency installation",
|
||
"install_deps_failed": "Failed to install system dependencies",
|
||
# Install - CPU detection
|
||
"install_auto_detect_cpu": "Auto-detecting CPU capabilities...",
|
||
"install_cpu_features": "Detected CPU features: {features}",
|
||
"install_cpu_no_features": "No advanced CPU features detected",
|
||
# Install - Build configuration
|
||
"install_build_config": "Build Configuration:",
|
||
"install_native_warning": "Note: Binary optimized for THIS CPU only (not portable)",
|
||
"install_building_from_source": "Building kt-kernel from source...",
|
||
"install_build_failed": "Build failed",
|
||
"install_build_success": "Build completed successfully",
|
||
# Install - Verification
|
||
"install_verifying": "Verifying installation...",
|
||
"install_verify_success": "kt-kernel {version} ({variant} variant) installed successfully",
|
||
"install_verify_failed": "Verification failed: {error}",
|
||
# Install - Docker
|
||
"install_docker_guide_title": "Docker Installation",
|
||
"install_docker_guide_desc": "For Docker installation, please refer to the official guide:",
|
||
# Config command
|
||
"config_show_title": "Current Configuration",
|
||
"config_set_success": "Configuration updated: {key} = {value}",
|
||
"config_get_value": "{key} = {value}",
|
||
"config_get_not_found": "Configuration key '{key}' not found",
|
||
"config_reset_confirm": "This will reset all configurations to default. Continue?",
|
||
"config_reset_success": "Configuration reset to default",
|
||
"config_file_location": "Configuration file: {path}",
|
||
# Doctor command
|
||
"doctor_title": "KTransformers Environment Diagnostics",
|
||
"doctor_checking": "Running diagnostics...",
|
||
"doctor_check_python": "Python version",
|
||
"doctor_check_cuda": "CUDA availability",
|
||
"doctor_check_gpu": "GPU detection",
|
||
"doctor_check_cpu": "CPU",
|
||
"doctor_check_cpu_isa": "CPU Instructions",
|
||
"doctor_check_numa": "NUMA Topology",
|
||
"doctor_check_memory": "System memory",
|
||
"doctor_check_disk": "Disk space",
|
||
"doctor_check_packages": "Required packages",
|
||
"doctor_check_env": "Environment variables",
|
||
"doctor_status_ok": "OK",
|
||
"doctor_status_warning": "Warning",
|
||
"doctor_status_error": "Error",
|
||
"doctor_gpu_found": "Found {count} GPU(s): {names}",
|
||
"doctor_gpu_not_found": "No GPU detected",
|
||
"doctor_cpu_info": "{name} ({cores} cores / {threads} threads)",
|
||
"doctor_cpu_isa_info": "{isa_list}",
|
||
"doctor_cpu_isa_missing": "Missing recommended: {missing}",
|
||
"doctor_numa_info": "{nodes} node(s)",
|
||
"doctor_numa_detail": "{node}: CPUs {cpus}",
|
||
"doctor_memory_info": "{available} available / {total} total",
|
||
"doctor_memory_freq": "{available} available / {total} total ({freq}MHz {type})",
|
||
"doctor_disk_info": "{available} available at {path}",
|
||
"doctor_all_ok": "All checks passed! Your environment is ready.",
|
||
"doctor_has_issues": "Some issues were found. Please review the warnings/errors above.",
|
||
# Run command
|
||
"run_detecting_hardware": "Detecting hardware configuration...",
|
||
"run_gpu_info": "GPU: {name} ({vram}GB VRAM)",
|
||
"run_cpu_info": "CPU: {name} ({cores} cores, {numa} NUMA nodes)",
|
||
"run_ram_info": "RAM: {total}GB",
|
||
"run_checking_model": "Checking model status...",
|
||
"run_model_path": "Model path: {path}",
|
||
"run_weights_not_found": "Quantized weights not found",
|
||
"run_quant_prompt": "Quantize model now? (This may take a while)",
|
||
"run_quantizing": "Quantizing model...",
|
||
"run_starting_server": "Starting server...",
|
||
"run_server_mode": "Mode: SGLang + kt-kernel",
|
||
"run_server_port": "Port: {port}",
|
||
"run_gpu_experts": "GPU experts: {count}/layer",
|
||
"run_cpu_threads": "CPU threads: {count}",
|
||
"run_server_started": "Server started!",
|
||
"run_api_url": "API URL: http://{host}:{port}",
|
||
"run_docs_url": "Docs URL: http://{host}:{port}/docs",
|
||
"run_stop_hint": "Press Ctrl+C to stop the server",
|
||
"run_model_not_found": "Model '{name}' not found. Run 'kt download' first.",
|
||
"run_multiple_matches": "Multiple models found. Please select:",
|
||
"run_select_model": "Select model",
|
||
"run_select_model_title": "Select a model to run",
|
||
"run_select_model_prompt": "Enter number",
|
||
"run_local_models": "Local Models (Downloaded)",
|
||
"run_registered_models": "Registered Models",
|
||
# Download command
|
||
"download_list_title": "Available Models",
|
||
"download_searching": "Searching for model '{name}'...",
|
||
"download_found": "Found: {name}",
|
||
"download_multiple_found": "Multiple matches found:",
|
||
"download_select": "Select model to download:",
|
||
"download_destination": "Destination: {path}",
|
||
"download_starting": "Starting download...",
|
||
"download_progress": "Downloading {name}...",
|
||
"download_complete": "Download complete!",
|
||
"download_already_exists": "Model already exists at {path}",
|
||
"download_overwrite_prompt": "Overwrite existing files?",
|
||
# Quant command
|
||
"quant_input_path": "Input path: {path}",
|
||
"quant_output_path": "Output path: {path}",
|
||
"quant_method": "Quantization method: {method}",
|
||
"quant_starting": "Starting quantization...",
|
||
"quant_progress": "Quantizing...",
|
||
"quant_complete": "Quantization complete!",
|
||
"quant_input_not_found": "Input model not found at {path}",
|
||
"quant_cpu_threads": "CPU threads: {threads}",
|
||
"quant_numa_nodes": "NUMA nodes: {nodes}",
|
||
"quant_time_warning": "Quantization may take 30-60 minutes depending on model size.",
|
||
"quant_disk_analysis": "Disk Space Analysis:",
|
||
"quant_source_size": "Source model size:",
|
||
"quant_estimated_size": "Estimated output size:",
|
||
"quant_available_space": "Available space:",
|
||
"quant_insufficient_space": "WARNING: Insufficient disk space!",
|
||
"quant_required_space": "Required space (with 20% buffer):",
|
||
"quant_shortage": "Shortage:",
|
||
"quant_may_fail": "Quantization may fail or produce incomplete files.",
|
||
"quant_continue_anyway": "Continue anyway?",
|
||
"quant_settings": "Quantization Settings:",
|
||
"quant_registered": "Quantized model registered: {name}",
|
||
"quant_view_with": "View with:",
|
||
"quant_use_with": "Use with:",
|
||
"quant_register_failed": "Failed to auto-register model: {error}",
|
||
"quant_output_exists": "Output path already exists: {path}",
|
||
"quant_using_unique": "Using unique name: {path}",
|
||
# Interactive quant
|
||
"quant_interactive_title": "Interactive Quantization Configuration",
|
||
"quant_new_model_notice": "⚠ Note: Some newer models cannot be quantized yet (conversion script not adapted). Recommended to use the original precision for inference (no weight conversion needed).",
|
||
"quant_no_moe_models": "No MoE models found for quantization.",
|
||
"quant_only_moe": "Only MoE models (e.g., DeepSeek-V3) can be quantized to AMX format.",
|
||
"quant_add_models": "Add models with: {command}",
|
||
"quant_moe_available": "MoE Models Available for Quantization:",
|
||
"quant_select_model": "Select model to quantize",
|
||
"quant_invalid_choice": "Invalid choice",
|
||
"quant_step2_method": "Step 2: Quantization Method",
|
||
"quant_method_label": "Quantization Method:",
|
||
"quant_int4_desc": "INT4",
|
||
"quant_int8_desc": "INT8",
|
||
"quant_select_method": "Select quantization method",
|
||
"quant_input_type_label": "Input Weight Type:",
|
||
"quant_fp8_desc": "FP8 (for 8-bit float weights)",
|
||
"quant_fp16_desc": "FP16 (for 16-bit float weights)",
|
||
"quant_bf16_desc": "BF16 (for Brain Float 16 weights)",
|
||
"quant_select_input_type": "Select input type",
|
||
"quant_step3_cpu": "Step 3: CPU Configuration",
|
||
"quant_cpu_threads_prompt": "CPU Threads (1 to {max})",
|
||
"quant_numa_nodes_prompt": "NUMA Nodes (1 to {max})",
|
||
"quant_use_gpu_label": "Use GPU for conversion?",
|
||
"quant_gpu_speedup": "GPU can significantly speed up the quantization process",
|
||
"quant_enable_gpu": "Enable GPU acceleration?",
|
||
"quant_step4_output": "Step 4: Output Path",
|
||
"quant_default_path": "Default:",
|
||
"quant_use_default": "Use default output path?",
|
||
"quant_custom_path": "Enter custom output path",
|
||
"quant_output_exists_warn": "⚠ Output path already exists: {path}",
|
||
"quant_using_unique_name": "→ Using unique name: {path}",
|
||
"quant_config_summary": "Configuration Summary",
|
||
"quant_summary_model": "Model:",
|
||
"quant_summary_method": "Method:",
|
||
"quant_summary_input_type": "Input Type:",
|
||
"quant_summary_cpu_threads": "CPU Threads:",
|
||
"quant_summary_numa": "NUMA Nodes:",
|
||
"quant_summary_gpu": "Use GPU:",
|
||
"quant_summary_output": "Output Path:",
|
||
"quant_start_question": "Start quantization?",
|
||
"quant_cancelled": "Cancelled",
|
||
"quant_config_complete": "Configuration complete",
|
||
"quant_time_elapsed": "Time elapsed:",
|
||
"yes": "Yes",
|
||
"no": "No",
|
||
# SFT command
|
||
"sft_mode_train": "Training mode",
|
||
"sft_mode_chat": "Chat mode",
|
||
"sft_mode_export": "Export mode",
|
||
"sft_config_path": "Config file: {path}",
|
||
"sft_starting": "Starting {mode}...",
|
||
"sft_complete": "{mode} complete!",
|
||
"sft_config_not_found": "Config file not found: {path}",
|
||
# Bench command
|
||
"bench_starting": "Starting benchmark...",
|
||
"bench_type": "Benchmark type: {type}",
|
||
"bench_complete": "Benchmark complete!",
|
||
"bench_results_title": "Benchmark Results",
|
||
# Common prompts
|
||
"prompt_continue": "Continue?",
|
||
"prompt_select": "Please select:",
|
||
"prompt_enter_value": "Enter value:",
|
||
"prompt_confirm_action": "Confirm this action?",
|
||
# First-run setup - Model path selection
|
||
"setup_model_path_title": "Model Storage Location",
|
||
"setup_model_path_desc": "LLM models are large (50-200GB+). Please select a storage location with sufficient space:",
|
||
"setup_scanning_disks": "Scanning available storage locations...",
|
||
"setup_disk_option": "{path} ({available} available / {total} total)",
|
||
"setup_disk_option_recommended": "{path} ({available} available / {total} total) [Recommended]",
|
||
"setup_custom_path": "Enter custom path",
|
||
"setup_enter_custom_path": "Enter the path for model storage",
|
||
"setup_path_not_exist": "Path does not exist. Create it?",
|
||
"setup_path_no_write": "No write permission for this path. Please choose another.",
|
||
"setup_path_low_space": "Warning: Less than 100GB available. Large models may not fit.",
|
||
"setup_model_path_set": "Model storage path set to: {path}",
|
||
"setup_no_large_disk": "No large storage locations found. Using default path.",
|
||
"setup_scanning_models": "Scanning for existing models...",
|
||
"setup_found_models": "Found {count} model(s):",
|
||
"setup_model_info": "{name} ({size}, {type})",
|
||
"setup_no_models_found": "No existing models found in this location.",
|
||
"setup_location_has_models": "{count} model(s) found",
|
||
"setup_installing_completion": "Installing shell completion for {shell}...",
|
||
"setup_completion_installed": "Shell completion installed! Restart terminal to enable.",
|
||
"setup_completion_failed": "Failed to install shell completion. Run 'kt --install-completion' manually.",
|
||
# Auto completion
|
||
"completion_installed_title": "Tab Completion",
|
||
"completion_installed_for": "Shell completion installed for {shell}",
|
||
"completion_activate_now": "To enable completion in this terminal session, run:",
|
||
"completion_next_session": "Completion will be automatically enabled in new terminal sessions.",
|
||
# SGLang
|
||
"sglang_not_found": "SGLang not found",
|
||
"sglang_pypi_warning": "SGLang from PyPI may not be compatible with kt-kernel",
|
||
"sglang_pypi_hint": 'SGLang from PyPI may not be compatible. Install from source: git clone https://github.com/kvcache-ai/sglang && cd sglang && pip install -e "python[all]"',
|
||
"sglang_install_hint": 'Install SGLang: git clone https://github.com/kvcache-ai/sglang && cd sglang && pip install -e "python[all]"',
|
||
"sglang_recommend_source": 'Recommend reinstalling from source: git clone https://github.com/kvcache-ai/sglang && cd sglang && pip install -e "python[all]"',
|
||
"sglang_kt_kernel_not_supported": "SGLang does not support kt-kernel (missing --kt-gpu-prefill-token-threshold parameter)",
|
||
"sglang_checking_kt_kernel_support": "Checking SGLang kt-kernel support...",
|
||
"sglang_kt_kernel_supported": "SGLang kt-kernel support verified",
|
||
# Chat
|
||
"chat_proxy_detected": "Proxy detected in environment",
|
||
"chat_proxy_confirm": "Use proxy for connection?",
|
||
"chat_proxy_disabled": "Proxy disabled for this session",
|
||
"chat_openai_required": "OpenAI Python SDK is required for chat functionality.",
|
||
"chat_install_hint": "Install it with:",
|
||
"chat_title": "KTransformers Chat",
|
||
"chat_server": "Server",
|
||
"chat_temperature": "Temperature",
|
||
"chat_max_tokens": "Max tokens",
|
||
"chat_help_hint": "Type '/help' for commands, '/quit' to exit",
|
||
"chat_connecting": "Connecting to server...",
|
||
"chat_no_models": "No models available on server",
|
||
"chat_model_not_found": "Model '{model}' not found. Available models: {available}",
|
||
"chat_connected": "Connected to model: {model}",
|
||
"chat_connect_failed": "Failed to connect to server: {error}",
|
||
"chat_server_not_running": "Make sure the model server is running:",
|
||
"chat_user_prompt": "You",
|
||
"chat_assistant_prompt": "Assistant",
|
||
"chat_generation_error": "Error generating response: {error}",
|
||
"chat_interrupted": "Chat interrupted. Goodbye!",
|
||
"chat_history_saved": "History saved to: {path}",
|
||
"chat_goodbye": "Goodbye!",
|
||
"chat_help_title": "Available Commands:",
|
||
"chat_help_content": "/help, /h - Show this help message\n/quit, /exit, /q - Exit chat\n/clear, /c - Clear conversation history\n/history, /hist - Show conversation history\n/info, /i - Show current settings\n/retry, /r - Regenerate last response",
|
||
"chat_history_cleared": "Conversation history cleared",
|
||
"chat_no_history": "No conversation history",
|
||
"chat_history_title": "History ({count} messages)",
|
||
"chat_info_title": "Current Settings:",
|
||
"chat_info_content": "Temperature: {temperature}\nMax tokens: {max_tokens}\nMessages: {messages}",
|
||
"chat_retrying": "Retrying last response...",
|
||
"chat_no_retry": "No previous response to retry",
|
||
"chat_unknown_command": "Unknown command: {command}",
|
||
"chat_unknown_hint": "Type /help for available commands",
|
||
# Run Interactive
|
||
"run_int_no_moe_models": "No MoE GPU models found.",
|
||
"run_int_add_models": "Add models with: kt model scan",
|
||
"run_int_list_all": "List all models: kt model list --all",
|
||
"run_int_step1_title": "Step 1: Select Model (GPU MoE Models)",
|
||
"run_int_select_model": "Select model",
|
||
"run_int_step2_title": "Step 2: Select Inference Method",
|
||
"run_int_method_raw": "RAW Precision (FP8/FP8_PERCHANNEL/BF16/RAWINT4)",
|
||
"run_int_method_amx": "AMX Quantization (INT4/INT8)",
|
||
"run_int_method_gguf": "GGUF (Llamafile)",
|
||
"run_int_method_saved": "Use Saved Configuration",
|
||
"run_int_select_method": "Select inference method",
|
||
"run_int_raw_precision": "RAW Precision:",
|
||
"run_int_select_precision": "Select precision",
|
||
"run_int_amx_method": "AMX Method:",
|
||
"run_int_select_amx": "Select AMX method",
|
||
"run_int_step3_title": "Step 3: NUMA and CPU Configuration",
|
||
"run_int_numa_nodes": "NUMA Nodes (1-{max})",
|
||
"run_int_cpu_threads": "CPU Threads per NUMA (1-{max})",
|
||
"run_int_amx_warning": "⚠ Warning: AMX INT4/INT8 requires compatible CPU. Check with: kt doctor",
|
||
"run_int_step4_title": "Step 4: GPU Experts Configuration",
|
||
"run_int_gpu_experts": "GPU Experts per Layer (0-{max})",
|
||
"run_int_gpu_experts_info": "Total experts: {total}, Activated per token: {active}",
|
||
"run_int_step5_title": "Step 5: KV Cache Configuration",
|
||
"run_int_kv_cache_size": "KV Cache Size (tokens)",
|
||
"run_int_chunk_prefill": "Enable Chunk Prefill?",
|
||
"run_int_chunk_size": "Chunk Prefill Size (tokens)",
|
||
"run_int_gpu_prefill_threshold": "GPU Prefill Threshold (tokens)",
|
||
"run_int_step6_title": "Step 6: GPU Selection and Tensor Parallelism",
|
||
"run_int_available_gpus": "Available GPUs:",
|
||
"run_int_gpu_id": "GPU {id}",
|
||
"run_int_vram_info": "{name} ({total:.1f}GB total, {free:.1f}GB free)",
|
||
"run_int_select_gpus": "Select GPU IDs (comma-separated)",
|
||
"run_int_invalid_gpu_range": "All GPU IDs must be between 0 and {max}",
|
||
"run_int_tp_size": "TP Size (must be power of 2: 1,2,4,8...)",
|
||
"run_int_tp_mismatch": "TP size must match number of selected GPUs ({count})",
|
||
"run_int_tp_not_power_of_2": "TP size must be a power of 2",
|
||
"run_int_mem_fraction": "Static Memory Fraction (0.0-1.0)",
|
||
"run_int_using_saved_mem": "Using saved memory fraction: {fraction}",
|
||
"run_int_step7_title": "Step 7: Parser Configuration (Optional)",
|
||
"run_int_tool_call_parser": "Tool Call Parser (press Enter to skip)",
|
||
"run_int_reasoning_parser": "Reasoning Parser (press Enter to skip)",
|
||
"run_int_step8_title": "Step 8: Host and Port Configuration",
|
||
"run_int_host": "Host",
|
||
"run_int_port": "Port",
|
||
"run_int_port_occupied": "⚠ Port {port} is already in use",
|
||
"run_int_port_suggestion": "Suggested available port: {port}",
|
||
"run_int_use_suggested": "Use suggested port?",
|
||
"run_int_saved_configs": "Saved Configurations:",
|
||
"run_int_config_name": "Configuration {num}",
|
||
"run_int_kt_method": "KT Method:",
|
||
"run_int_numa_nodes_label": "NUMA Nodes:",
|
||
"run_int_cpu_threads_label": "CPU Threads:",
|
||
"run_int_gpu_experts_label": "GPU Experts:",
|
||
"run_int_tp_size_label": "TP Size:",
|
||
"run_int_mem_fraction_label": "Memory Fraction:",
|
||
"run_int_server_label": "Server:",
|
||
"run_int_kv_cache_label": "KV Cache:",
|
||
"run_int_chunk_prefill_label": "Chunk Prefill:",
|
||
"run_int_gpu_prefill_label": "GPU Prefill Thr:",
|
||
"run_int_tool_parser_label": "Tool Call Parser:",
|
||
"run_int_reasoning_parser_label": "Reasoning Parser:",
|
||
"run_int_command_label": "Command:",
|
||
"run_int_select_config": "Select configuration",
|
||
"run_int_gpu_select_required": "Please select {tp} GPUs (TP size from saved config)",
|
||
"run_int_port_check_title": "Port Configuration",
|
||
"run_int_port_checking": "Checking port {port} availability...",
|
||
"run_int_port_available": "Port {port} is available",
|
||
"run_int_saved_config_title": "Saved Configuration",
|
||
"run_int_save_config_title": "Save Configuration",
|
||
"run_int_save_config_prompt": "Save this configuration for future use?",
|
||
"run_int_config_name_prompt": "Configuration name",
|
||
"run_int_config_name_default": "Config {timestamp}",
|
||
"run_int_config_saved": "Configuration saved: {name}",
|
||
"run_int_config_summary": "Configuration Complete",
|
||
"run_int_model_label": "Model:",
|
||
"run_int_selected_gpus_label": "Selected GPUs:",
|
||
# Model command
|
||
"model_supported_title": "KTransformers Supported Models",
|
||
"model_column_model": "Model",
|
||
"model_column_status": "Status",
|
||
"model_column_local_path": "Local Path",
|
||
"model_status_local": "Local",
|
||
"model_status_not_downloaded": "Not downloaded",
|
||
"model_usage_title": "Usage",
|
||
"model_usage_download": "Download a model:",
|
||
"model_usage_list_local": "List local models:",
|
||
"model_usage_search": "Search models:",
|
||
"model_storage_paths_title": "Model Storage Paths",
|
||
"model_local_models_title": "Locally Downloaded Models",
|
||
"model_available_models_title": "Available Models",
|
||
"model_no_local_models": "No locally downloaded models found",
|
||
"model_download_hint": "Download a model with:",
|
||
"model_download_usage_hint": "Usage: kt model download <model-name>",
|
||
"model_download_list_hint": "Use 'kt model download --list' to see available models.",
|
||
"model_download_hf_hint": "Or specify a HuggingFace repo directly: kt model download org/model-name",
|
||
"model_saved_to": "Model saved to: {path}",
|
||
"model_start_with": "Start with: kt run {name}",
|
||
"model_download_failed": "Download failed: {error}",
|
||
"model_hf_cli_not_found": "huggingface-cli not found. Install with: pip install huggingface-hub",
|
||
"model_path_not_exist": "Path does not exist: {path}",
|
||
"model_create_directory": "Create directory {path}?",
|
||
"model_created_directory": "Created directory: {path}",
|
||
"model_create_dir_failed": "Failed to create directory: {error}",
|
||
"model_path_added": "Added model path: {path}",
|
||
"model_path_removed": "Removed model path: {path}",
|
||
"model_path_not_found": "Path not found in configuration or cannot remove last path: {path}",
|
||
"model_search_no_results": "No models found matching '{query}'",
|
||
"model_search_results_title": "Search Results for '{query}'",
|
||
"model_column_name": "Name",
|
||
"model_column_hf_repo": "HuggingFace Repo",
|
||
"model_column_aliases": "Aliases",
|
||
# Model management - new user registry system
|
||
"model_no_registered_models": "No models registered yet.",
|
||
"model_scan_hint": "Scan for models: kt model scan",
|
||
"model_add_hint": "Add a model: kt model add /path/to/model",
|
||
"model_registered_models_title": "Registered Models",
|
||
"model_column_format": "Format",
|
||
"model_column_repo": "Repository",
|
||
"model_column_sha256": "SHA256",
|
||
"model_non_moe_hidden_hint": "Detected {count} non-MoE models, use kt model list --all to show all",
|
||
"model_usage_title": "Common Operations:",
|
||
"model_usage_info": "View details:",
|
||
"model_usage_edit": "Edit model:",
|
||
"model_usage_verify": "Verify integrity:",
|
||
"model_usage_quant": "Quantize model:",
|
||
"model_usage_run": "Run model:",
|
||
"model_usage_scan": "Scan for models:",
|
||
"model_usage_add": "Add model:",
|
||
"model_usage_verbose": "View with file details:",
|
||
"model_no_storage_paths": "No storage paths configured.",
|
||
"model_add_path_hint": "Add a storage path with: kt config set model.storage_paths /path/to/models",
|
||
"model_scanning_paths": "Scanning configured storage paths...",
|
||
"model_scanning_progress": "Scanning: {path}",
|
||
"model_scan_warnings_title": "Warnings",
|
||
"model_scan_no_models_found": "No models found in configured paths.",
|
||
"model_scan_check_paths_hint": "Check your storage paths: kt config get model.storage_paths",
|
||
"model_scan_min_size_hint": "Folders must be ≥{size}GB to be detected as models.",
|
||
"model_scan_found_title": "Found {count} new model(s)",
|
||
"model_column_path": "Path",
|
||
"model_column_size": "Size",
|
||
"model_scan_auto_adding": "Auto-adding models...",
|
||
"model_added": "Added: {name}",
|
||
"model_add_failed": "Failed to add {name}: {error}",
|
||
"model_scan_complete": "Scan complete! Added {count} model(s).",
|
||
"model_scan_interactive_prompt": "Commands: edit <id> | del <id> | done",
|
||
"model_scan_cmd_edit": "Set custom name for model",
|
||
"model_scan_cmd_delete": "Skip this model",
|
||
"model_scan_cmd_done": "Finish and add models",
|
||
"model_scan_marked_skip": "Skipped model #{id}",
|
||
"model_scan_invalid_id": "Invalid model ID: {id}",
|
||
"model_scan_invalid_command": "Invalid command. Use: edit <id> | del <id> | done",
|
||
"model_scan_edit_model": "Edit model {id}",
|
||
"model_scan_edit_note": "You can change the model name before adding it to registry",
|
||
"model_scan_adding_models": "Adding {count} model(s)...",
|
||
"model_scan_next_steps": "Next Steps",
|
||
"model_scan_view_hint": "View registered models: kt model list",
|
||
"model_scan_edit_hint": "Edit model details: kt model edit <name>",
|
||
"model_scan_no_models_added": "No models were added.",
|
||
"model_add_path_not_exist": "Error: Path does not exist: {path}",
|
||
"model_add_not_directory": "Error: Path is not a directory: {path}",
|
||
"model_add_already_registered": "This path is already registered as: {name}",
|
||
"model_add_view_hint": "View with: kt model info {name}",
|
||
"model_add_scanning": "Scanning model files...",
|
||
"model_add_scan_failed": "Failed to scan model: {error}",
|
||
"model_add_no_model_files": "No model files found in {path}",
|
||
"model_add_supported_formats": "Supported: *.safetensors, *.gguf (folder ≥10GB)",
|
||
"model_add_detected": "Detected: {format} format, {size}, {count} file(s)",
|
||
"model_add_name_conflict": "Name '{name}' already exists.",
|
||
"model_add_prompt_name": "Enter a name for this model",
|
||
"model_add_name_exists": "Name already exists. Please choose another name:",
|
||
"model_add_configure_repo": "Configure repository information for SHA256 verification?",
|
||
"model_add_repo_type_prompt": "Select repository type:",
|
||
"model_add_choice": "Choice",
|
||
"model_add_repo_id_prompt": "Enter repository ID (e.g., deepseek-ai/DeepSeek-V3)",
|
||
"model_add_success": "Successfully added model: {name}",
|
||
"model_add_verify_hint": "Verify integrity: kt model verify {name}",
|
||
"model_add_edit_later_hint": "Edit details later: kt model edit {name}",
|
||
"model_add_failed_generic": "Failed to add model: {error}",
|
||
"model_edit_not_found": "Model '{name}' not found.",
|
||
"model_edit_list_hint": "List models: kt model list",
|
||
"model_edit_current_config": "Current Configuration",
|
||
"model_edit_what_to_edit": "What would you like to edit?",
|
||
"model_edit_option_name": "Edit name",
|
||
"model_edit_option_repo": "Configure repository info",
|
||
"model_edit_option_delete": "Delete this model",
|
||
"model_edit_option_cancel": "Cancel / Exit",
|
||
"model_edit_choice_prompt": "Select option",
|
||
"model_edit_new_name": "Enter new name",
|
||
"model_edit_name_conflict": "Name '{name}' already exists. Please choose another:",
|
||
"model_edit_name_updated": "Name updated: {old} → {new}",
|
||
"model_edit_repo_type_prompt": "Repository type (or enter to remove repo info):",
|
||
"model_edit_repo_remove": "Remove repository info",
|
||
"model_edit_repo_id_prompt": "Enter repository ID",
|
||
"model_edit_repo_removed": "Repository info removed",
|
||
"model_edit_repo_updated": "Repository configured: {repo_type} → {repo_id}",
|
||
"model_edit_delete_warning": "Delete model '{name}' from registry?",
|
||
"model_edit_delete_note": "Note: This only removes the registry entry. Model files in {path} will NOT be deleted.",
|
||
"model_edit_delete_confirm": "Confirm deletion?",
|
||
"model_edit_deleted": "Model '{name}' deleted from registry",
|
||
"model_edit_delete_cancelled": "Deletion cancelled",
|
||
"model_edit_cancelled": "Edit cancelled",
|
||
# Model edit - Interactive selection
|
||
"model_edit_select_title": "Select Model to Edit",
|
||
"model_edit_select_model": "Select model",
|
||
"model_edit_invalid_choice": "Invalid choice",
|
||
"model_edit_no_models": "No models found in registry.",
|
||
"model_edit_add_hint_scan": "Add models with:",
|
||
"model_edit_add_hint_add": "Or:",
|
||
# Model edit - Display
|
||
"model_edit_gpu_links": "GPU Links:",
|
||
# Model edit - Menu options
|
||
"model_edit_manage_gpu_links": "Manage GPU Links",
|
||
"model_edit_save_changes": "Save changes",
|
||
"model_edit_has_changes": "(has changes)",
|
||
"model_edit_no_changes": "(no changes)",
|
||
# Model edit - Pending changes messages
|
||
"model_edit_name_pending": "Name will be updated when you save changes.",
|
||
"model_edit_repo_remove_pending": "Repository info will be removed when you save changes.",
|
||
"model_edit_repo_update_pending": "Repository info will be updated when you save changes.",
|
||
# Model edit - GPU link management
|
||
"model_edit_gpu_links_title": "Manage GPU Links for {name}",
|
||
"model_edit_current_gpu_links": "Current GPU links:",
|
||
"model_edit_no_gpu_links": "No GPU links configured.",
|
||
"model_edit_gpu_options": "Options:",
|
||
"model_edit_gpu_add": "Add GPU link",
|
||
"model_edit_gpu_remove": "Remove GPU link",
|
||
"model_edit_gpu_clear": "Clear all GPU links",
|
||
"model_edit_gpu_back": "Back to main menu",
|
||
"model_edit_gpu_choose_option": "Choose option",
|
||
"model_edit_gpu_none_available": "No GPU models available to link.",
|
||
"model_edit_gpu_available_models": "Available GPU models:",
|
||
"model_edit_gpu_already_linked": "(already linked)",
|
||
"model_edit_gpu_enter_number": "Enter GPU model number to add",
|
||
"model_edit_gpu_link_pending": "GPU link will be added when you save changes: {name}",
|
||
"model_edit_gpu_already_exists": "This GPU model is already linked.",
|
||
"model_edit_gpu_invalid_choice": "Invalid choice.",
|
||
"model_edit_gpu_invalid_input": "Invalid input.",
|
||
"model_edit_gpu_none_to_remove": "No GPU links to remove.",
|
||
"model_edit_gpu_choose_to_remove": "Choose GPU link to remove:",
|
||
"model_edit_gpu_enter_to_remove": "Enter number to remove",
|
||
"model_edit_gpu_remove_pending": "GPU link will be removed when you save changes: {name}",
|
||
"model_edit_gpu_none_to_clear": "No GPU links to clear.",
|
||
"model_edit_gpu_clear_confirm": "Remove all GPU links?",
|
||
"model_edit_gpu_clear_pending": "All GPU links will be removed when you save changes.",
|
||
"model_edit_cancelled_short": "Cancelled.",
|
||
# Model edit - Save operation
|
||
"model_edit_no_changes_to_save": "No changes to save.",
|
||
"model_edit_saving": "Saving changes...",
|
||
"model_edit_saved": "Changes saved successfully!",
|
||
"model_edit_updated_config": "Updated Configuration:",
|
||
"model_edit_repo_changed_warning": "⚠ Repository information has changed.",
|
||
"model_edit_verify_hint": "Run [cyan]kt model verify[/cyan] to verify model integrity with SHA256 checksums.",
|
||
"model_edit_discard_changes": "Discard unsaved changes?",
|
||
"model_info_not_found": "Model '{name}' not found.",
|
||
"model_info_list_hint": "List all models: kt model list",
|
||
"model_remove_not_found": "Model '{name}' not found.",
|
||
"model_remove_list_hint": "List models: kt model list",
|
||
"model_remove_warning": "Remove model '{name}' from registry?",
|
||
"model_remove_note": "Note: This only removes the registry entry. Model files will NOT be deleted from {path}.",
|
||
"model_remove_confirm": "Confirm removal?",
|
||
"model_remove_cancelled": "Removal cancelled",
|
||
"model_removed": "Model '{name}' removed from registry",
|
||
"model_remove_failed": "Failed to remove model: {error}",
|
||
"model_refresh_checking": "Checking model paths...",
|
||
"model_refresh_all_valid": "All models are valid! ({count} model(s) checked)",
|
||
"model_refresh_total": "Total models: {total}",
|
||
"model_refresh_missing_found": "Found {count} missing model(s)",
|
||
"model_refresh_suggestions": "Suggested Actions",
|
||
"model_refresh_remove_hint": "Remove from registry: kt model remove <name>",
|
||
"model_refresh_rescan_hint": "Re-scan for models: kt model scan",
|
||
"model_verify_not_found": "Model '{name}' not found.",
|
||
"model_verify_list_hint": "List models: kt model list",
|
||
"model_verify_no_repo": "Model '{name}' has no repository information configured.",
|
||
"model_verify_config_hint": "Configure repository: kt model edit {name}",
|
||
"model_verify_path_missing": "Model path does not exist: {path}",
|
||
"model_verify_starting": "Verifying model integrity...",
|
||
"model_verify_progress": "Repository: {repo_type} → {repo_id}",
|
||
"model_verify_not_implemented": "SHA256 verification not implemented yet",
|
||
"model_verify_future_note": "This feature will fetch official SHA256 hashes from {repo_type} and compare with local files.",
|
||
"model_verify_passed": "Verification passed! All files match official hashes.",
|
||
"model_verify_failed": "Verification failed! {count} file(s) have hash mismatches.",
|
||
"model_verify_all_no_repos": "No models have repository information configured.",
|
||
"model_verify_all_config_hint": "Configure repos using: kt model edit <name>",
|
||
"model_verify_all_found": "Found {count} model(s) with repository info",
|
||
"model_verify_all_manual_hint": "Verify specific model: kt model verify <name>",
|
||
# Coming soon
|
||
"feature_coming_soon": "This feature is coming soon...",
|
||
},
|
||
"zh": {
|
||
# General
|
||
"welcome": "欢迎使用 KTransformers！",
|
||
"goodbye": "再见！",
|
||
"error": "错误",
|
||
"warning": "警告",
|
||
"success": "成功",
|
||
"info": "信息",
|
||
"yes": "是",
|
||
"no": "否",
|
||
"cancel": "取消",
|
||
"confirm": "确认",
|
||
"done": "完成",
|
||
"failed": "失败",
|
||
"skip": "跳过",
|
||
"back": "返回",
|
||
"next": "下一步",
|
||
"retry": "重试",
|
||
"abort": "中止",
|
||
# Version command
|
||
"version_info": "KTransformers CLI",
|
||
"version_python": "Python",
|
||
"version_platform": "平台",
|
||
"version_cuda": "CUDA",
|
||
"version_cuda_not_found": "未找到",
|
||
"version_kt_kernel": "kt-kernel",
|
||
"version_ktransformers": "ktransformers",
|
||
"version_sglang": "sglang",
|
||
"version_llamafactory": "llamafactory",
|
||
"version_not_installed": "未安装",
|
||
# Install command
|
||
"install_detecting_env": "检测环境管理工具...",
|
||
"install_found": "发现 {name} (版本 {version})",
|
||
"install_not_found": "未找到: {name}",
|
||
"install_checking_env": "检查现有环境...",
|
||
"install_env_exists": "发现现有 'kt' 环境",
|
||
"install_env_not_exists": "未发现 'kt' 环境",
|
||
"install_no_env_manager": "未检测到虚拟环境管理工具",
|
||
"install_select_method": "请选择安装方式:",
|
||
"install_method_conda": "创建新的 conda 环境 'kt' (推荐)",
|
||
"install_method_venv": "创建新的 venv 环境",
|
||
"install_method_uv": "创建新的 uv 环境 (快速)",
|
||
"install_method_docker": "使用 Docker 容器",
|
||
"install_method_system": "安装到系统 Python (不推荐)",
|
||
"install_select_mode": "请选择安装模式:",
|
||
"install_mode_inference": "推理模式 - 安装 kt-kernel + SGLang",
|
||
"install_mode_sft": "训练模式 - 安装 kt-sft + LlamaFactory",
|
||
"install_mode_full": "完整安装 - 安装所有组件",
|
||
"install_creating_env": "正在创建 {type} 环境 '{name}'...",
|
||
"install_env_created": "环境创建成功",
|
||
"install_installing_deps": "正在安装依赖...",
|
||
"install_checking_deps": "检查依赖版本...",
|
||
"install_dep_ok": "正常",
|
||
"install_dep_outdated": "需更新",
|
||
"install_dep_missing": "缺失",
|
||
"install_installing_pytorch": "正在安装 PyTorch...",
|
||
"install_installing_from_requirements": "从依赖文件安装...",
|
||
"install_deps_outdated": "发现 {count} 个包需要更新，是否继续？",
|
||
"install_updating": "正在更新包...",
|
||
"install_complete": "安装完成！",
|
||
"install_activate_hint": "激活环境: {command}",
|
||
"install_start_hint": "开始使用: kt run --help",
|
||
"install_docker_pulling": "正在拉取 Docker 镜像...",
|
||
"install_docker_complete": "Docker 镜像已就绪！",
|
||
"install_docker_run_hint": "运行: docker run --gpus all -p 30000:30000 {image} kt run {model}",
|
||
"install_in_venv": "当前在虚拟环境中: {name}",
|
||
"install_continue_without_venv": "继续安装到系统 Python？",
|
||
"install_already_installed": "所有依赖已安装！",
|
||
"install_confirm": "安装 {count} 个包？",
|
||
# Install - System dependencies
|
||
"install_checking_system_deps": "检查系统依赖...",
|
||
"install_dep_name": "依赖项",
|
||
"install_dep_status": "状态",
|
||
"install_deps_all_installed": "所有系统依赖已安装",
|
||
"install_deps_install_prompt": "是否安装缺失的依赖？",
|
||
"install_installing_system_deps": "正在安装系统依赖...",
|
||
"install_installing_dep": "正在安装 {name}",
|
||
"install_dep_no_install_cmd": "{os} 系统上没有 {name} 的安装命令",
|
||
"install_dep_install_failed": "安装 {name} 失败",
|
||
"install_deps_skipped": "跳过依赖安装",
|
||
"install_deps_failed": "系统依赖安装失败",
|
||
# Install - CPU detection
|
||
"install_auto_detect_cpu": "正在自动检测 CPU 能力...",
|
||
"install_cpu_features": "检测到的 CPU 特性: {features}",
|
||
"install_cpu_no_features": "未检测到高级 CPU 特性",
|
||
# Install - Build configuration
|
||
"install_build_config": "构建配置:",
|
||
"install_native_warning": "注意: 二进制文件仅针对当前 CPU 优化（不可移植）",
|
||
"install_building_from_source": "正在从源码构建 kt-kernel...",
|
||
"install_build_failed": "构建失败",
|
||
"install_build_success": "构建成功",
|
||
# Install - Verification
|
||
"install_verifying": "正在验证安装...",
|
||
"install_verify_success": "kt-kernel {version} ({variant} 变体) 安装成功",
|
||
"install_verify_failed": "验证失败: {error}",
|
||
# Install - Docker
|
||
"install_docker_guide_title": "Docker 安装",
|
||
"install_docker_guide_desc": "有关 Docker 安装，请参阅官方指南:",
|
||
# Config command
|
||
"config_show_title": "当前配置",
|
||
"config_set_success": "配置已更新: {key} = {value}",
|
||
"config_get_value": "{key} = {value}",
|
||
"config_get_not_found": "未找到配置项 '{key}'",
|
||
"config_reset_confirm": "这将重置所有配置为默认值。是否继续？",
|
||
"config_reset_success": "配置已重置为默认值",
|
||
"config_file_location": "配置文件: {path}",
|
||
# Doctor command
|
||
"doctor_title": "KTransformers 环境诊断",
|
||
"doctor_checking": "正在运行诊断...",
|
||
"doctor_check_python": "Python 版本",
|
||
"doctor_check_cuda": "CUDA 可用性",
|
||
"doctor_check_gpu": "GPU 检测",
|
||
"doctor_check_cpu": "CPU",
|
||
"doctor_check_cpu_isa": "CPU 指令集",
|
||
"doctor_check_numa": "NUMA 拓扑",
|
||
"doctor_check_memory": "系统内存",
|
||
"doctor_check_disk": "磁盘空间",
|
||
"doctor_check_packages": "必需的包",
|
||
"doctor_check_env": "环境变量",
|
||
"doctor_status_ok": "正常",
|
||
"doctor_status_warning": "警告",
|
||
"doctor_status_error": "错误",
|
||
"doctor_gpu_found": "发现 {count} 个 GPU: {names}",
|
||
"doctor_gpu_not_found": "未检测到 GPU",
|
||
"doctor_cpu_info": "{name} ({cores} 核心 / {threads} 线程)",
|
||
"doctor_cpu_isa_info": "{isa_list}",
|
||
"doctor_cpu_isa_missing": "缺少推荐指令集: {missing}",
|
||
"doctor_numa_info": "{nodes} 个节点",
|
||
"doctor_numa_detail": "{node}: CPU {cpus}",
|
||
"doctor_memory_info": "{available} 可用 / {total} 总计",
|
||
"doctor_memory_freq": "{available} 可用 / {total} 总计 ({freq}MHz {type})",
|
||
"doctor_disk_info": "{path} 有 {available} 可用空间",
|
||
"doctor_all_ok": "所有检查通过！您的环境已就绪。",
|
||
"doctor_has_issues": "发现一些问题，请查看上方的警告/错误信息。",
|
||
# Run command
|
||
"run_detecting_hardware": "检测硬件配置...",
|
||
"run_gpu_info": "GPU: {name} ({vram}GB 显存)",
|
||
"run_cpu_info": "CPU: {name} ({cores} 核心, {numa} NUMA 节点)",
|
||
"run_ram_info": "内存: {total}GB",
|
||
"run_checking_model": "检查模型状态...",
|
||
"run_model_path": "模型路径: {path}",
|
||
"run_weights_not_found": "未找到量化权重",
|
||
"run_quant_prompt": "是否现在量化模型？(这可能需要一些时间)",
|
||
"run_quantizing": "正在量化模型...",
|
||
"run_starting_server": "正在启动服务器...",
|
||
"run_server_mode": "模式: SGLang + kt-kernel",
|
||
"run_server_port": "端口: {port}",
|
||
"run_gpu_experts": "GPU 专家: {count}/层",
|
||
"run_cpu_threads": "CPU 线程: {count}",
|
||
"run_server_started": "服务器已启动！",
|
||
"run_api_url": "API 地址: http://{host}:{port}",
|
||
"run_docs_url": "文档地址: http://{host}:{port}/docs",
|
||
"run_stop_hint": "按 Ctrl+C 停止服务器",
|
||
"run_model_not_found": "未找到模型 '{name}'。请先运行 'kt download'。",
|
||
"run_multiple_matches": "找到多个匹配的模型，请选择:",
|
||
"run_select_model": "选择模型",
|
||
"run_select_model_title": "选择要运行的模型",
|
||
"run_select_model_prompt": "输入编号",
|
||
"run_local_models": "本地模型 (已下载)",
|
||
"run_registered_models": "注册模型",
|
||
# Download command
|
||
"download_list_title": "可用模型",
|
||
"download_searching": "正在搜索模型 '{name}'...",
|
||
"download_found": "找到: {name}",
|
||
"download_multiple_found": "找到多个匹配:",
|
||
"download_select": "选择要下载的模型:",
|
||
"download_destination": "目标路径: {path}",
|
||
"download_starting": "开始下载...",
|
||
"download_progress": "正在下载 {name}...",
|
||
"download_complete": "下载完成！",
|
||
"download_already_exists": "模型已存在于 {path}",
|
||
"download_overwrite_prompt": "是否覆盖现有文件？",
|
||
# Quant command
|
||
"quant_input_path": "输入路径: {path}",
|
||
"quant_output_path": "输出路径: {path}",
|
||
"quant_method": "量化方法: {method}",
|
||
"quant_starting": "开始量化...",
|
||
"quant_progress": "正在量化...",
|
||
"quant_complete": "量化完成！",
|
||
"quant_input_not_found": "未找到输入模型: {path}",
|
||
"quant_cpu_threads": "CPU 线程数: {threads}",
|
||
"quant_numa_nodes": "NUMA 节点数: {nodes}",
|
||
"quant_time_warning": "量化可能需要 30-60 分钟，具体取决于模型大小。",
|
||
"quant_disk_analysis": "磁盘空间分析：",
|
||
"quant_source_size": "源模型大小：",
|
||
"quant_estimated_size": "预估输出大小：",
|
||
"quant_available_space": "可用空间：",
|
||
"quant_insufficient_space": "警告：磁盘空间不足！",
|
||
"quant_required_space": "所需空间（含20%缓冲）：",
|
||
"quant_shortage": "不足：",
|
||
"quant_may_fail": "量化可能失败或生成不完整的文件。",
|
||
"quant_continue_anyway": "仍然继续？",
|
||
"quant_settings": "量化设置：",
|
||
"quant_registered": "量化模型已注册：{name}",
|
||
"quant_view_with": "查看：",
|
||
"quant_use_with": "使用：",
|
||
"quant_register_failed": "自动注册模型失败：{error}",
|
||
"quant_output_exists": "输出路径已存在：{path}",
|
||
"quant_using_unique": "使用唯一名称：{path}",
|
||
# Interactive quant
|
||
"quant_interactive_title": "交互式量化配置",
|
||
"quant_new_model_notice": "⚠ 注意：部分新模型暂时无法量化（转换脚本未适配），推荐使用原精度进行推理（无需转换权重）。",
|
||
"quant_no_moe_models": "未找到可量化的 MoE 模型。",
|
||
"quant_only_moe": "只有 MoE 模型（如 DeepSeek-V3）可以被量化为 AMX 格式。",
|
||
"quant_add_models": "添加模型：{command}",
|
||
"quant_moe_available": "可量化的 MoE 模型：",
|
||
"quant_select_model": "选择要量化的模型",
|
||
"quant_invalid_choice": "无效选择",
|
||
"quant_step2_method": "第 2 步：量化方法",
|
||
"quant_method_label": "量化方法：",
|
||
"quant_int4_desc": "INT4",
|
||
"quant_int8_desc": "INT8",
|
||
"quant_select_method": "选择量化方法",
|
||
"quant_input_type_label": "输入权重类型：",
|
||
"quant_fp8_desc": "FP8（适用于 8 位浮点权重）",
|
||
"quant_fp16_desc": "FP16（适用于 16 位浮点权重）",
|
||
"quant_bf16_desc": "BF16（适用于 Brain Float 16 权重）",
|
||
"quant_select_input_type": "选择输入类型",
|
||
"quant_step3_cpu": "第 3 步：CPU 配置",
|
||
"quant_cpu_threads_prompt": "CPU 线程数（1 到 {max}）",
|
||
"quant_numa_nodes_prompt": "NUMA 节点数（1 到 {max}）",
|
||
"quant_use_gpu_label": "是否使用 GPU 进行转换？",
|
||
"quant_gpu_speedup": "GPU 可以显著加快量化速度",
|
||
"quant_enable_gpu": "启用 GPU 加速？",
|
||
"quant_step4_output": "第 4 步：输出路径",
|
||
"quant_default_path": "默认：",
|
||
"quant_use_default": "使用默认输出路径？",
|
||
"quant_custom_path": "输入自定义输出路径",
|
||
"quant_output_exists_warn": "⚠ 输出路径已存在：{path}",
|
||
"quant_using_unique_name": "→ 使用唯一名称：{path}",
|
||
"quant_config_summary": "配置摘要",
|
||
"quant_summary_model": "模型：",
|
||
"quant_summary_method": "方法：",
|
||
"quant_summary_input_type": "输入类型：",
|
||
"quant_summary_cpu_threads": "CPU 线程数：",
|
||
"quant_summary_numa": "NUMA 节点数：",
|
||
"quant_summary_gpu": "使用 GPU：",
|
||
"quant_summary_output": "输出路径：",
|
||
"quant_start_question": "开始量化？",
|
||
"quant_cancelled": "已取消",
|
||
"quant_config_complete": "配置完成",
|
||
"quant_time_elapsed": "耗时：",
|
||
"yes": "是",
|
||
"no": "否",
|
||
# SFT command
|
||
"sft_mode_train": "训练模式",
|
||
"sft_mode_chat": "聊天模式",
|
||
"sft_mode_export": "导出模式",
|
||
"sft_config_path": "配置文件: {path}",
|
||
"sft_starting": "正在启动 {mode}...",
|
||
"sft_complete": "{mode} 完成！",
|
||
"sft_config_not_found": "未找到配置文件: {path}",
|
||
# Bench command
|
||
"bench_starting": "开始基准测试...",
|
||
"bench_type": "测试类型: {type}",
|
||
"bench_complete": "基准测试完成！",
|
||
"bench_results_title": "基准测试结果",
|
||
# Common prompts
|
||
"prompt_continue": "是否继续？",
|
||
"prompt_select": "请选择:",
|
||
"prompt_enter_value": "请输入:",
|
||
"prompt_confirm_action": "确认此操作？",
|
||
# First-run setup - Model path selection
|
||
"setup_model_path_title": "模型存储位置",
|
||
"setup_model_path_desc": "大语言模型体积较大（50-200GB+）。请选择一个有足够空间的存储位置：",
|
||
"setup_scanning_disks": "正在扫描可用存储位置...",
|
||
"setup_disk_option": "{path} (可用 {available} / 总共 {total})",
|
||
"setup_disk_option_recommended": "{path} (可用 {available} / 总共 {total}) [推荐]",
|
||
"setup_custom_path": "输入自定义路径",
|
||
"setup_enter_custom_path": "请输入模型存储路径",
|
||
"setup_path_not_exist": "路径不存在，是否创建？",
|
||
"setup_path_no_write": "没有该路径的写入权限，请选择其他路径。",
|
||
"setup_path_low_space": "警告：可用空间不足 100GB，可能无法存储大型模型。",
|
||
"setup_model_path_set": "模型存储路径已设置为: {path}",
|
||
"setup_no_large_disk": "未发现大容量存储位置，使用默认路径。",
|
||
"setup_scanning_models": "正在扫描已有模型...",
|
||
"setup_found_models": "发现 {count} 个模型:",
|
||
"setup_model_info": "{name} ({size}, {type})",
|
||
"setup_no_models_found": "该位置未发现已有模型。",
|
||
"setup_location_has_models": "发现 {count} 个模型",
|
||
"setup_installing_completion": "正在为 {shell} 安装命令补全...",
|
||
"setup_completion_installed": "命令补全已安装！重启终端后生效。",
|
||
"setup_completion_failed": "命令补全安装失败。请手动运行 'kt --install-completion'。",
|
||
# Auto completion
|
||
"completion_installed_title": "命令补全",
|
||
"completion_installed_for": "已为 {shell} 安装命令补全",
|
||
"completion_activate_now": "在当前终端会话中启用补全，请运行：",
|
||
"completion_next_session": "新的终端会话将自动启用补全。",
|
||
# SGLang
|
||
"sglang_not_found": "未找到 SGLang",
|
||
"sglang_pypi_warning": "PyPI 版本的 SGLang 可能与 kt-kernel 不兼容",
|
||
"sglang_pypi_hint": 'PyPI 版本可能不兼容。从源码安装: git clone https://github.com/kvcache-ai/sglang && cd sglang && pip install -e "python[all]"',
|
||
"sglang_install_hint": '安装 SGLang: git clone https://github.com/kvcache-ai/sglang && cd sglang && pip install -e "python[all]"',
|
||
"sglang_recommend_source": '建议从源码重新安装: git clone https://github.com/kvcache-ai/sglang && cd sglang && pip install -e "python[all]"',
|
||
"sglang_kt_kernel_not_supported": "SGLang 不支持 kt-kernel (缺少 --kt-gpu-prefill-token-threshold 参数)",
|
||
"sglang_checking_kt_kernel_support": "正在检查 SGLang kt-kernel 支持...",
|
||
"sglang_kt_kernel_supported": "SGLang kt-kernel 支持已验证",
|
||
# Chat
|
||
"chat_proxy_detected": "检测到环境中存在代理设置",
|
||
"chat_proxy_confirm": "是否使用代理连接？",
|
||
"chat_proxy_disabled": "已在本次会话中禁用代理",
|
||
"chat_openai_required": "聊天功能需要 OpenAI Python SDK。",
|
||
"chat_install_hint": "安装命令：",
|
||
"chat_title": "KTransformers 对话",
|
||
"chat_server": "服务器",
|
||
"chat_temperature": "温度",
|
||
"chat_max_tokens": "最大 tokens",
|
||
"chat_help_hint": "输入 '/help' 查看命令，'/quit' 退出",
|
||
"chat_connecting": "正在连接服务器...",
|
||
"chat_no_models": "服务器上没有可用模型",
|
||
"chat_model_not_found": "未找到模型 '{model}'。可用模型：{available}",
|
||
"chat_connected": "已连接到模型：{model}",
|
||
"chat_connect_failed": "连接服务器失败：{error}",
|
||
"chat_server_not_running": "请确保模型服务器正在运行：",
|
||
"chat_user_prompt": "用户",
|
||
"chat_assistant_prompt": "助手",
|
||
"chat_generation_error": "生成回复时出错：{error}",
|
||
"chat_interrupted": "对话已中断。再见！",
|
||
"chat_history_saved": "历史记录已保存到：{path}",
|
||
"chat_goodbye": "再见！",
|
||
"chat_help_title": "可用命令：",
|
||
"chat_help_content": "/help, /h - 显示此帮助信息\n/quit, /exit, /q - 退出聊天\n/clear, /c - 清除对话历史\n/history, /hist - 显示对话历史\n/info, /i - 显示当前设置\n/retry, /r - 重新生成上一个回复",
|
||
"chat_history_cleared": "对话历史已清除",
|
||
"chat_no_history": "暂无对话历史",
|
||
"chat_history_title": "历史记录（{count} 条消息）",
|
||
"chat_info_title": "当前设置：",
|
||
"chat_info_content": "温度：{temperature}\n最大 tokens：{max_tokens}\n消息数：{messages}",
|
||
"chat_retrying": "正在重试上一个回复...",
|
||
"chat_no_retry": "没有可重试的回复",
|
||
"chat_unknown_command": "未知命令：{command}",
|
||
"chat_unknown_hint": "输入 /help 查看可用命令",
|
||
# Run Interactive
|
||
"run_int_no_moe_models": "未找到 MoE GPU 模型。",
|
||
"run_int_add_models": "添加模型：kt model scan",
|
||
"run_int_list_all": "列出所有模型：kt model list --all",
|
||
"run_int_step1_title": "第 1 步：选择模型（GPU MoE 模型）",
|
||
"run_int_select_model": "选择模型",
|
||
"run_int_step2_title": "第 2 步：选择推理方法",
|
||
"run_int_method_raw": "RAW 精度（FP8/FP8_PERCHANNEL/BF16/RAWINT4）",
|
||
"run_int_method_amx": "AMX 量化（INT4/INT8）",
|
||
"run_int_method_gguf": "GGUF（Llamafile）",
|
||
"run_int_method_saved": "使用已保存的配置",
|
||
"run_int_select_method": "选择推理方法",
|
||
"run_int_raw_precision": "RAW 精度：",
|
||
"run_int_select_precision": "选择精度",
|
||
"run_int_amx_method": "AMX 方法：",
|
||
"run_int_select_amx": "选择 AMX 方法",
|
||
"run_int_step3_title": "第 3 步：NUMA 和 CPU 配置",
|
||
"run_int_numa_nodes": "NUMA 节点数（1-{max}）",
|
||
"run_int_cpu_threads": "每个 NUMA 的 CPU 线程数（1-{max}）",
|
||
"run_int_amx_warning": "⚠ 警告：AMX INT4/INT8 需要兼容的 CPU。检查命令：kt doctor",
|
||
"run_int_step4_title": "第 4 步：GPU 专家配置",
|
||
"run_int_gpu_experts": "每层 GPU 专家数（0-{max}）",
|
||
"run_int_gpu_experts_info": "总专家数：{total}，每 token 激活：{active}",
|
||
"run_int_step5_title": "第 5 步：KV Cache 配置",
|
||
"run_int_kv_cache_size": "KV Cache 大小（tokens）",
|
||
"run_int_chunk_prefill": "启用分块预填充？",
|
||
"run_int_chunk_size": "分块预填充大小（tokens）",
|
||
"run_int_gpu_prefill_threshold": "GPU 预填充阈值（tokens）",
|
||
"run_int_step6_title": "第 6 步：GPU 选择和张量并行",
|
||
"run_int_available_gpus": "可用 GPU：",
|
||
"run_int_gpu_id": "GPU {id}",
|
||
"run_int_vram_info": "{name}（总计 {total:.1f}GB，空闲 {free:.1f}GB）",
|
||
"run_int_select_gpus": "选择 GPU ID（逗号分隔）",
|
||
"run_int_invalid_gpu_range": "所有 GPU ID 必须在 0 到 {max} 之间",
|
||
"run_int_tp_size": "TP 大小（必须是 2 的幂：1,2,4,8...）",
|
||
"run_int_tp_mismatch": "TP 大小必须与选择的 GPU 数量匹配（{count}）",
|
||
"run_int_tp_not_power_of_2": "TP 大小必须是 2 的幂",
|
||
"run_int_mem_fraction": "静态内存占用比例（0.0-1.0）",
|
||
"run_int_using_saved_mem": "使用已保存的内存占用比例：{fraction}",
|
||
"run_int_step7_title": "第 7 步：解析器配置（可选）",
|
||
"run_int_tool_call_parser": "工具调用解析器（按回车跳过）",
|
||
"run_int_reasoning_parser": "推理解析器（按回车跳过）",
|
||
"run_int_step8_title": "第 8 步：主机和端口配置",
|
||
"run_int_host": "主机",
|
||
"run_int_port": "端口",
|
||
"run_int_port_occupied": "⚠ 端口 {port} 已被占用",
|
||
"run_int_port_suggestion": "建议使用可用端口：{port}",
|
||
"run_int_use_suggested": "使用建议的端口？",
|
||
"run_int_saved_configs": "已保存的配置：",
|
||
"run_int_config_name": "配置 {num}",
|
||
"run_int_kt_method": "KT 方法：",
|
||
"run_int_numa_nodes_label": "NUMA 节点：",
|
||
"run_int_cpu_threads_label": "CPU 线程：",
|
||
"run_int_gpu_experts_label": "GPU 专家：",
|
||
"run_int_tp_size_label": "TP 大小：",
|
||
"run_int_mem_fraction_label": "内存占用比例：",
|
||
"run_int_server_label": "服务器：",
|
||
"run_int_kv_cache_label": "KV Cache：",
|
||
"run_int_chunk_prefill_label": "分块预填充：",
|
||
"run_int_gpu_prefill_label": "GPU 预填充阈值：",
|
||
"run_int_tool_parser_label": "工具调用解析器：",
|
||
"run_int_reasoning_parser_label": "推理解析器：",
|
||
"run_int_command_label": "命令：",
|
||
"run_int_select_config": "选择配置",
|
||
"run_int_gpu_select_required": "请选择 {tp} 个 GPU（来自已保存配置的 TP 大小）",
|
||
"run_int_port_check_title": "端口配置",
|
||
"run_int_port_checking": "正在检查端口 {port} 可用性...",
|
||
"run_int_port_available": "端口 {port} 可用",
|
||
"run_int_saved_config_title": "已保存的配置",
|
||
"run_int_save_config_title": "保存配置",
|
||
"run_int_save_config_prompt": "保存此配置以供将来使用？",
|
||
"run_int_config_name_prompt": "配置名称",
|
||
"run_int_config_name_default": "配置 {timestamp}",
|
||
"run_int_config_saved": "配置已保存：{name}",
|
||
"run_int_config_summary": "配置完成",
|
||
"run_int_model_label": "模型：",
|
||
"run_int_selected_gpus_label": "已选择的 GPU：",
|
||
# Model command
|
||
"model_supported_title": "KTransformers 支持的模型",
|
||
"model_column_model": "模型",
|
||
"model_column_status": "状态",
|
||
"model_column_local_path": "本地路径",
|
||
"model_status_local": "本地",
|
||
"model_status_not_downloaded": "未下载",
|
||
"model_usage_title": "使用方法",
|
||
"model_usage_download": "下载模型:",
|
||
"model_usage_list_local": "列出本地模型:",
|
||
"model_usage_search": "搜索模型:",
|
||
"model_storage_paths_title": "模型存储路径",
|
||
"model_local_models_title": "本地已下载的模型",
|
||
"model_available_models_title": "可用模型",
|
||
"model_no_local_models": "未找到本地已下载的模型",
|
||
"model_download_hint": "下载模型:",
|
||
"model_download_usage_hint": "用法: kt model download <模型名称>",
|
||
"model_download_list_hint": "使用 'kt model download --list' 查看可用模型。",
|
||
"model_download_hf_hint": "或直接指定 HuggingFace 仓库: kt model download org/model-name",
|
||
"model_saved_to": "模型已保存到: {path}",
|
||
"model_start_with": "启动命令: kt run {name}",
|
||
"model_download_failed": "下载失败: {error}",
|
||
"model_hf_cli_not_found": "未找到 huggingface-cli。请安装: pip install huggingface-hub",
|
||
"model_path_not_exist": "路径不存在: {path}",
|
||
"model_create_directory": "创建目录 {path}？",
|
||
"model_created_directory": "已创建目录: {path}",
|
||
"model_create_dir_failed": "创建目录失败: {error}",
|
||
"model_path_added": "已添加模型路径: {path}",
|
||
"model_path_removed": "已移除模型路径: {path}",
|
||
"model_path_not_found": "路径未找到或无法移除最后一个路径: {path}",
|
||
"model_search_no_results": "未找到匹配 '{query}' 的模型",
|
||
"model_search_results_title": "'{query}' 的搜索结果",
|
||
"model_column_name": "名称",
|
||
"model_column_hf_repo": "HuggingFace 仓库",
|
||
"model_column_aliases": "别名",
|
||
# Model management - new user registry system
|
||
"model_no_registered_models": "尚未注册任何模型。",
|
||
"model_scan_hint": "扫描模型: kt model scan",
|
||
"model_add_hint": "添加模型: kt model add /path/to/model",
|
||
"model_registered_models_title": "已注册的模型",
|
||
"model_column_format": "格式",
|
||
"model_column_repo": "仓库",
|
||
"model_column_sha256": "SHA256",
|
||
"model_non_moe_hidden_hint": "检测到 {count} 个非MoE模型，使用 kt model list --all 展示全部",
|
||
"model_usage_title": "常用操作:",
|
||
"model_usage_info": "查看详情:",
|
||
"model_usage_edit": "编辑模型:",
|
||
"model_usage_verify": "校验权重:",
|
||
"model_usage_quant": "量化模型:",
|
||
"model_usage_run": "运行模型:",
|
||
"model_usage_scan": "扫描模型:",
|
||
"model_usage_add": "添加模型:",
|
||
"model_usage_verbose": "查看包含文件详情:",
|
||
"model_no_storage_paths": "未配置存储路径。",
|
||
"model_add_path_hint": "添加存储路径: kt config set model.storage_paths /path/to/models",
|
||
"model_scanning_paths": "正在扫描配置的存储路径...",
|
||
"model_scanning_progress": "扫描中: {path}",
|
||
"model_scan_warnings_title": "警告",
|
||
"model_scan_no_models_found": "在配置的路径中未找到模型。",
|
||
"model_scan_check_paths_hint": "检查存储路径: kt config get model.storage_paths",
|
||
"model_scan_min_size_hint": "文件夹必须 ≥{size}GB 才能被识别为模型。",
|
||
"model_scan_found_title": "发现 {count} 个新模型",
|
||
"model_column_path": "路径",
|
||
"model_column_size": "大小",
|
||
"model_scan_auto_adding": "正在自动添加模型...",
|
||
"model_added": "已添加: {name}",
|
||
"model_add_failed": "添加 {name} 失败: {error}",
|
||
"model_scan_complete": "扫描完成！已添加 {count} 个模型。",
|
||
"model_scan_interactive_prompt": "命令: edit <id> | del <id> | done",
|
||
"model_scan_cmd_edit": "设置模型自定义名称和仓库",
|
||
"model_scan_cmd_delete": "跳过此模型",
|
||
"model_scan_cmd_done": "完成并添加模型",
|
||
"model_scan_marked_skip": "已跳过模型 #{id}",
|
||
"model_scan_invalid_id": "无效的模型 ID: {id}",
|
||
"model_scan_invalid_command": "无效命令。使用: edit <id> | del <id> | done",
|
||
"model_scan_edit_model": "编辑模型 {id}",
|
||
"model_scan_edit_note": "您可以在添加到注册表前更改模型名称和配置仓库信息",
|
||
"model_scan_adding_models": "正在添加 {count} 个模型...",
|
||
"model_scan_next_steps": "后续步骤",
|
||
"model_scan_view_hint": "查看已注册模型: kt model list",
|
||
"model_scan_edit_hint": "编辑模型详情: kt model edit <name>",
|
||
"model_scan_no_models_added": "未添加任何模型。",
|
||
"model_add_path_not_exist": "错误: 路径不存在: {path}",
|
||
"model_add_not_directory": "错误: 路径不是目录: {path}",
|
||
"model_add_already_registered": "此路径已注册为: {name}",
|
||
"model_add_view_hint": "查看: kt model info {name}",
|
||
"model_add_scanning": "正在扫描模型文件...",
|
||
"model_add_scan_failed": "扫描模型失败: {error}",
|
||
"model_add_no_model_files": "在 {path} 中未找到模型文件",
|
||
"model_add_supported_formats": "支持: *.safetensors, *.gguf (文件夹 ≥10GB)",
|
||
"model_add_detected": "检测到: {format} 格式, {size}, {count} 个文件",
|
||
"model_add_name_conflict": "名称 '{name}' 已存在。",
|
||
"model_add_prompt_name": "为此模型输入名称",
|
||
"model_add_name_exists": "名称已存在。请选择其他名称:",
|
||
"model_add_configure_repo": "配置仓库信息以进行 SHA256 验证?",
|
||
"model_add_repo_type_prompt": "选择仓库类型:",
|
||
"model_add_choice": "选择",
|
||
"model_add_repo_id_prompt": "输入仓库 ID (例如: deepseek-ai/DeepSeek-V3)",
|
||
"model_add_success": "成功添加模型: {name}",
|
||
"model_add_verify_hint": "验证完整性: kt model verify {name}",
|
||
"model_add_edit_later_hint": "稍后编辑详情: kt model edit {name}",
|
||
"model_add_failed_generic": "添加模型失败: {error}",
|
||
"model_edit_not_found": "未找到模型 '{name}'。",
|
||
"model_edit_list_hint": "列出模型: kt model list",
|
||
"model_edit_current_config": "当前配置",
|
||
"model_edit_what_to_edit": "您想编辑什么?",
|
||
"model_edit_option_name": "编辑名称",
|
||
"model_edit_option_repo": "配置仓库信息",
|
||
"model_edit_option_delete": "删除此模型",
|
||
"model_edit_option_cancel": "取消 / 退出",
|
||
"model_edit_choice_prompt": "选择选项",
|
||
"model_edit_new_name": "输入新名称",
|
||
"model_edit_name_conflict": "名称 '{name}' 已存在。请选择其他名称:",
|
||
"model_edit_name_updated": "名称已更新: {old} → {new}",
|
||
"model_edit_repo_type_prompt": "仓库类型 (或按回车删除仓库信息):",
|
||
"model_edit_repo_remove": "删除仓库信息",
|
||
"model_edit_repo_id_prompt": "输入仓库 ID",
|
||
"model_edit_repo_removed": "仓库信息已删除",
|
||
"model_edit_repo_updated": "仓库已配置: {repo_type} → {repo_id}",
|
||
"model_edit_delete_warning": "从注册表中删除模型 '{name}'?",
|
||
"model_edit_delete_note": "注意: 这只会删除注册表条目。{path} 中的模型文件不会被删除。",
|
||
"model_edit_delete_confirm": "确认删除?",
|
||
"model_edit_deleted": "模型 '{name}' 已从注册表中删除",
|
||
"model_edit_delete_cancelled": "删除已取消",
|
||
"model_edit_cancelled": "编辑已取消",
|
||
# Model edit - Interactive selection
|
||
"model_edit_select_title": "选择要编辑的模型",
|
||
"model_edit_select_model": "选择模型",
|
||
"model_edit_invalid_choice": "无效选择",
|
||
"model_edit_no_models": "注册表中未找到模型。",
|
||
"model_edit_add_hint_scan": "添加模型:",
|
||
"model_edit_add_hint_add": "或:",
|
||
# Model edit - Display
|
||
"model_edit_gpu_links": "GPU 链接:",
|
||
# Model edit - Menu options
|
||
"model_edit_manage_gpu_links": "管理 GPU 链接",
|
||
"model_edit_save_changes": "保存更改",
|
||
"model_edit_has_changes": "(有更改)",
|
||
"model_edit_no_changes": "(无更改)",
|
||
# Model edit - Pending changes messages
|
||
"model_edit_name_pending": "名称将在保存更改时更新。",
|
||
"model_edit_repo_remove_pending": "仓库信息将在保存更改时删除。",
|
||
"model_edit_repo_update_pending": "仓库信息将在保存更改时更新。",
|
||
# Model edit - GPU link management
|
||
"model_edit_gpu_links_title": "管理 {name} 的 GPU 链接",
|
||
"model_edit_current_gpu_links": "当前 GPU 链接:",
|
||
"model_edit_no_gpu_links": "未配置 GPU 链接。",
|
||
"model_edit_gpu_options": "选项:",
|
||
"model_edit_gpu_add": "添加 GPU 链接",
|
||
"model_edit_gpu_remove": "删除 GPU 链接",
|
||
"model_edit_gpu_clear": "清除所有 GPU 链接",
|
||
"model_edit_gpu_back": "返回主菜单",
|
||
"model_edit_gpu_choose_option": "选择选项",
|
||
"model_edit_gpu_none_available": "没有可链接的 GPU 模型。",
|
||
"model_edit_gpu_available_models": "可用的 GPU 模型:",
|
||
"model_edit_gpu_already_linked": "(已链接)",
|
||
"model_edit_gpu_enter_number": "输入要添加的 GPU 模型编号",
|
||
"model_edit_gpu_link_pending": "GPU 链接将在保存更改时添加: {name}",
|
||
"model_edit_gpu_already_exists": "此 GPU 模型已链接。",
|
||
"model_edit_gpu_invalid_choice": "无效选择。",
|
||
"model_edit_gpu_invalid_input": "无效输入。",
|
||
"model_edit_gpu_none_to_remove": "没有可删除的 GPU 链接。",
|
||
"model_edit_gpu_choose_to_remove": "选择要删除的 GPU 链接:",
|
||
"model_edit_gpu_enter_to_remove": "输入要删除的编号",
|
||
"model_edit_gpu_remove_pending": "GPU 链接将在保存更改时删除: {name}",
|
||
"model_edit_gpu_none_to_clear": "没有可清除的 GPU 链接。",
|
||
"model_edit_gpu_clear_confirm": "删除所有 GPU 链接?",
|
||
"model_edit_gpu_clear_pending": "所有 GPU 链接将在保存更改时删除。",
|
||
"model_edit_cancelled_short": "已取消。",
|
||
# Model edit - Save operation
|
||
"model_edit_no_changes_to_save": "没有更改可保存。",
|
||
"model_edit_saving": "正在保存更改...",
|
||
"model_edit_saved": "更改保存成功!",
|
||
"model_edit_updated_config": "更新后的配置:",
|
||
"model_edit_repo_changed_warning": "⚠ 仓库信息已更改。",
|
||
"model_edit_verify_hint": "运行 [cyan]kt model verify[/cyan] 以使用 SHA256 校验和验证模型完整性。",
|
||
"model_edit_discard_changes": "放弃未保存的更改?",
|
||
"model_info_not_found": "未找到模型 '{name}'。",
|
||
"model_info_list_hint": "列出所有模型: kt model list",
|
||
"model_remove_not_found": "未找到模型 '{name}'。",
|
||
"model_remove_list_hint": "列出模型: kt model list",
|
||
"model_remove_warning": "从注册表中删除模型 '{name}'?",
|
||
"model_remove_note": "注意: 这只会删除注册表条目。模型文件不会从 {path} 中删除。",
|
||
"model_remove_confirm": "确认删除?",
|
||
"model_remove_cancelled": "删除已取消",
|
||
"model_removed": "模型 '{name}' 已从注册表中删除",
|
||
"model_remove_failed": "删除模型失败: {error}",
|
||
"model_refresh_checking": "正在检查模型路径...",
|
||
"model_refresh_all_valid": "所有模型都有效! (已检查 {count} 个模型)",
|
||
"model_refresh_total": "总模型数: {total}",
|
||
"model_refresh_missing_found": "发现 {count} 个缺失的模型",
|
||
"model_refresh_suggestions": "建议操作",
|
||
"model_refresh_remove_hint": "从注册表中删除: kt model remove <name>",
|
||
"model_refresh_rescan_hint": "重新扫描模型: kt model scan",
|
||
"model_verify_not_found": "未找到模型 '{name}'。",
|
||
"model_verify_list_hint": "列出模型: kt model list",
|
||
"model_verify_no_repo": "模型 '{name}' 未配置仓库信息。",
|
||
"model_verify_config_hint": "配置仓库: kt model edit {name}",
|
||
"model_verify_path_missing": "模型路径不存在: {path}",
|
||
"model_verify_starting": "正在验证模型完整性...",
|
||
"model_verify_progress": "仓库: {repo_type} → {repo_id}",
|
||
"model_verify_not_implemented": "SHA256 验证尚未实现",
|
||
"model_verify_future_note": "此功能将从 {repo_type} 获取官方 SHA256 哈希值并与本地文件进行比较。",
|
||
"model_verify_passed": "验证通过！所有文件都与官方哈希匹配。",
|
||
"model_verify_failed": "验证失败！{count} 个文件的哈希不匹配。",
|
||
"model_verify_all_no_repos": "没有模型配置了仓库信息。",
|
||
"model_verify_all_config_hint": "配置仓库使用: kt model edit <name>",
|
||
"model_verify_all_found": "发现 {count} 个配置了仓库信息的模型",
|
||
"model_verify_all_manual_hint": "验证特定模型: kt model verify <name>",
|
||
# Coming soon
|
||
"feature_coming_soon": "此功能即将推出...",
|
||
},
|
||
}
|
||
|
||
|
||
# Cache for language detection to avoid repeated I/O
|
||
_lang_cache: str | None = None
|
||
|
||
|
||
def get_lang() -> str:
|
||
"""
|
||
Detect the current language setting.
|
||
|
||
Priority:
|
||
1. KT_LANG environment variable
|
||
2. Config file general.language setting
|
||
3. LANG environment variable (if config is "auto")
|
||
4. Default to English
|
||
|
||
Returns:
|
||
Language code: "zh" for Chinese, "en" for English
|
||
"""
|
||
global _lang_cache
|
||
|
||
# 1. Check KT_LANG environment variable (highest priority)
|
||
kt_lang = os.environ.get("KT_LANG", "").lower()
|
||
if kt_lang:
|
||
return "zh" if kt_lang.startswith("zh") else "en"
|
||
|
||
# 2. Return cached value if available (avoids I/O on every call)
|
||
if _lang_cache is not None:
|
||
return _lang_cache
|
||
|
||
# 3. Check config file setting (with caching)
|
||
# Import here to avoid circular imports
|
||
from kt_kernel.cli.config.settings import get_settings
|
||
|
||
try:
|
||
settings = get_settings()
|
||
config_lang = settings.get("general.language", "auto")
|
||
if config_lang and config_lang != "auto":
|
||
lang = "zh" if config_lang.lower().startswith("zh") else "en"
|
||
_lang_cache = lang
|
||
return lang
|
||
except Exception:
|
||
# If settings fail to load, continue with system detection
|
||
pass
|
||
|
||
# 4. Check system LANG environment variable
|
||
system_lang = os.environ.get("LANG", "").lower()
|
||
lang = "zh" if system_lang.startswith("zh") else "en"
|
||
_lang_cache = lang
|
||
return lang
|
||
|
||
|
||
def t(msg_key: str, **kwargs: Any) -> str:
|
||
"""
|
||
Translate a message key to the current language.
|
||
|
||
Args:
|
||
msg_key: Message key to translate
|
||
**kwargs: Format arguments for the message
|
||
|
||
Returns:
|
||
Translated and formatted message string
|
||
|
||
Example:
|
||
>>> t("welcome")
|
||
"Welcome to KTransformers!" # or "欢迎使用 KTransformers！" in Chinese
|
||
|
||
>>> t("install_found", name="conda", version="24.1.0")
|
||
"Found conda (version 24.1.0)"
|
||
"""
|
||
lang = get_lang()
|
||
messages = MESSAGES.get(lang, MESSAGES["en"])
|
||
message = messages.get(msg_key, MESSAGES["en"].get(msg_key, msg_key))
|
||
|
||
if kwargs:
|
||
try:
|
||
return message.format(**kwargs)
|
||
except KeyError:
|
||
return message
|
||
return message
|
||
|
||
|
||
def set_lang(lang: str) -> None:
|
||
"""
|
||
Set the language for the current session.
|
||
|
||
Args:
|
||
lang: Language code ("en" or "zh")
|
||
"""
|
||
global _lang_cache
|
||
os.environ["KT_LANG"] = lang
|
||
_lang_cache = lang # Update cache when language is explicitly set
|