splash serve --model local/qwen \ --model-dir <path-to-model-dir> \ --draft-model <path-to-draft-model-dir> \ --disable-ane \ --language-only \ --host 0.0.0.0 \ --port 8001 \ --no-webui \ --api-key\ --allowed-host <your-host>
splash serve --model local/qwen \ --model-dir <path-to-model-dir> \ --draft-model <path-to-draft-model-dir> \ --disable-ane \ --language-only \ --host 0.0.0.0 \ --port 8001 \ --no-webui \ --api-key\ --allowed-host <your-host>
Leave a Reply