Lukas/rkllm-server
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

initial commit

Browse source
This commit is contained in:
Lukas Nöllemeyer 2025-02-01 21:27:56 +01:00
commit 46583caabf
15 changed files with 6230 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

18
start_server.sh Normal file
View file

@ -0,0 +1,18 @@
#!/bin/bash
MODEL="$(realpath "$1")"
SCRIPT_DIR="$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )"
echo "Serverdir: $SCRIPT_DIR"
if [ -z "$1" ]; then
echo "USAGE: start.sh <path-to-model>"
exit 1
fi
echo "Modelpath: $MODEL"
cd "$SCRIPT_DIR"
source "./venv/bin/activate"
python3 -m debugpy --listen 0.0.0.0:5679 flask_server.py --rkllm_model_path "$MODEL" --target_platform rk3588