17e4e15860
- Add Qwen3-VL dynamic management (start/stop/status CLI) - Add CLIP + Qwen3-VL cascade detection strategy - Add Vision CLI commands (vision start/stop/status, detect) - Add cascade_vision processor module - Add clip processor module - Add qwen_vl_manager module Changes: - scripts/start_qwen3vl.sh, stop_qwen3vl.sh: Qwen3-VL management scripts - src/core/vision/: Qwen3-VL manager module - src/core/processor/cascade_vision.rs: CLIP + Qwen3-VL cascade logic - src/core/processor/clip.rs: CLIP classification and detection - src/api/clip_api.rs: CLIP API endpoints - src/cli/vision.rs: Vision CLI implementation - src/cli/args.rs: Add Vision and Detect commands - src/main.rs: Integrate Vision CLI - src/core/mod.rs: Add vision module - src/core/processor/mod.rs: Add cascade_vision module
35 lines
944 B
Bash
Executable File
35 lines
944 B
Bash
Executable File
#!/bin/bash
|
|
# Start Qwen3-VL server
|
|
|
|
MODEL_PATH="/Users/accusys/models/Qwen3VL-8B-Instruct-Q8_0.gguf"
|
|
MMPROJ_PATH="/Users/accusys/models/mmproj-Qwen3VL-8B-Instruct-F16.gguf"
|
|
LOG_FILE="/Users/accusys/momentry_core/logs/qwen3vl_8086.log"
|
|
PID_FILE="/tmp/qwen3vl.pid"
|
|
|
|
# Kill existing process if running
|
|
if [ -f "$PID_FILE" ]; then
|
|
OLD_PID=$(cat "$PID_FILE")
|
|
if ps -p "$OLD_PID" > /dev/null 2>&1; then
|
|
kill "$OLD_PID"
|
|
sleep 2
|
|
fi
|
|
rm "$PID_FILE"
|
|
fi
|
|
|
|
# Start server
|
|
nohup /opt/homebrew/bin/llama-server \
|
|
--model "$MODEL_PATH" \
|
|
--mmproj "$MMPROJ_PATH" \
|
|
--host 127.0.0.1 \
|
|
--port 8086 \
|
|
--ctx-size 8192 \
|
|
--n-gpu-layers 99 \
|
|
--threads 8 \
|
|
--batch-size 512 \
|
|
--media-path /Users/accusys/momentry/output_dev \
|
|
> "$LOG_FILE" 2>&1 &
|
|
|
|
echo $! > "$PID_FILE"
|
|
echo "Qwen3-VL started with PID $(cat $PID_FILE)"
|
|
echo "Log file: $LOG_FILE"
|
|
echo "Health check: http://localhost:8086/health" |