feat: add Vision LLM integration (CLIP + Qwen3-VL cascade)
- Add Qwen3-VL dynamic management (start/stop/status CLI) - Add CLIP + Qwen3-VL cascade detection strategy - Add Vision CLI commands (vision start/stop/status, detect) - Add cascade_vision processor module - Add clip processor module - Add qwen_vl_manager module Changes: - scripts/start_qwen3vl.sh, stop_qwen3vl.sh: Qwen3-VL management scripts - src/core/vision/: Qwen3-VL manager module - src/core/processor/cascade_vision.rs: CLIP + Qwen3-VL cascade logic - src/core/processor/clip.rs: CLIP classification and detection - src/api/clip_api.rs: CLIP API endpoints - src/cli/vision.rs: Vision CLI implementation - src/cli/args.rs: Add Vision and Detect commands - src/main.rs: Integrate Vision CLI - src/core/mod.rs: Add vision module - src/core/processor/mod.rs: Add cascade_vision module
This commit is contained in:
35
scripts/start_qwen3vl.sh
Executable file
35
scripts/start_qwen3vl.sh
Executable file
@@ -0,0 +1,35 @@
|
||||
#!/bin/bash
|
||||
# Start Qwen3-VL server
|
||||
|
||||
MODEL_PATH="/Users/accusys/models/Qwen3VL-8B-Instruct-Q8_0.gguf"
|
||||
MMPROJ_PATH="/Users/accusys/models/mmproj-Qwen3VL-8B-Instruct-F16.gguf"
|
||||
LOG_FILE="/Users/accusys/momentry_core/logs/qwen3vl_8086.log"
|
||||
PID_FILE="/tmp/qwen3vl.pid"
|
||||
|
||||
# Kill existing process if running
|
||||
if [ -f "$PID_FILE" ]; then
|
||||
OLD_PID=$(cat "$PID_FILE")
|
||||
if ps -p "$OLD_PID" > /dev/null 2>&1; then
|
||||
kill "$OLD_PID"
|
||||
sleep 2
|
||||
fi
|
||||
rm "$PID_FILE"
|
||||
fi
|
||||
|
||||
# Start server
|
||||
nohup /opt/homebrew/bin/llama-server \
|
||||
--model "$MODEL_PATH" \
|
||||
--mmproj "$MMPROJ_PATH" \
|
||||
--host 127.0.0.1 \
|
||||
--port 8086 \
|
||||
--ctx-size 8192 \
|
||||
--n-gpu-layers 99 \
|
||||
--threads 8 \
|
||||
--batch-size 512 \
|
||||
--media-path /Users/accusys/momentry/output_dev \
|
||||
> "$LOG_FILE" 2>&1 &
|
||||
|
||||
echo $! > "$PID_FILE"
|
||||
echo "Qwen3-VL started with PID $(cat $PID_FILE)"
|
||||
echo "Log file: $LOG_FILE"
|
||||
echo "Health check: http://localhost:8086/health"
|
||||
Reference in New Issue
Block a user