[Bug]: regress parsing result from minerU #12080

version: '3.8'

services:
  # MinerU with integrated vLLM - Latest unified image
  # This image includes both MinerU and vLLM server
  mineru-server:
    image: mineru:latest
    container_name: mineru-server
    profiles:
      - mineru-gpu
    environment:
      # GPU device selection (change to "0,1" for multi-GPU)
      - CUDA_VISIBLE_DEVICES=0
      # Hugging Face mirror for faster model downloads
      - HF_ENDPOINT=${HF_ENDPOINT:-https://hf-mirror.com/}
      # Complex PDF processing optimizations
      - MINERU_PDF_RENDER_TIMEOUT=600
      - MINERU_TABLE_MERGE_ENABLE=true
      - MINERU_FORMULA_CH_SUPPORT=true
      # vLLM engine settings
      - VLLM_GPU_MEMORY_UTILIZATION=0.85
      - VLLM_MAX_MODEL_LEN=32768
    command: "mineru-api --host 0.0.0.0 --port 30000"
    ports:
      - "30000:30000"  # MinerU API
      - "8000:8000"    # vLLM OpenAI-compatible API (if exposed)
    volumes:
      - mineru-output:/app/output
      - mineru-models:/root/.cache/huggingface
      - mineru-data:/app/data
    shm_size: 32g
    ipc: host
    ulimits:
      memlock: -1
      stack: 67108864
    networks:
      - ragflow
    restart: always
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              # Use device_ids: ['0'] for specific GPU or count: all for all GPUs
              device_ids: ['0']
              capabilities: [gpu]
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:30000/openapi.json"]
      interval: 30s
      timeout: 10s
      retries: 5
      start_period: 300s  # Allow time for model download and loading

  # MinerU Gradio WebUI (Optional - for testing and debugging)
  mineru-gradio:
    image: mineru:latest
    container_name: mineru-gradio
    profiles:
      - mineru-gradio
    depends_on:
      mineru-server:
        condition: service_healthy
    environment:
      - MINERU_API_URL=http://mineru-server:30000/
      - HF_ENDPOINT=${HF_ENDPOINT:-https://hf-mirror.com/}
    command: "mineru-gradio --server-name 0.0.0.0 --server-port 7860 --enable-vllm-engine true"
    ports:
      - "7860:7860"
    networks:
      - ragflow
    restart: always

volumes:
  mineru-output:
    driver: local
  mineru-models:
    driver: local
  mineru-data:
    driver: local

networks:
  ragflow:
    external: true

# Use the official vllm image for gpu with Ampere architecture and above (Compute Capability>=8.0)
# Compute Capability version query (https://developer.nvidia.com/cuda-gpus)
FROM vllm/vllm-openai:v0.10.1.1

# Use the official vllm image for gpu with Turing architecture and below (Compute Capability<8.0)
# FROM vllm/vllm-openai:v0.10.2

# Install libgl for opencv support & Noto fonts for Chinese characters
RUN apt-get update && \
    apt-get install -y \
        fonts-noto-core \
        fonts-noto-cjk \
        fontconfig \
        libgl1 && \
    fc-cache -fv && \
    apt-get clean && \
    rm -rf /var/lib/apt/lists/*

# Install mineru latest
RUN python3 -m pip install -U 'mineru[core]' --break-system-packages && \
    python3 -m pip cache purge

# Download models and update the configuration file
RUN /bin/bash -c "mineru-models-download -s huggingface -m all"

# Set the entry point to activate the virtual environment and run the command line tool
ENTRYPOINT ["/bin/bash", "-c", "export MINERU_MODEL_SOURCE=local && exec \"$@\"", "--"]

#!/bin/bash
# MinerU GPU Server Startup Script

set -e
COMPOSE_FILE="docker-compose-mineru.yml"

case "${1:-help}" in
    start)
        docker compose -f "$COMPOSE_FILE" --profile mineru-gpu up -d
        echo "MinerU started. Logs: docker logs -f mineru-server"
        ;;
    start-ui)
        docker compose -f "$COMPOSE_FILE" --profile mineru-gpu --profile mineru-gradio up -d
        echo "MinerU + UI started"
        echo "API: http://localhost:30000/"
        echo "UI: http://localhost:7860/"
        ;;
    stop)
        docker compose -f "$COMPOSE_FILE" --profile mineru-gpu --profile mineru-gradio down
        ;;
    restart)
        docker compose -f "$COMPOSE_FILE" --profile mineru-gpu restart
        ;;
    logs)
        docker compose -f "$COMPOSE_FILE" logs -f "${@:2}"
        ;;
    status)
        docker compose -f "$COMPOSE_FILE" ps
        echo ""
        curl -f http://localhost:30000/openapi.json &> /dev/null && \
            echo "✓ API is running" || echo "✗ API not responding"
        ;;
    *)
        echo "Usage: $0 {start|start-ui|stop|restart|logs|status}"
        echo ""
        echo "  start      - Start MinerU server"
        echo "  start-ui   - Start MinerU server + Web UI"
        echo "  stop       - Stop MinerU"
        echo "  restart    - Restart MinerU"
        echo "  logs       - View logs"
        echo "  status     - Check status"
        ;;
esac

await do_handle_task(task) File "/ragflow/common/connection_utils.py", line 74, in async_wrapper return await func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/ragflow/rag/svr/task_executor.py", line 1004, in do_handle_task chunks = await build_chunks(task, progress_callback) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/ragflow/common/connection_utils.py", line 74, in async_wrapper return await func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/ragflow/rag/svr/task_executor.py", line 252, in build_chunks cks = await asyncio.to_thread( ^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3.12/asyncio/threads.py", line 25, in to_thread return await loop.run_in_executor(None, func_call) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3.12/asyncio/futures.py", line 287, in __await__ yield self # This tells Task to wait for completion. ^^^^^^^^^^ File "/usr/lib/python3.12/asyncio/tasks.py", line 385, in __wakeup future.result() File "/usr/lib/python3.12/asyncio/futures.py", line 203, in result raise self._exception.with_traceback(self._exception_tb) File "/usr/lib/python3.12/concurrent/futures/thread.py", line 58, in run result = self.fn(*self.args, **self.kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/ragflow/rag/app/manual.py", line 248, in chunk sections = [_normalize_section(sec) for sec in sections] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TypeError: 'NoneType' object is not iterable [2025-12-19 14:29:20 +0100] [19] [INFO] 127.0.0.1:60452 GET /v1/kb/detail 1.1 200 1320 1008895 [2025-12-19 14:29:24 +0100] [19] [INFO] 127.0.0.1:60466 POST /v1/document/list 1.1 200 30183 7521 [2025-12-19 14:29:24 +0100] [19] [INFO] 127.0.0.1:60476 GET /v1/kb/detail 1.1 200 1320 8031 2025-12-19 14:29:30,051 INFO 35 task_executor_1cfae6aae9d7_0 reported heartbeat: {"ip_address": "172.18.0.8", "pid": 35, "name": "task_executor_1cfae6aae9d7_0", "now": "2025-12-19T14:29:30.051+01:00", "boot_at": "2025-12-19T13:55:28.929+01:00", "pending": 0, "lag": 0, "done": 2, "failed": 1, "current": {}} 2025-12-19 14:30:00,056 INFO 35 task_executor_1cfae6aae9d7_0 reported heartbeat: {"ip_address": "172.18.0.8", "pid": 35, "name": "task_executor_1cfae6aae9d7_0", "now": "2025-12-19T14:30:00.054+01:00", "boot_at": "2025-12-19T13:55:28.929+01:00", "pending": 0, "lag": 0, "done": 2, "failed": 1, "current": {}}

1. model provider MinerU (local docker app)
2. pdf parser this minerU added, pipeline backend