RAG für medizinische Bücher

Debian und Cuda installieren

sudo nano /etc/apt/sources.list Copy

contrib non-free Copy

sudo apt update Copy

sudo apt purge -y 'nvidia-*' 'cuda-*' || true Copy

sudo apt autoremove -y Copy

sudo nano /etc/modprobe.d/blacklist-nouveau.conf Copy

blacklist nouveau
options nouveau modeset=0 Copy

sudo update-initramfs -u Copy

sudo apt install linux-headers-$(uname -r) Copy

sudo apt install nvidia-driver nvidia-cuda-toolkit Copy

sudo apt update Copy

sudo reboot Copy

nvidia-smi Copy

nvcc --version Copy

Docker Engine installieren

sudo apt remove $(dpkg --get-selections docker.io docker-compose docker-doc podman-docker containerd runc | cut -f1) Copy

sudo apt update Copy

sudo apt install ca-certificates curl Copy

sudo install -m 0755 -d /etc/apt/keyrings Copy

sudo curl -fsSL https://download.docker.com/linux/debian/gpg -o /etc/apt/keyrings/docker.asc Copy

sudo chmod a+r /etc/apt/keyrings/docker.asc Copy

sudo tee /etc/apt/sources.list.d/docker.sources <<EOF
Types: deb
URIs: https://download.docker.com/linux/debian
Suites: $(. /etc/os-release && echo "$VERSION_CODENAME")
Components: stable
Signed-By: /etc/apt/keyrings/docker.asc
EOF Copy

sudo apt update Copy

sudo apt install docker-ce docker-ce-cli containerd.io docker-buildx-plugin docker-compose-plugin Copy

sudo systemctl status docker Copy

sudo systemctl start docker Copy

sudo docker run hello-world Copy

sudo groupadd docker Copy

sudo usermod -aG docker $USER Copy

newgrp docker Copy

docker run hello-world Copy

curl -fsSL https://nvidia.github.io/libnvidia-container/gpgkey | sudo gpg --dearmor -o /usr/share/keyrings/nvidia-container-toolkit-keyring.gpg Copy

curl -s -L https://nvidia.github.io/libnvidia-container/stable/deb/nvidia-container-toolkit.list | sed 's#deb https://#deb [signed-by=/usr/share/keyrings/nvidia-container-toolkit-keyring.gpg] https://#g' | sudo tee /etc/apt/sources.list.d/nvidia-container-toolkit.list Copy

sudo apt-get update Copy

sudo apt-get install -y nvidia-container-toolkit Copy

sudo nvidia-ctk runtime configure --runtime=docker Copy

sudo systemctl restart docker Copy

sudo docker run --rm --gpus all nvidia/cuda:12.0.0-base-ubuntu22.04 nvidia-smi Copy

Docker Images, Container und Volumes erstellen für die
RAG-Oberfläche (OpenWebUI), RAG-System(Ollama), RAG-Datenbank(Qdrant)

mkdir rag Copy

cd rag Copy

nano docker-compose.yml Copy

services:
  ollama:
    image: ollama/ollama:latest
    container_name: ollama
    restart: unless-stopped
    ports:
      - "127.0.0.1:11434:11434"
    volumes:
      - ollama:/root/.ollama
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: all
              capabilities: [gpu]
  open-webui:
    image: ghcr.io/open-webui/open-webui:cuda
    container_name: open-webui
    restart: unless-stopped
    ports:
      - "127.0.0.1:3000:8080"
    volumes:
      - open-webui:/app/backend/data
    environment:
      - OLLAMA_BASE_URL=http://ollama:11434
      - QDRANT_URL=http://qdrant:6333
    depends_on:
      - ollama
      - qdrant
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: all
              capabilities: [gpu]
  qdrant:
    image: qdrant/qdrant:latest
    container_name: qdrant
    restart: unless-stopped
    ports:
      - "127.0.0.1:6333:6333"
    volumes:
      - qdrant_data:/qdrant/storage
volumes:
  ollama:
  open-webui:
  qdrant_data:
Copy

docker compose up -d Copy

Open-WebUI einrichten und die ersten LLM und Wissenstexte laden

llama3.1:8b Copy

mxbai-embed-large:latest Copy

Anhang

Protokoll: marker-pdf auf einem separaten Debian-System mit Cuda 13.3 und Pytorch

wget https://developer.download.nvidia.com/compute/cuda/13.2.0/local_installers/cuda-repo-debian13-13-2-local_13.2.0-595.45.04-1_amd64.deb Copy

sudo dpkg -i cuda-repo-debian13-13-2-local_13.2.0-595.45.04-1_amd64.deb Copy

sudo cp /var/cuda-repo-debian13-13-2-local/cuda-BB4A7807-keyring.gpg /usr/share/keyrings/ Copy

sudo apt-get update Copy

sudo apt-get -y install cuda-toolkit-13-2 Copy

sudo apt-get install -y cuda-drivers Copy

sudo reboot Copy

nvidia-smi Copy

sudo apt install python3.13-venv Copy

python3 -m venv mein-env Copy

source mein-env/bin/activate Copy

pip3 install torch torchvision Copy

pip3 install marker-pdf[full] surya-ocr Copy

mkdir test-out Copy

marker_single test.pdf --output_dir test-out Copy

nano marker.sh Copy

#!/bin/bash
# marker_single auf alle pdf-Dateien in pdf-in anwenden mit dem ziel test-out
for f in pdf-in/*; do
    echo "Bearbeite mit marker_single  $f ..."
    # Hier den eigentlichen Befehl einfuegen, zum Beispiel:
    marker_single "$f" --output_dir test-out
done
echo "Fertig!"Copy

mkdir pdf-in Copy

chmod +x marker.sh Copy

./marker.sh Copy

mkdir md-out Copy

nano md-nach-md-out.sh Copy

#!/bin/bash
# Befehl, der ausgefuehrt werden soll, cp *.md /home/peter/md-out
COMMAND="cp *.md /home/peter/md-out"
# Schleife ueber alle direkten Unterverzeichnisse
for dir in test-out/*/ ; do
    if [ -d "$dir" ]; then
        echo "--- Bearbeite Verzeichnis: $dir ---"
        (cd "$dir" && $COMMAND)
    fi
doneCopy

chmod +x md-nach-md-out.sh Copy

./md-nach-md-out.sh Copy

Terminalbefehle anstelle docker-compose.yml

docker network create rag-net Copy

docker volume create ollama Copy

docker volume create open-webui Copy

docker volume create qdrant_data Copy

docker run -d --name qdrant --network rag-net --restart unless-stopped -p 127.0.0.1:6333:6333 -v qdrant_data:/qdrant/storage qdrant/qdrant:latest Copy

docker run -d --name ollama --network rag-net --restart unless-stopped --gpus all -p 127.0.0.1:11434:11434 -v ollama:/root/.ollama ollama/ollama:latest Copy

docker run -d --name open-webui --network rag-net --restart unless-stopped --gpus all -p 127.0.0.1:3000:8080 -v open-webui:/app/backend/data -e OLLAMA_BASE_URL=http://ollama:11434 -e QDRANT_URL=http://qdrant:6333 ghcr.io/open-webui/open-webui:cuda Copy