chore: update mineru
This commit is contained in:
@@ -15,7 +15,7 @@ These services require building custom Docker images from source.
|
|||||||
| [goose](./builds/goose) | 1.18.0 |
|
| [goose](./builds/goose) | 1.18.0 |
|
||||||
| [IOPaint](./builds/io-paint) | 1.6.0 |
|
| [IOPaint](./builds/io-paint) | 1.6.0 |
|
||||||
| [K3s inside DinD](./builds/k3s-inside-dind) | 0.2.2 |
|
| [K3s inside DinD](./builds/k3s-inside-dind) | 0.2.2 |
|
||||||
| [MinerU vLLM](./builds/mineru) | 2.7.6 |
|
| [MinerU vLLM](./builds/mineru) | 3.0.1 |
|
||||||
| [OpenFang](./builds/openfang) | 0.1.0 |
|
| [OpenFang](./builds/openfang) | 0.1.0 |
|
||||||
| [Paperclip](./builds/paperclip) | main |
|
| [Paperclip](./builds/paperclip) | main |
|
||||||
|
|
||||||
|
|||||||
+1
-1
@@ -15,7 +15,7 @@ Compose Anything 通过提供一组高质量的 Docker Compose 配置文件,
|
|||||||
| [goose](./builds/goose) | 1.18.0 |
|
| [goose](./builds/goose) | 1.18.0 |
|
||||||
| [IOPaint](./builds/io-paint) | 1.6.0 |
|
| [IOPaint](./builds/io-paint) | 1.6.0 |
|
||||||
| [K3s inside DinD](./builds/k3s-inside-dind) | 0.2.2 |
|
| [K3s inside DinD](./builds/k3s-inside-dind) | 0.2.2 |
|
||||||
| [MinerU vLLM](./builds/mineru) | 2.7.6 |
|
| [MinerU vLLM](./builds/mineru) | 3.0.1 |
|
||||||
| [OpenFang](./builds/openfang) | 0.1.0 |
|
| [OpenFang](./builds/openfang) | 0.1.0 |
|
||||||
| [Paperclip](./builds/paperclip) | main |
|
| [Paperclip](./builds/paperclip) | main |
|
||||||
|
|
||||||
|
|||||||
@@ -1,5 +1,5 @@
|
|||||||
# MinerU Docker image
|
# MinerU Docker image
|
||||||
MINERU_VERSION=2.7.6
|
MINERU_VERSION=3.0.1
|
||||||
|
|
||||||
# Port configurations
|
# Port configurations
|
||||||
MINERU_PORT_OVERRIDE_VLLM=30000
|
MINERU_PORT_OVERRIDE_VLLM=30000
|
||||||
|
|||||||
@@ -1,10 +1,7 @@
|
|||||||
# Use the official vllm image for gpu with Ampere、Ada Lovelace、Hopper architecture (8.0 <= Compute Capability <= 9.0)
|
# Use DaoCloud mirrored vllm image for China region for gpu with Volta、Turing、Ampere、Ada Lovelace、Hopper、Blackwell architecture (7.0 <= Compute Capability <= 12.0)
|
||||||
# Compute Capability version query (https://developer.nvidia.com/cuda-gpus)
|
# Compute Capability version query (https://developer.nvidia.com/cuda-gpus)
|
||||||
FROM vllm/vllm-openai:v0.10.2
|
|
||||||
|
|
||||||
# Use the official vllm image for gpu with Volta、Turing、Blackwell architecture (7.0 < Compute Capability < 8.0 or Compute Capability >= 10.0)
|
|
||||||
# support x86_64 architecture and ARM(AArch64) architecture
|
# support x86_64 architecture and ARM(AArch64) architecture
|
||||||
# FROM vllm/vllm-openai:v0.11.0
|
FROM docker.m.daocloud.io/vllm/vllm-openai:v0.11.2
|
||||||
|
|
||||||
# Install libgl for opencv support & Noto fonts for Chinese characters
|
# Install libgl for opencv support & Noto fonts for Chinese characters
|
||||||
RUN apt-get update && \
|
RUN apt-get update && \
|
||||||
@@ -18,11 +15,11 @@ RUN apt-get update && \
|
|||||||
rm -rf /var/lib/apt/lists/*
|
rm -rf /var/lib/apt/lists/*
|
||||||
|
|
||||||
# Install mineru latest
|
# Install mineru latest
|
||||||
RUN python3 -m pip install -U 'mineru[core]>=2.7.6' --break-system-packages && \
|
RUN python3 -m pip install -U 'mineru[core]>=3.0.0' -i https://mirrors.aliyun.com/pypi/simple --break-system-packages && \
|
||||||
python3 -m pip cache purge
|
python3 -m pip cache purge
|
||||||
|
|
||||||
# Download models and update the configuration file
|
# Download models and update the configuration file
|
||||||
RUN /bin/bash -c "mineru-models-download -s huggingface -m all"
|
RUN /bin/bash -c "mineru-models-download -s modelscope -m all"
|
||||||
|
|
||||||
# Set the entry point to activate the virtual environment and run the command line tool
|
# Set the entry point to activate the virtual environment and run the command line tool
|
||||||
ENTRYPOINT ["/bin/bash", "-c", "export MINERU_MODEL_SOURCE=local && exec \"$@\"", "--"]
|
ENTRYPOINT ["/bin/bash", "-c", "export MINERU_MODEL_SOURCE=local && exec \"$@\"", "--"]
|
||||||
|
|||||||
@@ -39,7 +39,7 @@ mineru -p demo.pdf -o ./output -b vlm-http-client -u http://localhost:30000
|
|||||||
|
|
||||||
## Configuration
|
## Configuration
|
||||||
|
|
||||||
- `MINERU_VERSION`: The version for MinerU, default is `2.7.6`.
|
- `MINERU_VERSION`: The version for MinerU, default is `3.0.1`.
|
||||||
- `MINERU_PORT_OVERRIDE_VLLM`: The host port for the VLLM server, default is `30000`.
|
- `MINERU_PORT_OVERRIDE_VLLM`: The host port for the VLLM server, default is `30000`.
|
||||||
- `MINERU_PORT_OVERRIDE_API`: The host port for the API service, default is `8000`.
|
- `MINERU_PORT_OVERRIDE_API`: The host port for the API service, default is `8000`.
|
||||||
- `MINERU_PORT_OVERRIDE_GRADIO`: The host port for the Gradio WebUI, default is `7860`.
|
- `MINERU_PORT_OVERRIDE_GRADIO`: The host port for the Gradio WebUI, default is `7860`.
|
||||||
|
|||||||
@@ -39,7 +39,7 @@ mineru -p demo.pdf -o ./output -b vlm-http-client -u http://localhost:30000
|
|||||||
|
|
||||||
## 配置
|
## 配置
|
||||||
|
|
||||||
- `MINERU_VERSION`: MinerU 的 Docker 镜像版本,默认为 `2.7.6`。
|
- `MINERU_VERSION`: MinerU 的 Docker 镜像版本,默认为 `3.0.1`。
|
||||||
- `MINERU_PORT_OVERRIDE_VLLM`: VLLM 服务器的主机端口,默认为 `30000`。
|
- `MINERU_PORT_OVERRIDE_VLLM`: VLLM 服务器的主机端口,默认为 `30000`。
|
||||||
- `MINERU_PORT_OVERRIDE_API`: API 服务的主机端口,默认为 `8000`。
|
- `MINERU_PORT_OVERRIDE_API`: API 服务的主机端口,默认为 `8000`。
|
||||||
- `MINERU_PORT_OVERRIDE_GRADIO`: Gradio WebUI 的主机端口,默认为 `7860`。
|
- `MINERU_PORT_OVERRIDE_GRADIO`: Gradio WebUI 的主机端口,默认为 `7860`。
|
||||||
|
|||||||
@@ -1,10 +1,7 @@
|
|||||||
# Use DaoCloud mirrored vllm image for China region for gpu with Ampere、Ada Lovelace、Hopper architecture (8.0 <= Compute Capability <= 9.0)
|
# Use DaoCloud mirrored vllm image for China region for gpu with Volta、Turing、Ampere、Ada Lovelace、Hopper、Blackwell architecture (7.0 <= Compute Capability <= 12.0)
|
||||||
# Compute Capability version query (https://developer.nvidia.com/cuda-gpus)
|
# Compute Capability version query (https://developer.nvidia.com/cuda-gpus)
|
||||||
FROM docker.m.daocloud.io/vllm/vllm-openai:v0.10.2
|
|
||||||
|
|
||||||
# Use DaoCloud mirrored vllm image for China region for gpu with Volta、Turing、Blackwell architecture (7.0 < Compute Capability < 8.0 or Compute Capability >= 10.0)
|
|
||||||
# support x86_64 architecture and ARM(AArch64) architecture
|
# support x86_64 architecture and ARM(AArch64) architecture
|
||||||
# FROM docker.m.daocloud.io/vllm/vllm-openai:v0.11.0
|
FROM docker.m.daocloud.io/vllm/vllm-openai:v0.11.2
|
||||||
|
|
||||||
# Install libgl for opencv support & Noto fonts for Chinese characters
|
# Install libgl for opencv support & Noto fonts for Chinese characters
|
||||||
RUN apt-get update && \
|
RUN apt-get update && \
|
||||||
@@ -18,7 +15,7 @@ RUN apt-get update && \
|
|||||||
rm -rf /var/lib/apt/lists/*
|
rm -rf /var/lib/apt/lists/*
|
||||||
|
|
||||||
# Install mineru latest
|
# Install mineru latest
|
||||||
RUN python3 -m pip install -U 'mineru[core]>=2.7.0' -i https://mirrors.aliyun.com/pypi/simple --break-system-packages && \
|
RUN python3 -m pip install -U 'mineru[core]>=3.0.0' -i https://mirrors.aliyun.com/pypi/simple --break-system-packages && \
|
||||||
python3 -m pip cache purge
|
python3 -m pip cache purge
|
||||||
|
|
||||||
# Download models and update the configuration file
|
# Download models and update the configuration file
|
||||||
|
|||||||
@@ -14,7 +14,7 @@ RUN apt-get update && \
|
|||||||
|
|
||||||
# Install mineru latest
|
# Install mineru latest
|
||||||
RUN python3 -m pip install -U pip -i https://mirrors.aliyun.com/pypi/simple && \
|
RUN python3 -m pip install -U pip -i https://mirrors.aliyun.com/pypi/simple && \
|
||||||
python3 -m pip install 'mineru[core]>=2.7.4' \
|
python3 -m pip install 'mineru[core]>=3.0.0' \
|
||||||
numpy==1.26.4 \
|
numpy==1.26.4 \
|
||||||
opencv-python==4.11.0.86 \
|
opencv-python==4.11.0.86 \
|
||||||
-i https://mirrors.aliyun.com/pypi/simple && \
|
-i https://mirrors.aliyun.com/pypi/simple && \
|
||||||
|
|||||||
@@ -14,10 +14,7 @@ RUN apt-get update && \
|
|||||||
|
|
||||||
# Install mineru latest
|
# Install mineru latest
|
||||||
RUN python3 -m pip install -U pip -i https://mirrors.aliyun.com/pypi/simple && \
|
RUN python3 -m pip install -U pip -i https://mirrors.aliyun.com/pypi/simple && \
|
||||||
python3 -m pip install mineru[api,gradio] \
|
python3 -m pip install "mineru[gradio]>=3.0.0" \
|
||||||
"matplotlib>=3.10,<4" \
|
|
||||||
"ultralytics>=8.3.48,<9" \
|
|
||||||
"doclayout_yolo==0.0.4" \
|
|
||||||
"ftfy>=6.3.1,<7" \
|
"ftfy>=6.3.1,<7" \
|
||||||
"shapely>=2.0.7,<3" \
|
"shapely>=2.0.7,<3" \
|
||||||
"pyclipper>=1.3.0,<2" \
|
"pyclipper>=1.3.0,<2" \
|
||||||
|
|||||||
@@ -8,7 +8,7 @@ x-defaults: &defaults
|
|||||||
|
|
||||||
x-mineru-vllm: &mineru-vllm
|
x-mineru-vllm: &mineru-vllm
|
||||||
<<: *defaults
|
<<: *defaults
|
||||||
image: ${GLOBAL_REGISTRY:-}alexsuntop/mineru:${MINERU_VERSION:-2.7.6}
|
image: ${GLOBAL_REGISTRY:-}alexsuntop/mineru:${MINERU_VERSION:-3.0.1}
|
||||||
build:
|
build:
|
||||||
context: .
|
context: .
|
||||||
dockerfile: ${MINERU_DOCKERFILE_PATH:-Dockerfile}
|
dockerfile: ${MINERU_DOCKERFILE_PATH:-Dockerfile}
|
||||||
|
|||||||
@@ -17,7 +17,7 @@ RUN echo 'deb http://mirrors.aliyun.com/ubuntu/ noble main restricted universe m
|
|||||||
rm -rf /var/lib/apt/lists/* /tmp/aliyun-sources.list
|
rm -rf /var/lib/apt/lists/* /tmp/aliyun-sources.list
|
||||||
|
|
||||||
# Install mineru latest
|
# Install mineru latest
|
||||||
RUN python3 -m pip install "mineru[core]>=2.7.2" \
|
RUN python3 -m pip install "mineru[core]>=3.0.0" \
|
||||||
numpy==1.26.4 \
|
numpy==1.26.4 \
|
||||||
opencv-python==4.11.0.86 \
|
opencv-python==4.11.0.86 \
|
||||||
-i https://mirrors.aliyun.com/pypi/simple && \
|
-i https://mirrors.aliyun.com/pypi/simple && \
|
||||||
|
|||||||
@@ -14,10 +14,7 @@ RUN apt-get update && \
|
|||||||
|
|
||||||
# Install mineru latest
|
# Install mineru latest
|
||||||
RUN python3 -m pip install -U pip -i https://mirrors.aliyun.com/pypi/simple && \
|
RUN python3 -m pip install -U pip -i https://mirrors.aliyun.com/pypi/simple && \
|
||||||
python3 -m pip install "mineru[api,gradio]>=2.7.6" \
|
python3 -m pip install "mineru[gradio]>=3.0.0" \
|
||||||
"matplotlib>=3.10,<4" \
|
|
||||||
"ultralytics>=8.3.48,<9" \
|
|
||||||
"doclayout_yolo==0.0.4" \
|
|
||||||
"ftfy>=6.3.1,<7" \
|
"ftfy>=6.3.1,<7" \
|
||||||
"shapely>=2.0.7,<3" \
|
"shapely>=2.0.7,<3" \
|
||||||
"pyclipper>=1.3.0,<2" \
|
"pyclipper>=1.3.0,<2" \
|
||||||
|
|||||||
@@ -21,7 +21,7 @@ RUN sed -i '3s/^Version: 0.15.1+metax3\.1\.0\.4$/Version: 0.21.0+metax3.1.0.4/'
|
|||||||
|
|
||||||
# Install mineru latest
|
# Install mineru latest
|
||||||
RUN /opt/conda/bin/python3 -m pip install -U pip -i https://mirrors.aliyun.com/pypi/simple && \
|
RUN /opt/conda/bin/python3 -m pip install -U pip -i https://mirrors.aliyun.com/pypi/simple && \
|
||||||
/opt/conda/bin/python3 -m pip install 'mineru[core]>=2.6.5' \
|
/opt/conda/bin/python3 -m pip install 'mineru[core]>=3.0.0' \
|
||||||
numpy==1.26.4 \
|
numpy==1.26.4 \
|
||||||
opencv-python==4.11.0.86 \
|
opencv-python==4.11.0.86 \
|
||||||
-i https://mirrors.aliyun.com/pypi/simple && \
|
-i https://mirrors.aliyun.com/pypi/simple && \
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
# 基础镜像配置 vLLM 或 LMDeploy ,请根据实际需要选择其中一个,要求 amd64(x86-64) CPU + Cambricon MLU.
|
# 基础镜像配置 vLLM 或 LMDeploy ,请根据实际需要选择其中一个,要求 amd64(x86-64) CPU + Cambricon MLU.
|
||||||
# Base image containing the LMDEPLOY inference environment, requiring amd64(x86-64) CPU + Cambricon MLU.
|
# Base image containing the LMDEPLOY inference environment, requiring amd64(x86-64) CPU + Cambricon MLU.
|
||||||
FROM crpi-4crprmm5baj1v8iv.cn-hangzhou.personal.cr.aliyuncs.com/lmdeploy_dlinfer/camb:qwen2.5_vl
|
FROM crpi-4crprmm5baj1v8iv.cn-hangzhou.personal.cr.aliyuncs.com/lmdeploy_dlinfer/camb:mineru25
|
||||||
ARG BACKEND=lmdeploy
|
ARG BACKEND=lmdeploy
|
||||||
# Base image containing the vLLM inference environment, requiring amd64(x86-64) CPU + Cambricon MLU.
|
# Base image containing the vLLM inference environment, requiring amd64(x86-64) CPU + Cambricon MLU.
|
||||||
# FROM crpi-vofi3w62lkohhxsp.cn-shanghai.personal.cr.aliyuncs.com/opendatalab-mineru/mlu:vllm0.8.3-torch2.6.0-torchmlu1.26.1-ubuntu22.04-py310
|
# FROM crpi-vofi3w62lkohhxsp.cn-shanghai.personal.cr.aliyuncs.com/opendatalab-mineru/mlu:vllm0.8.3-torch2.6.0-torchmlu1.26.1-ubuntu22.04-py310
|
||||||
@@ -22,7 +22,7 @@ RUN /bin/bash -c '\
|
|||||||
source /torch/venv3/pytorch_infer/bin/activate; \
|
source /torch/venv3/pytorch_infer/bin/activate; \
|
||||||
fi && \
|
fi && \
|
||||||
python3 -m pip install -U pip -i https://mirrors.aliyun.com/pypi/simple && \
|
python3 -m pip install -U pip -i https://mirrors.aliyun.com/pypi/simple && \
|
||||||
python3 -m pip install "mineru[core]>=2.7.4" \
|
python3 -m pip install "mineru[core]>=3.0.0" \
|
||||||
numpy==1.26.4 \
|
numpy==1.26.4 \
|
||||||
opencv-python==4.11.0.86 \
|
opencv-python==4.11.0.86 \
|
||||||
-i https://mirrors.aliyun.com/pypi/simple && \
|
-i https://mirrors.aliyun.com/pypi/simple && \
|
||||||
|
|||||||
@@ -18,10 +18,7 @@ RUN python3 -m pip install -U pip -i https://mirrors.aliyun.com/pypi/simple && \
|
|||||||
git clone https://gitcode.com/gh_mirrors/vi/vision.git -b v0.20.0 --depth 1 && \
|
git clone https://gitcode.com/gh_mirrors/vi/vision.git -b v0.20.0 --depth 1 && \
|
||||||
cd vision && \
|
cd vision && \
|
||||||
python3 setup.py install && \
|
python3 setup.py install && \
|
||||||
python3 -m pip install "mineru[api,gradio]>=2.7.2" \
|
python3 -m pip install "mineru[gradio]>=3.0.0" \
|
||||||
"matplotlib>=3.10,<4" \
|
|
||||||
"ultralytics>=8.3.48,<9" \
|
|
||||||
"doclayout_yolo==0.0.4" \
|
|
||||||
"ftfy>=6.3.1,<7" \
|
"ftfy>=6.3.1,<7" \
|
||||||
"shapely>=2.0.7,<3" \
|
"shapely>=2.0.7,<3" \
|
||||||
"pyclipper>=1.3.0,<2" \
|
"pyclipper>=1.3.0,<2" \
|
||||||
|
|||||||
@@ -19,7 +19,7 @@ RUN apt-get update && \
|
|||||||
|
|
||||||
# Install mineru latest
|
# Install mineru latest
|
||||||
RUN python3 -m pip install -U pip -i https://mirrors.aliyun.com/pypi/simple && \
|
RUN python3 -m pip install -U pip -i https://mirrors.aliyun.com/pypi/simple && \
|
||||||
python3 -m pip install 'mineru[core]>=2.6.5' \
|
python3 -m pip install 'mineru[core]>=3.0.0' \
|
||||||
numpy==1.26.4 \
|
numpy==1.26.4 \
|
||||||
opencv-python==4.11.0.86 \
|
opencv-python==4.11.0.86 \
|
||||||
-i https://mirrors.aliyun.com/pypi/simple && \
|
-i https://mirrors.aliyun.com/pypi/simple && \
|
||||||
|
|||||||
@@ -17,7 +17,7 @@ RUN apt-get update && \
|
|||||||
|
|
||||||
# Install mineru latest
|
# Install mineru latest
|
||||||
RUN python3 -m pip install -U pip -i https://mirrors.aliyun.com/pypi/simple && \
|
RUN python3 -m pip install -U pip -i https://mirrors.aliyun.com/pypi/simple && \
|
||||||
python3 -m pip install 'mineru[core]>=2.6.5' \
|
python3 -m pip install 'mineru[core]>=3.0.0' \
|
||||||
numpy==1.26.4 \
|
numpy==1.26.4 \
|
||||||
opencv-python==4.11.0.86 \
|
opencv-python==4.11.0.86 \
|
||||||
-i https://mirrors.aliyun.com/pypi/simple && \
|
-i https://mirrors.aliyun.com/pypi/simple && \
|
||||||
|
|||||||
Reference in New Issue
Block a user