mirror of
https://github.com/hanzoskill/mineru-pdf-parser.git
synced 2026-10-30 21:10:57 +00:00
160 lines
4.1 KiB
Bash
160 lines
4.1 KiB
Bash
#!/usr/bin/env bash
|
|
set -euo pipefail
|
|
|
|
usage() {
|
|
cat <<'EOF'
|
|
Usage: mineru_parse.sh <input.pdf> [options]
|
|
|
|
Options:
|
|
--outroot DIR Root output directory (default: ./mineru-output)
|
|
--format FMT md | json | both (default: both)
|
|
--tables Extract tables (if supported)
|
|
--images Extract images (if supported)
|
|
--threads N Thread count (default: 4)
|
|
--lang LANG Language (default: en)
|
|
--backend NAME Backend (default: pipeline)
|
|
--method NAME Method (default: auto)
|
|
--device NAME Device (default: cpu)
|
|
-h, --help Show help
|
|
|
|
Environment overrides:
|
|
MINERU_CMD MinerU CLI command (default: mineru)
|
|
MINERU_INPUT_FLAG Input flag (default: -p)
|
|
MINERU_OUTPUT_FLAG Output flag (default: -o)
|
|
MINERU_FORMAT_FLAG Format flag (default: --format)
|
|
MINERU_FORMAT_VALUE_MD Value for md (default: markdown)
|
|
MINERU_FORMAT_VALUE_JSON Value for json (default: json)
|
|
MINERU_FORMAT_VALUE_BOTH Value for both (default: markdown,json)
|
|
MINERU_TABLES_FLAG Tables flag (default: --tables)
|
|
MINERU_IMAGES_FLAG Images flag (default: --images)
|
|
MINERU_THREADS_FLAG Threads env var name (default: OMP_NUM_THREADS)
|
|
MINERU_LANG_FLAG Language flag (default: -l)
|
|
MINERU_BACKEND_FLAG Backend flag (default: -b)
|
|
MINERU_METHOD_FLAG Method flag (default: -m)
|
|
MINERU_DEVICE_FLAG Device flag (default: -d)
|
|
MINERU_EXTRA_ARGS Extra raw args appended as-is
|
|
|
|
EOF
|
|
}
|
|
|
|
if [[ $# -lt 1 ]]; then
|
|
usage
|
|
exit 1
|
|
fi
|
|
|
|
input=""
|
|
outroot="./mineru-output"
|
|
format="both"
|
|
tables=false
|
|
images=false
|
|
threads="4"
|
|
lang="en"
|
|
backend="pipeline"
|
|
method="auto"
|
|
device="cpu"
|
|
|
|
while [[ $# -gt 0 ]]; do
|
|
case "$1" in
|
|
-h|--help)
|
|
usage; exit 0;;
|
|
--outroot)
|
|
outroot="$2"; shift 2;;
|
|
--format)
|
|
format="$2"; shift 2;;
|
|
--tables)
|
|
tables=true; shift;;
|
|
--images)
|
|
images=true; shift;;
|
|
--threads)
|
|
threads="$2"; shift 2;;
|
|
--lang)
|
|
lang="$2"; shift 2;;
|
|
--backend)
|
|
backend="$2"; shift 2;;
|
|
--method)
|
|
method="$2"; shift 2;;
|
|
--device)
|
|
device="$2"; shift 2;;
|
|
*)
|
|
if [[ -z "$input" ]]; then
|
|
input="$1"; shift
|
|
else
|
|
echo "Unknown argument: $1" >&2
|
|
usage
|
|
exit 1
|
|
fi
|
|
;;
|
|
esac
|
|
done
|
|
|
|
if [[ -z "$input" ]]; then
|
|
echo "Missing input PDF" >&2
|
|
usage
|
|
exit 1
|
|
fi
|
|
|
|
if [[ ! -f "$input" ]]; then
|
|
echo "Input not found: $input" >&2
|
|
exit 1
|
|
fi
|
|
|
|
cmd="${MINERU_CMD:-mineru}"
|
|
if ! command -v "$cmd" >/dev/null 2>&1; then
|
|
echo "MinerU CLI not found: $cmd" >&2
|
|
echo "Set MINERU_CMD or install MinerU CLI." >&2
|
|
exit 1
|
|
fi
|
|
|
|
outdir="$outroot"
|
|
mkdir -p "$outdir"
|
|
|
|
input_flag="${MINERU_INPUT_FLAG:--p}"
|
|
output_flag="${MINERU_OUTPUT_FLAG:--o}"
|
|
format_flag="${MINERU_FORMAT_FLAG:---format}"
|
|
fmt_md="${MINERU_FORMAT_VALUE_MD:-markdown}"
|
|
fmt_json="${MINERU_FORMAT_VALUE_JSON:-json}"
|
|
fmt_both="${MINERU_FORMAT_VALUE_BOTH:-markdown,json}"
|
|
|
|
tables_flag="${MINERU_TABLES_FLAG:---tables}"
|
|
images_flag="${MINERU_IMAGES_FLAG:---images}"
|
|
threads_env="${MINERU_THREADS_FLAG:-OMP_NUM_THREADS}"
|
|
lang_flag="${MINERU_LANG_FLAG:--l}"
|
|
backend_flag="${MINERU_BACKEND_FLAG:--b}"
|
|
method_flag="${MINERU_METHOD_FLAG:--m}"
|
|
device_flag="${MINERU_DEVICE_FLAG:--d}"
|
|
|
|
case "$format" in
|
|
md) fmt_val="$fmt_md";;
|
|
json) fmt_val="$fmt_json";;
|
|
both) fmt_val="$fmt_both";;
|
|
*)
|
|
echo "Invalid format: $format (use md|json|both)" >&2
|
|
exit 1;;
|
|
esac
|
|
|
|
args=("$input_flag" "$input" "$output_flag" "$outdir" "$backend_flag" "$backend" \
|
|
"$lang_flag" "$lang" "$device_flag" "$device" "$method_flag" "$method")
|
|
|
|
if $tables; then
|
|
args+=("$tables_flag")
|
|
fi
|
|
if $images; then
|
|
args+=("$images_flag")
|
|
fi
|
|
|
|
# Include format if flag is supported by wrapper/CLI
|
|
if [[ -n "$format_flag" ]]; then
|
|
args+=("$format_flag" "$fmt_val")
|
|
fi
|
|
|
|
if [[ -n "${MINERU_EXTRA_ARGS:-}" ]]; then
|
|
# shellcheck disable=SC2206
|
|
extra=( ${MINERU_EXTRA_ARGS} )
|
|
args+=("${extra[@]}")
|
|
fi
|
|
|
|
echo "Running: $threads_env=$threads $cmd ${args[*]}"
|
|
env "$threads_env=$threads" "$cmd" "${args[@]}"
|
|
|
|
echo "Done. Output root: $outdir"
|