Files
ocrmypdf/tests/test_api.py
T

224 lines
6.5 KiB
Python
Raw Normal View History

2022-07-28 01:06:46 -07:00
# SPDX-FileCopyrightText: 2022 James R. Barlow
# SPDX-License-Identifier: MPL-2.0
2019-12-30 17:51:09 -08:00
2022-07-23 00:39:24 -07:00
from __future__ import annotations
2024-11-10 02:05:57 -08:00
import pickle
2023-10-12 16:30:16 -07:00
from io import BytesIO
from pathlib import Path
2019-12-30 17:51:09 -08:00
import pytest
from pdfminer.high_level import extract_text
2019-12-30 17:51:09 -08:00
import ocrmypdf
2024-11-10 02:05:57 -08:00
import ocrmypdf._pipelines
2023-10-30 00:05:34 -07:00
import ocrmypdf.api
2019-12-30 17:51:09 -08:00
2020-04-14 23:18:52 -07:00
def test_language_list():
2020-04-15 02:26:20 -07:00
with pytest.raises(
(ocrmypdf.exceptions.InputFileError, ocrmypdf.exceptions.MissingDependencyError)
):
ocrmypdf.ocr('doesnotexist.pdf', '_.pdf', language=['eng', 'deu'])
2020-04-30 03:38:27 -07:00
def test_language_parameter_mapped_to_languages():
"""Test that the API 'language' parameter is mapped to OcrOptions 'languages'.
Regression test for GitHub issue #1640: the Python API ignored the language
parameter, always defaulting to 'eng'.
"""
from ocrmypdf._options import OcrOptions
from ocrmypdf.api import create_options, setup_plugin_infrastructure
from ocrmypdf.cli import get_parser
setup_plugin_infrastructure()
parser = get_parser()
options = create_options(
input_file='test.pdf',
output_file='output.pdf',
parser=parser,
language=['tam'],
)
assert options.languages == ['tam']
# Test with a list of multiple languages
options = create_options(
input_file='test.pdf',
output_file='output.pdf',
parser=parser,
language=['fra', 'deu'],
)
assert options.languages == ['fra', 'deu']
# Test with a bare string (single language)
options = create_options(
input_file='test.pdf',
output_file='output.pdf',
parser=parser,
language='tam',
)
assert options.languages == ['tam']
# Test '+'-separated string is split like CLI --language
options = create_options(
input_file='test.pdf',
output_file='output.pdf',
parser=parser,
language='eng+spa',
)
assert options.languages == ['eng', 'spa']
# Test '+'-separated entry within a list is also split
options = create_options(
input_file='test.pdf',
output_file='output.pdf',
parser=parser,
language=['eng+spa'],
)
assert options.languages == ['eng', 'spa']
2023-10-12 16:30:16 -07:00
def test_stream_api(resources: Path):
2020-04-30 03:38:27 -07:00
in_ = (resources / 'graph.pdf').open('rb')
out = BytesIO()
ocrmypdf.ocr(in_, out, tesseract_timeout=0.0)
out.seek(0)
assert b'%PDF' in out.read(1024)
2023-10-12 16:30:16 -07:00
def test_sidecar_stringio(resources: Path, outdir: Path, outpdf: Path):
s = BytesIO()
ocrmypdf.ocr(
resources / 'ccitt.pdf',
outpdf,
plugins=['tests/plugins/tesseract_cache.py'],
2024-11-10 02:05:57 -08:00
sidecar=s,
)
s.seek(0)
assert b'the' in s.getvalue()
def test_hocr_api_multipage(resources: Path, outdir: Path, outpdf: Path):
2023-10-30 00:05:34 -07:00
ocrmypdf.api._pdf_to_hocr(
2023-10-12 16:30:16 -07:00
resources / 'multipage.pdf',
outdir,
language='eng',
skip_text=True,
plugins=['tests/plugins/tesseract_cache.py'],
2023-10-12 16:30:16 -07:00
)
assert (outdir / '000001_ocr_hocr.hocr').exists()
assert (outdir / '000006_ocr_hocr.hocr').exists()
assert not (outdir / '000004_ocr_hocr.hocr').exists()
2023-10-13 03:25:12 -07:00
2023-10-30 00:05:34 -07:00
ocrmypdf.api._hocr_to_ocr_pdf(outdir, outpdf)
assert outpdf.exists()
2023-10-13 03:25:12 -07:00
def test_hocr_to_pdf_api(resources: Path, outdir: Path, outpdf: Path):
2023-10-30 00:05:34 -07:00
ocrmypdf.api._pdf_to_hocr(
2023-10-13 03:25:12 -07:00
resources / 'ccitt.pdf',
outdir,
language='eng',
skip_text=True,
plugins=['tests/plugins/tesseract_cache.py'],
)
assert (outdir / '000001_ocr_hocr.hocr').exists()
hocr = (outdir / '000001_ocr_hocr.hocr').read_text(encoding='utf-8')
mangled = hocr.replace('the', 'hocr')
(outdir / '000001_ocr_hocr.hocr').write_text(mangled, encoding='utf-8')
2023-10-30 00:05:34 -07:00
ocrmypdf.api._hocr_to_ocr_pdf(outdir, outpdf, optimize=0)
text = extract_text(outpdf)
assert 'hocr' in text and 'the' not in text
2024-11-10 02:05:57 -08:00
def test_hocr_result_json():
result = ocrmypdf._pipelines._common.HOCRResult(
pageno=1,
pdf_page_from_image=Path('a'),
hocr=Path('b'),
textpdf=Path('c'),
orientation_correction=180,
)
assert (
result.to_json()
== '{"pageno": 1, "pdf_page_from_image": {"Path": "a"}, "hocr": {"Path": "b"}, '
'"textpdf": {"Path": "c"}, "orientation_correction": 180, "ocr_tree": null}'
2024-11-10 02:05:57 -08:00
)
assert ocrmypdf._pipelines._common.HOCRResult.from_json(result.to_json()) == result
def test_hocr_result_pickle():
result = ocrmypdf._pipelines._common.HOCRResult(
pageno=1,
pdf_page_from_image=Path('a'),
hocr=Path('b'),
textpdf=Path('c'),
orientation_correction=180,
)
assert result == pickle.loads(pickle.dumps(result))
def test_nested_plugin_option_access():
"""Test that plugin options can be accessed via nested namespaces."""
from ocrmypdf._options import OcrOptions
from ocrmypdf.api import setup_plugin_infrastructure
# Set up plugin infrastructure to register plugin models
setup_plugin_infrastructure()
# Create options with tesseract settings
options = OcrOptions(
input_file='test.pdf',
output_file='output.pdf',
tesseract_timeout=120.0,
tesseract_oem=1,
optimize=2,
)
# Test flat access still works
assert options.tesseract_timeout == 120.0
assert options.tesseract_oem == 1
assert options.optimize == 2
# Test nested access for tesseract
tesseract = options.tesseract
assert tesseract is not None
assert tesseract.timeout == 120.0
assert tesseract.oem == 1
# Test nested access for ghostscript
ghostscript = options.ghostscript
assert ghostscript is not None
assert ghostscript.color_conversion_strategy == "LeaveColorUnchanged"
# Test that cached instances are returned
assert options.tesseract is tesseract
def test_default_tesseract_timeout():
"""Test that OcrOptions without explicit tesseract_timeout uses plugin default.
Regression test for GitHub issue #1636: when using the Python API without
specifying tesseract_timeout, the default was 0.0 which caused Tesseract
to immediately time out and produce no OCR output.
"""
from ocrmypdf._options import OcrOptions
from ocrmypdf.api import setup_plugin_infrastructure
setup_plugin_infrastructure()
# Default OcrOptions should leave tesseract_timeout as None
options = OcrOptions(
input_file='test.pdf',
output_file='output.pdf',
)
assert options.tesseract_timeout is None
# The plugin default (180s) should be used when tesseract_timeout is None
assert options.tesseract.timeout == 180.0