pip install pdfminer.six

python -c "from pdfminer.pdfdocument import PDFDocument; print('安裝成功')"

from pdfminer.high_level import extract_text

text = extract_text("sample.pdf")
print(text[:500])  # 打印前500個字符

from pdfminer.high_level import extract_pages
from pdfminer.layout import LTTextContainer, LTChar

for page_layout in extract_pages("sample.pdf"):
    for element in page_layout:
        if isinstance(element, LTTextContainer):
            print(element.get_text())
            # 進一步獲取每個字符的詳細信息
            for text_line in element:
                for character in text_line:
                    if isinstance(character, LTChar):
                        print(f"字符: {character.get_text()}, 字體: {character.fontname}, 字號: {character.size}")

from pdfminer.layout import LAParams
from pdfminer.high_level import extract_text

# 針對多列布局優(yōu)化
laparams = LAParams(
    char_margin=1.0,      # 更嚴格的行內(nèi)字符合并
    line_margin=0.3,      # 降低行間距容忍度，避免跨列合并
    boxes_flow=0.5,       # 保持水平閱讀順序
    detect_vertical=False
)

text = extract_text("multi_column.pdf", laparams=laparams)

from pdfminer.high_level import extract_pages
from pdfminer.layout import LTTextContainer, LTChar, LTFigure

def traverse_layout(element, level=0):
    """遞歸遍歷PDF布局對象"""
    indent = "  " * level
    
    # 獲取對象類型和基本信息
    obj_type = type(element).__name__
    
    if hasattr(element, "get_text"):
        text_preview = element.get_text()[:50].replace("\n", " ")
        print(f"{indent}{obj_type}: {text_preview}...")
    else:
        print(f"{indent}{obj_type}")
    
    # 遞歸遍歷子元素
    if hasattr(element, "__iter__") and not isinstance(element, str):
        for child in element:
            traverse_layout(child, level + 1)

# 使用示例
for page_layout in extract_pages("sample.pdf"):
    print(f"\n{'='*50}")
    print(f"頁面: {page_layout}")
    traverse_layout(page_layout)

from pdfminer.high_level import extract_pages
from pdfminer.layout import LTTextBox, LTFigure

def filter_by_region(element, page_height, top_margin=100, bottom_margin=100):
    """
    根據(jù)坐標過濾元素
    - top_margin: 頂部排除區(qū)域（像素）
    - bottom_margin: 底部排除區(qū)域（像素）
    """
    y0 = getattr(element, "y0", 0)
    y1 = getattr(element, "y1", page_height)
    
    # 排除頁眉區(qū)域（頂部）
    if y1 > page_height - top_margin:
        return False
    # 排除頁腳區(qū)域（底部）
    if y0 < bottom_margin:
        return False
    return True

# 使用示例
for page_layout in extract_pages("document.pdf"):
    page_height = page_layout.height
    for element in page_layout:
        if isinstance(element, (LTTextBox, LTFigure)):
            if filter_by_region(element, page_height, top_margin=80, bottom_margin=80):
                print(element.get_text())

from pdfminer.converter import HTMLConverter
from pdfminer.layout import LTTextBox, LTFigure

class RegionAwareHTMLConverter(HTMLConverter):
    """支持區(qū)域過濾的HTML轉(zhuǎn)換器"""
    
    def __init__(self, rsrcmgr, outfp, page_bbox=None, codec='utf-8', 
                 pageno=1, laparams=None, extract_region=None, **kwargs):
        super().__init__(rsrcmgr, outfp, codec=codec, pageno=pageno, 
                        laparams=laparams, **kwargs)
        self.extract_region = extract_region  # (x0, y0, x1, y1)
    
    def _in_region(self, obj):
        """判斷對象是否在目標區(qū)域內(nèi)"""
        if self.extract_region is None:
            return True
        x0, y0, x1, y1 = self.extract_region
        return (obj.x0 >= x0 and obj.y0 >= y0 and 
                obj.x1 <= x1 and obj.y1 <= y1)
    
    def receive_layout(self, ltpage):
        """重寫布局接收方法，添加過濾邏輯"""
        for obj in ltpage:
            if self._in_region(obj):
                if isinstance(obj, LTTextBox):
                    self.write_text(obj.get_text())
                elif isinstance(obj, LTFigure):
                    self.receive_layout(obj)  # 遞歸處理嵌套對象

from pdfminer.layout import LTChar

def filter_watermark(element, watermark_fonts=None):
    """過濾水印"""
    if watermark_fonts is None:
        watermark_fonts = ['Watermark', 'Stamp']
    
    if hasattr(element, "__iter__"):
        for child in element:
            filter_watermark(child, watermark_fonts)
    elif isinstance(element, LTChar):
        if any(font in element.fontname for font in watermark_fonts):
            return True  # 是水印，跳過
    return False

from pdfminer.pdfinterp import PDFResourceManager, PDFPageInterpreter
from pdfminer.converter import HTMLConverter
from pdfminer.pdfpage import PDFPage
from pdfminer.layout import LAParams
import io

def extract_region_text(pdf_path, bbox, page_num=0):
    """
    提取指定區(qū)域的文本
    bbox: (x0, y0, x1, y1) 單位：像素（點）
    """
    rsrcmgr = PDFResourceManager()
    outfp = io.StringIO()
    laparams = LAParams()
    
    # 使用自定義的HTMLConverter
    device = RegionAwareHTMLConverter(
        rsrcmgr, outfp, laparams=laparams, 
        extract_region=bbox
    )
    interpreter = PDFPageInterpreter(rsrcmgr, device)
    
    with open(pdf_path, 'rb') as fp:
        for i, page in enumerate(PDFPage.get_pages(fp)):
            if i == page_num:
                interpreter.process_page(page)
                break
    
    device.close()
    text = outfp.getvalue()
    outfp.close()
    return text

# 使用示例：提取發(fā)票金額區(qū)域
bbox = (500, 600, 600, 700)  # 根據(jù)實際發(fā)票調(diào)整坐標
amount_text = extract_region_text("invoice.pdf", bbox)
print(f"提取的金額：{amount_text}")

from pdfminer.high_level import extract_pages
from pdfminer.layout import LTTextBox

def find_element_coordinates(pdf_path, target_keyword):
    """查找包含特定關(guān)鍵詞的元素坐標"""
    results = []
    for page_layout in extract_pages(pdf_path):
        for element in page_layout:
            if isinstance(element, LTTextBox):
                text = element.get_text()
                if target_keyword in text:
                    results.append({
                        'text': text,
                        'bbox': (element.x0, element.y0, element.x1, element.y1),
                        'page_height': page_layout.height
                    })
    return results

# 使用示例
coords = find_element_coordinates("invoice.pdf", "金額")
for c in coords:
    print(f"找到關(guān)鍵詞: {c['text'][:50]}")
    print(f"坐標: x0={c['bbox'][0]}, y0={c['bbox'][1]}, x1={c['bbox'][2]}, y1={c['bbox'][3]}")

import io
from typing import List, Dict, Optional, Tuple
from pdfminer.high_level import extract_text, extract_pages
from pdfminer.layout import LAParams, LTTextBox, LTTextLine, LTChar
from pdfminer.pdfinterp import PDFResourceManager, PDFPageInterpreter
from pdfminer.pdfpage import PDFPage
from pdfminer.converter import TextConverter, HTMLConverter


class PDFMinerParser:
    """pdfminer.six 封裝工具類"""
    
    def __init__(self, laparams: Optional[LAParams] = None):
        self.laparams = laparams or LAParams()
    
    def extract_full_text(self, pdf_path: str) -> str:
        """提取全文"""
        return extract_text(pdf_path, laparams=self.laparams)
    
    def extract_metadata(self, pdf_path: str) -> Dict:
        """提取元數(shù)據(jù)"""
        from pdfminer.high_level import extract_metadata
        metadata = extract_metadata(pdf_path)
        return {
            'title': getattr(metadata, 'title', ''),
            'author': getattr(metadata, 'author', ''),
            'subject': getattr(metadata, 'subject', ''),
            'creator': getattr(metadata, 'creator', ''),
            'producer': getattr(metadata, 'producer', '')
        }
    
    def extract_text_with_position(self, pdf_path: str) -> List[Dict]:
        """提取帶位置信息的文本"""
        results = []
        for page_layout in extract_pages(pdf_path, laparams=self.laparams):
            page_height = page_layout.height
            for element in page_layout:
                if isinstance(element, LTTextBox):
                    for line in element:
                        if isinstance(line, LTTextLine):
                            for char in line:
                                if isinstance(char, LTChar):
                                    results.append({
                                        'char': char.get_text(),
                                        'x0': char.x0,
                                        'y0': char.y0,
                                        'x1': char.x1,
                                        'y1': char.y1,
                                        'font': char.fontname,
                                        'size': char.size,
                                        'page_height': page_height
                                    })
        return results
    
    def extract_region_text(self, pdf_path: str, bbox: Tuple[float, float, float, float],
                            page_num: int = 0) -> str:
        """提取指定區(qū)域的文本"""
        class RegionHTMLConverter(HTMLConverter):
            def __init__(self, *args, region=None, **kwargs):
                super().__init__(*args, **kwargs)
                self.region = region
            
            def receive_layout(self, ltpage):
                for obj in ltpage:
                    if self.region is None:
                        self.render(obj)
                    else:
                        x0, y0, x1, y1 = self.region
                        if (obj.x0 >= x0 and obj.y0 >= y0 and 
                            obj.x1 <= x1 and obj.y1 <= y1):
                            self.render(obj)
        
        rsrcmgr = PDFResourceManager()
        outfp = io.StringIO()
        device = RegionHTMLConverter(rsrcmgr, outfp, laparams=self.laparams, 
                                      region=bbox)
        interpreter = PDFPageInterpreter(rsrcmgr, device)
        
        with open(pdf_path, 'rb') as fp:
            for i, page in enumerate(PDFPage.get_pages(fp)):
                if i == page_num:
                    interpreter.process_page(page)
                    break
        
        device.close()
        result = outfp.getvalue()
        outfp.close()
        return result
    
    def filter_header_footer(self, pdf_path: str, top_margin: float = 80, 
                              bottom_margin: float = 80) -> str:
        """過濾頁眉頁腳后提取文本"""
        class HeaderFooterFilterConverter(TextConverter):
            def __init__(self, *args, top_margin=80, bottom_margin=80, **kwargs):
                super().__init__(*args, **kwargs)
                self.top_margin = top_margin
                self.bottom_margin = bottom_margin
            
            def receive_layout(self, ltpage):
                for obj in ltpage:
                    y0 = getattr(obj, 'y0', 0)
                    y1 = getattr(obj, 'y1', ltpage.height)
                    if y1 > ltpage.height - self.top_margin:
                        continue  # 跳過頁眉區(qū)域
                    if y0 < self.bottom_margin:
                        continue  # 跳過頁腳區(qū)域
                    self.render(obj)
        
        rsrcmgr = PDFResourceManager()
        outfp = io.StringIO()
        device = HeaderFooterFilterConverter(rsrcmgr, outfp, laparams=self.laparams,
                                              top_margin=top_margin, 
                                              bottom_margin=bottom_margin)
        interpreter = PDFPageInterpreter(rsrcmgr, device)
        
        with open(pdf_path, 'rb') as fp:
            for page in PDFPage.get_pages(fp):
                interpreter.process_page(page)
        
        device.close()
        result = outfp.getvalue()
        outfp.close()
        return result


# 使用示例
if __name__ == "__main__":
    parser = PDFMinerParser()
    
    # 1. 提取全文
    full_text = parser.extract_full_text("sample.pdf")
    print(f"全文長度: {len(full_text)} 字符")
    
    # 2. 提取元數(shù)據(jù)
    metadata = parser.extract_metadata("sample.pdf")
    print(f"作者: {metadata['author']}")
    
    # 3. 提取帶位置的信息
    chars = parser.extract_text_with_position("sample.pdf")
    print(f"共提取 {len(chars)} 個字符的位置信息")
    
    # 4. 提取指定區(qū)域
    region_text = parser.extract_region_text("sample.pdf", (100, 100, 500, 300))
    print(f"區(qū)域文本: {region_text[:100]}")
    
    # 5. 過濾頁眉頁腳
    clean_text = parser.filter_header_footer("sample.pdf", top_margin=80, bottom_margin=80)
    print(f"過濾后文本長度: {len(clean_text)} 字符")

# 針對雙欄論文優(yōu)化參數(shù)
laparams = LAParams(
    char_margin=1.0,
    line_margin=0.3,
    boxes_flow=0.5
)

parser = PDFMinerParser(laparams=laparams)
text = parser.extract_full_text("academic_paper.pdf")

# 定位到合同條款區(qū)域（通常在頁面上半部分）
contract_bbox = (50, 500, 550, 750)  # 根據(jù)實際調(diào)整
clause_text = parser.extract_region_text("contract.pdf", contract_bbox)

import os
from concurrent.futures import ThreadPoolExecutor

def batch_parse(pdf_dir: str):
    """批量解析目錄下的所有PDF"""
    parser = PDFMinerParser()
    results = {}
    
    pdf_files = [f for f in os.listdir(pdf_dir) if f.endswith('.pdf')]
    
    def parse_one(pdf_file):
        pdf_path = os.path.join(pdf_dir, pdf_file)
        return pdf_file, parser.extract_full_text(pdf_path)
    
    with ThreadPoolExecutor(max_workers=4) as executor:
        for pdf_file, text in executor.map(parse_one, pdf_files):
            results[pdf_file] = text
    
    return results

# 使用示例
texts = batch_parse("./pdfs/")
for name, content in texts.items():
    print(f"{name}: {len(content)} 字符")

from pdfminer.pdfdocument import PDFDocument
from pdfminer.pdfparser import PDFParser

# 使用更底層的API處理中文編碼問題
parser = PDFParser(open('chinese.pdf', 'rb'))
document = PDFDocument(parser)
# 確保CID字體正確加載

# 使用逐頁迭代而非一次性提取
for page in PDFPage.get_pages(fp, caching=False):  # 關(guān)閉緩存
    interpreter.process_page(page)

# 先使用PyMuPDF將PDF頁面轉(zhuǎn)為圖像，再用OCR識別
import fitz
doc = fitz.open("scanned.pdf")
for page_num in range(len(doc)):
    page = doc[page_num]
    pix = page.get_pixmap()
    pix.save(f"page_{page_num}.png")
    # 然后使用OCR工具識別圖像中的文字