from dataclasses import dataclass, field from io import BytesIO from pathlib import Path from html import escape import re class ImportFailure(ValueError): pass @dataclass class ImportResult: markdown: str warnings: list[str] = field(default_factory=list) body_format: str = "markdown" @dataclass class ImportedImage: name: str content: bytes content_type: str cell: str = "" @dataclass class ExcelSheetResult: title: str markdown: str images: list[ImportedImage] = field(default_factory=list) body_format: str = "markdown" def import_document(upload, flatten_excel=False) -> ImportResult: suffix = Path(upload.name).suffix.lower() content = upload.read() upload.seek(0) if suffix == ".docx": return _docx(content) if suffix in {".xlsx", ".xlsm"}: return _xlsx(content, flatten=flatten_excel) if suffix == ".pdf": return _pdf(content) if suffix in {".md", ".txt"}: return ImportResult(content.decode("utf-8-sig")) if suffix in {".doc", ".xls"}: raise ImportFailure("Alte .doc/.xls-Dateien bitte zuerst als .docx/.xlsx speichern.") raise ImportFailure("Unterstützt werden DOCX, XLSX, XLSM, PDF, Markdown und Text.") def _docx(content): import mammoth result = mammoth.convert_to_markdown(BytesIO(content)) warnings = [message.message for message in result.messages] return ImportResult(result.value.strip(), warnings) def _render_excel_rows(rows, flatten=False): from tabulate import tabulate width = max(len(row) for row in rows) rows = [row + [""] * (width - len(row)) for row in rows] header, body = rows[0], rows[1:] if not flatten: return tabulate(body, headers=header, tablefmt="github") # Document-style flattening: retain every cell in reading order without # inventing record headings or field/value labels. Cells in one Excel row # become lines in one paragraph; Excel rows are separated by a blank line. blocks = [] for row in rows: values = [_escape_markdown_text(value) for value in row if value != ""] if values: blocks.append(" \n".join(values)) return "\n\n".join(blocks) or "_Keine Inhalte_" def _escape_markdown_text(value): value = str(value).replace("\\", "\\\\") for character in ("*", "_", "[", "]", "<", ">", "#", "|"): value = value.replace(character, f"\\{character}") return value.replace("\r\n", " \n").replace("\r", " \n").replace("\n", " \n") def _xlsx(content, flatten=False): from openpyxl import load_workbook workbook = load_workbook(BytesIO(content), read_only=False, data_only=True) sections = [] for sheet in workbook.worksheets: rows = [["" if cell is None else str(cell) for cell in row] for row in sheet.iter_rows(values_only=True)] while rows and not any(value for value in rows[-1]): rows.pop() if not rows: continue rendered = _render_flattened_worksheet(sheet) if flatten else _render_excel_worksheet_html(sheet, workbook) sections.append(f"## {sheet.title}\n\n{rendered}" if flatten else f"

{escape(sheet.title)}

\n{rendered}") if not sections: raise ImportFailure("Die Arbeitsmappe enthält keine Daten.") return ImportResult("\n\n".join(sections), body_format="markdown" if flatten else "html") def import_excel_sheets(upload, flatten=False) -> list[ExcelSheetResult]: """Convert each non-empty worksheet into an individual document payload.""" from openpyxl import load_workbook from openpyxl.utils import get_column_letter suffix = Path(upload.name).suffix.lower() if suffix not in {".xlsx", ".xlsm"}: raise ImportFailure("Der Mehrblattimport unterstützt XLSX- und XLSM-Dateien.") content = upload.read() upload.seek(0) workbook = load_workbook(BytesIO(content), read_only=False, data_only=True) results = [] for sheet in workbook.worksheets: rows = [["" if cell is None else str(cell) for cell in row] for row in sheet.iter_rows(values_only=True)] while rows and not any(value for value in rows[-1]): rows.pop() images = [] for number, image in enumerate(getattr(sheet, "_images", ()), 1): image_format = (getattr(image, "format", None) or "png").lower() if image_format == "jpg": image_format = "jpeg" if image_format not in {"png", "jpeg", "gif", "webp"}: continue anchor = getattr(image, "anchor", None) marker = getattr(anchor, "_from", None) cell = f"{get_column_letter(marker.col + 1)}{marker.row + 1}" if marker else "" try: image_content = image._data() except (AttributeError, OSError, ValueError): continue images.append(ImportedImage( name=f"{slugify_filename(sheet.title)}-{number}.{image_format if image_format != 'jpeg' else 'jpg'}", content=image_content, content_type=f"image/{image_format}", cell=cell, )) if not rows and not images: continue if rows: markdown = _render_flattened_worksheet(sheet) if flatten else _render_excel_worksheet_html(sheet, workbook) else: markdown = "" results.append(ExcelSheetResult( title=sheet.title, markdown=markdown, images=images, body_format="markdown" if flatten else "html", )) if not results: raise ImportFailure("Die Arbeitsmappe enthält keine Daten oder unterstützten Bilder.") return results def slugify_filename(value): value = re.sub(r"[^A-Za-z0-9._-]+", "-", value).strip("-.") return value[:80] or "arbeitsblatt" def _excel_color(color, workbook): """Resolve RGB, indexed and theme-based openpyxl colors to a CSS hex value.""" if not color or not getattr(color, "type", None): return None value = None if color.type == "rgb" and color.rgb: value = str(color.rgb)[-6:] elif color.type == "indexed" and color.indexed is not None: from openpyxl.styles.colors import COLOR_INDEX index = int(color.indexed) if 0 <= index < len(COLOR_INDEX): value = COLOR_INDEX[index][-6:] elif color.type == "theme" and color.theme is not None and workbook.loaded_theme: from xml.etree import ElementTree try: root = ElementTree.fromstring(workbook.loaded_theme) scheme = root.find(".//{http://schemas.openxmlformats.org/drawingml/2006/main}clrScheme") entries = list(scheme) if scheme is not None else [] entry = entries[int(color.theme)] color_node = next(iter(entry)) value = color_node.attrib.get("val") or color_node.attrib.get("lastClr") except (ElementTree.ParseError, IndexError, StopIteration, TypeError, ValueError): value = None if not value or not re.fullmatch(r"[0-9A-Fa-f]{6}", value): return None rgb = [int(value[index:index + 2], 16) for index in (0, 2, 4)] tint = float(getattr(color, "tint", 0) or 0) if tint: rgb = [round(component * (1 + tint) if tint < 0 else component + (255 - component) * tint) for component in rgb] return "#" + "".join(f"{max(0, min(255, component)):02x}" for component in rgb) def _excel_cell_style(cell, workbook): declarations = [] if cell.fill and cell.fill.fill_type == "solid": fill = _excel_color(cell.fill.fgColor, workbook) if fill: declarations.append(f"background-color: {fill}") font_color = _excel_color(cell.font.color, workbook) if font_color: declarations.append(f"color: {font_color}") if cell.font.bold: declarations.append("font-weight: bold") if cell.font.italic: declarations.append("font-style: italic") if cell.font.sz: declarations.append(f"font-size: {float(cell.font.sz):g}pt") if cell.alignment.horizontal in {"left", "center", "right", "justify"}: declarations.append(f"text-align: {cell.alignment.horizontal}") if cell.alignment.vertical in {"top", "center", "bottom"}: declarations.append(f"vertical-align: {'middle' if cell.alignment.vertical == 'center' else cell.alignment.vertical}") if cell.alignment.wrap_text: declarations.append("white-space: normal") return "; ".join(declarations) def _render_excel_worksheet_html(sheet, workbook): """Render worksheet values and the most relevant visual Excel cell formatting.""" from openpyxl.utils import get_column_letter populated = [cell for row in sheet.iter_rows() for cell in row if cell.value not in (None, "")] if not populated: return "

Keine Inhalte

" max_row = max(cell.row for cell in populated) max_column = max(cell.column for cell in populated) merged_starts, merged_children = {}, set() for merged in sheet.merged_cells.ranges: if merged.min_row > max_row or merged.min_col > max_column: continue merged_starts[(merged.min_row, merged.min_col)] = ( min(merged.max_row, max_row) - merged.min_row + 1, min(merged.max_col, max_column) - merged.min_col + 1, ) for row in range(merged.min_row, min(merged.max_row, max_row) + 1): for column in range(merged.min_col, min(merged.max_col, max_column) + 1): if (row, column) != (merged.min_row, merged.min_col): merged_children.add((row, column)) columns = [] for column in range(1, max_column + 1): width = sheet.column_dimensions[get_column_letter(column)].width columns.append(f'') output = ['', *columns, ""] for row in range(1, max_row + 1): row_style = "" if sheet.row_dimensions[row].height: row_style = f' style="height: {float(sheet.row_dimensions[row].height):g}pt"' output.append(f"") for column in range(1, max_column + 1): if (row, column) in merged_children: continue cell = sheet.cell(row=row, column=column) attributes = [] rowspan, colspan = merged_starts.get((row, column), (1, 1)) if rowspan > 1: attributes.append(f'rowspan="{rowspan}"') if colspan > 1: attributes.append(f'colspan="{colspan}"') style = _excel_cell_style(cell, workbook) if style: attributes.append(f'style="{style}"') value = "" if cell.value is None else escape(str(cell.value)).replace("\n", "
") output.append(f"{value}") output.append("") output.append("
") return "".join(output) def _render_flattened_worksheet(sheet): """Flatten ordinary cells while preserving explicitly defined Excel tables.""" from openpyxl.utils.cell import range_boundaries table_ranges = [] for table in sheet.tables.values(): min_col, min_row, max_col, max_row = range_boundaries(table.ref) table_ranges.append((min_col, min_row, max_col, max_row)) table_ranges.sort(key=lambda item: (item[1], item[0])) def containing_table(row, column): for bounds in table_ranges: min_col, min_row, max_col, max_row = bounds if min_row <= row <= max_row and min_col <= column <= max_col: return bounds return None blocks = [] rendered_tables = set() for row_number in range(1, sheet.max_row + 1): ordinary_values = [] tables_starting_here = [] for column_number in range(1, sheet.max_column + 1): bounds = containing_table(row_number, column_number) if bounds: if bounds[1] == row_number and bounds not in rendered_tables: tables_starting_here.append(bounds) rendered_tables.add(bounds) continue value = sheet.cell(row=row_number, column=column_number).value if value not in (None, ""): ordinary_values.append(_escape_markdown_text(value)) if ordinary_values: blocks.append(" \n".join(ordinary_values)) for min_col, min_row, max_col, max_row in tables_starting_here: rows = [] for table_row in sheet.iter_rows( min_row=min_row, max_row=max_row, min_col=min_col, max_col=max_col, values_only=True ): rows.append(["" if value is None else str(value) for value in table_row]) if rows: blocks.append(_render_excel_rows(rows, flatten=False)) return "\n\n".join(blocks) or "_Keine Inhalte_" def _pdf(content): from pypdf import PdfReader reader = PdfReader(BytesIO(content)) pages = [] for number, page in enumerate(reader.pages, 1): text = (page.extract_text() or "").strip() if text: text = re.sub(r"[ \t]+\n", "\n", text) pages.append(f"## Seite {number}\n\n{text}") if not pages: raise ImportFailure("Das PDF enthält keinen extrahierbaren Text. Für Scans ist OCR erforderlich.") return ImportResult("\n\n".join(pages), ["PDF-Layout und Bilder können nicht vollständig übernommen werden."])