Logging

import chonkie
chonkie.logger.configure("info", format="%(levelname)s - %(message)s")

INFO - Created 5 chunks

import chonkie
chonkie.logger.configure("info", format="%(message)s")

Created 5 chunks

import chonkie
chonkie.logger.configure("info", format="[%(name)s] %(levelname)s: %(message)s")

[chonkie.chunker.token] INFO: Created 5 chunks

import chonkie
import logging

# Custom formatter that includes extra fields
class StructuredFormatter(logging.Formatter):
    def format(self, record):
        msg = super().format(record)
        # Add any extra fields
        extras = []
        for key in ['chunk_count', 'tokens']:
            if hasattr(record, key):
                extras.append(f"{key}={getattr(record, key)}")
        if extras:
            msg += f" [{', '.join(extras)}]"
        return msg

# Apply custom formatter
logger = logging.getLogger("chonkie")
handler = logging.StreamHandler()
handler.setFormatter(StructuredFormatter("%(levelname)s - %(message)s"))
logger.addHandler(handler)
logger.setLevel(logging.INFO)

INFO - Created chunks [chunk_count=5, tokens=128]