TextChef

from chonkie import TextChef

# Simple initialization - no parameters required
chef = TextChef()

from chonkie import TextChef

# Initialize the chef
chef = TextChef()

# Process a text file
doc = chef.process("example.txt")

# Access the content
print(doc.content)
print(f"Document ID: {doc.id}")

from chonkie import TextChef, TokenChunker

# Step 1: Load text file
chef = TextChef()
doc = chef.process("article.txt")

# Step 2: Chunk the content
chunker = TokenChunker(chunk_size=512, chunk_overlap=50)
chunks = chunker.chunk(doc.content)

# Step 3: Store chunks back in the document
doc.chunks = chunks

# Now your document has both content and chunks
print(f"Document {doc.id}:")
print(f"  Content: {len(doc.content)} characters")
print(f"  Chunks: {len(doc.chunks)}")