efficient_context/chunking/base.py

"""
Base classes for context chunking components.
"""

from abc import ABC, abstractmethod
from typing import List, Dict, Any, Optional

class Chunk:
    """Representation of a text chunk with metadata."""
    
    def __init__(
        self,
        content: str,
        chunk_id: str,
        document_id: Optional[str] = None,
        metadata: Optional[Dict[str, Any]] = None,
    ):
        """
        Initialize a chunk.
        
        Args:
            content: The text content of the chunk
            chunk_id: Unique identifier for the chunk
            document_id: Optional ID of the source document
            metadata: Optional metadata for the chunk
        """
        self.content = content
        self.chunk_id = chunk_id
        self.document_id = document_id
        self.metadata = metadata or {}
        self.embedding = None

class BaseChunker(ABC):
    """Base class for content chunking components."""
    
    @abstractmethod
    def chunk(
        self, 
        content: str, 
        metadata: Optional[Dict[str, Any]] = None,
        document_id: Optional[str] = None
    ) -> List[Chunk]:
        """
        Split content into chunks.
        
        Args:
            content: Content to be chunked
            metadata: Optional metadata to associate with chunks
            document_id: Optional document ID to associate with chunks
            
        Returns:
            chunks: List of Chunk objects
        """
        pass