Source code for julee.repositories.memory.document

"""
Memory implementation of DocumentRepository.

This module provides an in-memory implementation of the DocumentRepository
protocol that follows the Clean Architecture patterns defined in the
Fun-Police Framework. It handles document storage with content and metadata
in memory dictionaries, ensuring idempotency and proper error handling.

The implementation uses Python dictionaries to store document data, making it
ideal for testing scenarios where external dependencies should be avoided.
All operations are still async to maintain interface compatibility.
"""

import hashlib
import io
import logging
from typing import Any

from julee.domain.models.custom_fields.content_stream import (
    ContentStream,
)
from julee.domain.models.document import Document
from julee.domain.repositories.document import DocumentRepository

from .base import MemoryRepositoryMixin

[docs] logger = logging.getLogger(__name__)
[docs] class MemoryDocumentRepository(DocumentRepository, MemoryRepositoryMixin[Document]): """ Memory implementation of DocumentRepository using Python dictionaries. This implementation stores document metadata and content in memory: - Documents: Dictionary keyed by document_id containing Document objects This provides a lightweight, dependency-free option for testing while maintaining the same interface as other implementations. """ def __init__(self) -> None: """Initialize repository with empty in-memory storage."""
[docs] self.logger = logger
[docs] self.entity_name = "Document"
[docs] self.storage_dict: dict[str, Document] = {}
logger.debug("Initializing MemoryDocumentRepository")
[docs] async def get(self, document_id: str) -> Document | None: """Retrieve a document with metadata and content. Args: document_id: Unique document identifier Returns: Document object if found, None otherwise """ return self.get_entity(document_id)
[docs] async def save(self, document: Document) -> None: """Save a document with its content and metadata. If the document has content_string, it will be converted to a ContentStream and the content hash will be calculated automatically. Args: document: Document object to save Raises: ValueError: If document has no content or content_string """ # Handle content_string conversion (only if no content provided) if document.content_string is not None: # Convert content_string to ContentStream assert document.content_string is not None # For MyPy content_bytes = document.content_string.encode("utf-8") content_stream = ContentStream(io.BytesIO(content_bytes)) # Calculate content hash content_hash = hashlib.sha256(content_bytes).hexdigest() # Create new document with ContentStream and calculated hash document = document.model_copy( update={ "content": content_stream, "content_multihash": content_hash, "size_bytes": len(content_bytes), } ) self.logger.debug( "Converted content_string to ContentStream for document save", extra={ "document_id": document.document_id, "content_hash": content_hash, "content_length": len(content_bytes), }, ) # Create a copy without content_string (content saved # in separate content-addressable storage) document_for_storage = document.model_copy(update={"content_string": None}) self.save_entity(document_for_storage, "document_id")
[docs] async def generate_id(self) -> str: """Generate a unique document identifier. Returns: Unique document ID string """ return self.generate_entity_id("doc")
[docs] async def get_many(self, document_ids: list[str]) -> dict[str, Document | None]: """Retrieve multiple documents by ID. Args: document_ids: List of unique document identifiers Returns: Dict mapping document_id to Document (or None if not found) """ return self.get_many_entities(document_ids)
[docs] async def list_all(self) -> list[Document]: """List all documents. Returns: List of all Document entities in the repository """ self.logger.debug( f"Memory{self.entity_name}Repository: Listing all " f"{self.entity_name.lower()}s" ) documents = list(self.storage_dict.values()) self.logger.info( f"Memory{self.entity_name}Repository: Listed all " f"{self.entity_name.lower()}s", extra={"count": len(documents)}, ) return documents
def _add_entity_specific_log_data( self, entity: Document, log_data: dict[str, Any] ) -> None: """Add document-specific data to log entries.""" super()._add_entity_specific_log_data(entity, log_data) log_data["content_length"] = entity.size_bytes