q2api/claude_parser.py

import json
import struct
import logging
from typing import Optional, Dict, Any, AsyncIterator

logger = logging.getLogger(__name__)

class EventStreamParser:
    """AWS Event Stream binary format parser (v2 style)."""
    
    @staticmethod
    def parse_headers(headers_data: bytes) -> Dict[str, str]:
        """Parse event stream headers."""
        headers = {}
        offset = 0
        
        while offset < len(headers_data):
            if offset >= len(headers_data):
                break
            name_length = headers_data[offset]
            offset += 1
            
            if offset + name_length > len(headers_data):
                break
            name = headers_data[offset:offset + name_length].decode('utf-8')
            offset += name_length
            
            if offset >= len(headers_data):
                break
            value_type = headers_data[offset]
            offset += 1
            
            if offset + 2 > len(headers_data):
                break
            value_length = struct.unpack('>H', headers_data[offset:offset + 2])[0]
            offset += 2
            
            if offset + value_length > len(headers_data):
                break
            
            if value_type == 7:
                value = headers_data[offset:offset + value_length].decode('utf-8')
            else:
                value = headers_data[offset:offset + value_length]
            
            offset += value_length
            headers[name] = value
        
        return headers
    
    @staticmethod
    def parse_message(data: bytes) -> Optional[Dict[str, Any]]:
        """Parse single Event Stream message."""
        try:
            if len(data) < 16:
                return None
            
            total_length = struct.unpack('>I', data[0:4])[0]
            headers_length = struct.unpack('>I', data[4:8])[0]
            
            if len(data) < total_length:
                logger.warning(f"Incomplete message: expected {total_length} bytes, got {len(data)}")
                return None
            
            headers_data = data[12:12 + headers_length]
            headers = EventStreamParser.parse_headers(headers_data)
            
            payload_start = 12 + headers_length
            payload_end = total_length - 4
            payload_data = data[payload_start:payload_end]
            
            payload = None
            if payload_data:
                try:
                    payload = json.loads(payload_data.decode('utf-8'))
                except (json.JSONDecodeError, UnicodeDecodeError):
                    payload = payload_data
            
            return {
                'headers': headers,
                'payload': payload,
                'total_length': total_length
            }
        
        except Exception as e:
            logger.error(f"Failed to parse message: {e}", exc_info=True)
            return None
    
    @staticmethod
    async def parse_stream(byte_stream: AsyncIterator[bytes]) -> AsyncIterator[Dict[str, Any]]:
        """Parse byte stream and extract events."""
        buffer = bytearray()
        
        async for chunk in byte_stream:
            buffer.extend(chunk)
            
            while len(buffer) >= 12:
                try:
                    total_length = struct.unpack('>I', buffer[0:4])[0]
                except struct.error:
                    break
                
                if len(buffer) < total_length:
                    break
                
                message_data = bytes(buffer[:total_length])
                buffer = buffer[total_length:]
                
                message = EventStreamParser.parse_message(message_data)
                if message:
                    yield message

def extract_event_info(message: Dict[str, Any]) -> Optional[Dict[str, Any]]:
    """Extract event information from parsed message."""
    headers = message.get('headers', {})
    payload = message.get('payload')
    
    event_type = headers.get(':event-type') or headers.get('event-type')
    content_type = headers.get(':content-type') or headers.get('content-type')
    message_type = headers.get(':message-type') or headers.get('message-type')
    
    return {
        'event_type': event_type,
        'content_type': content_type,
        'message_type': message_type,
        'payload': payload
    }

def _sse_format(event_type: str, data: Dict[str, Any]) -> str:
    """Format SSE event."""
    json_data = json.dumps(data, ensure_ascii=False)
    return f"event: {event_type}\ndata: {json_data}\n\n"

def build_message_start(conversation_id: str, model: str = "claude-sonnet-4.5", input_tokens: int = 0) -> str:
    """Build message_start SSE event."""
    data = {
        "type": "message_start",
        "message": {
            "id": conversation_id,
            "type": "message",
            "role": "assistant",
            "content": [],
            "model": model,
            "stop_reason": None,
            "stop_sequence": None,
            "usage": {"input_tokens": input_tokens, "output_tokens": 0}
        }
    }
    return _sse_format("message_start", data)

def build_content_block_start(index: int, block_type: str = "text") -> str:
    """Build content_block_start SSE event."""
    if block_type == "text":
        block_payload = {"type": "text", "text": ""}
    elif block_type == "thinking":
        block_payload = {"type": "thinking", "thinking": ""}
    else:
        block_payload = {"type": block_type}
    data = {
        "type": "content_block_start",
        "index": index,
        "content_block": block_payload
    }
    return _sse_format("content_block_start", data)

def build_content_block_delta(index: int, text: str, delta_type: str = "text_delta", field_name: str = "text") -> str:
    """Build content_block_delta SSE event."""
    delta = {"type": delta_type}
    if field_name:
        delta[field_name] = text
    data = {
        "type": "content_block_delta",
        "index": index,
        "delta": delta
    }
    return _sse_format("content_block_delta", data)

def build_content_block_stop(index: int) -> str:
    """Build content_block_stop SSE event."""
    data = {
        "type": "content_block_stop",
        "index": index
    }
    return _sse_format("content_block_stop", data)

def build_ping() -> str:
    """Build ping SSE event."""
    data = {"type": "ping"}
    return _sse_format("ping", data)

def build_message_stop(input_tokens: int, output_tokens: int, stop_reason: Optional[str] = None) -> str:
    """Build message_delta and message_stop SSE events."""
    delta_data = {
        "type": "message_delta",
        "delta": {"stop_reason": stop_reason or "end_turn", "stop_sequence": None},
        "usage": {"output_tokens": output_tokens}
    }
    delta_event = _sse_format("message_delta", delta_data)
    
    stop_data = {
        "type": "message_stop"
    }
    stop_event = _sse_format("message_stop", stop_data)
    
    return delta_event + stop_event

def build_tool_use_start(index: int, tool_use_id: str, tool_name: str) -> str:
    """Build tool_use content_block_start SSE event."""
    data = {
        "type": "content_block_start",
        "index": index,
        "content_block": {
            "type": "tool_use",
            "id": tool_use_id,
            "name": tool_name,
            "input": {}
        }
    }
    return _sse_format("content_block_start", data)

def build_tool_use_input_delta(index: int, input_json_delta: str) -> str:
    """Build tool_use input_json_delta SSE event."""
    data = {
        "type": "content_block_delta",
        "index": index,
        "delta": {
            "type": "input_json_delta",
            "partial_json": input_json_delta
        }
    }
    return _sse_format("content_block_delta", data)