e653d63bc1
OSS restructuring for open-core model: - Rename package from agentserver/ to xml_pipeline/ - Update all imports (44 Python files, 31 docs/configs) - Update pyproject.toml for OSS distribution (v0.3.0) - Move prompt_toolkit from core to optional [console] extra - Remove auth/server/lsp from core optional deps (-> Nextra) New console example in examples/console/: - Self-contained demo with handlers and config - Uses prompt_toolkit (optional, falls back to input()) - No password auth, no TUI, no LSP — just the basics - Shows how to use xml-pipeline as a library Import changes: - from agentserver.* -> from xml_pipeline.* - CLI entry points updated: xml_pipeline.cli:main Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
42 lines
No EOL
1.6 KiB
Python
42 lines
No EOL
1.6 KiB
Python
from lxml import etree
|
|
from xml_pipeline.message_bus.message_state import MessageState
|
|
|
|
# lxml parser configured for maximum tolerance + recovery
|
|
_RECOVERY_PARSER = etree.XMLParser(
|
|
recover=True, # Try to recover from malformed XML
|
|
remove_blank_text=True, # Normalize whitespace
|
|
resolve_entities=False, # Security: don't resolve external entities
|
|
huge_tree=False, # Default is safe
|
|
)
|
|
|
|
async def repair_step(state: MessageState) -> MessageState:
|
|
"""
|
|
First pipeline step: repair malformed ingress bytes into a recoverable lxml ElementTree.
|
|
|
|
Takes raw_bytes from ingress (or multi-payload extraction) and attempts to produce
|
|
a valid envelope_tree. Uses lxml's recovery mode to tolerate dirty streams.
|
|
|
|
Always returns a MessageState (even on total failure — injects diagnostic error).
|
|
"""
|
|
if state.raw_bytes is None:
|
|
state.error = "repair_step: no raw_bytes available"
|
|
return state
|
|
|
|
try:
|
|
# lxml recovery parser turns most garbage into something parseable
|
|
tree = etree.fromstring(state.raw_bytes, parser=_RECOVERY_PARSER)
|
|
|
|
if tree is None:
|
|
raise ValueError("Parser returned None — unrecoverable XML")
|
|
|
|
state.envelope_tree = tree
|
|
# Optional: free memory early — raw bytes no longer needed after repair
|
|
state.raw_bytes = None
|
|
|
|
except Exception as exc:
|
|
# Even if recovery fails completely, we capture the diagnostic
|
|
state.error = f"repair_step failed: {exc}"
|
|
# We still set envelope_tree to None so later steps know to short-circuit
|
|
state.envelope_tree = None
|
|
|
|
return state |