docs(diagrams): Add comprehensive architecture diagrams with PNG/SVG exports

- 13 Mermaid diagrams covering all architecture views
- Static diagrams: hierarchy, components, class, interface, state, flow, use case
- Dynamic diagrams: 4 sequence diagrams for key workflows
- Infrastructure: deployment and communication diagrams
- Generated PNG (3000x2000) and SVG (scalable) exports
- Automated generation scripts for PNG and SVG
- README and GALLERY documentation for diagram navigation

Author: vinod0m

doc/design/diagrams/01_architecture_hierarchical.mmd

@@ -0,0 +1,194 @@
+graph TB
+    subgraph "User Layer"
+        USER[User/Client]
+    end
+    
+    subgraph "Agent Orchestration Layer"
+        DEEPAGENT[DeepAgent<br/>FlexibleAgent]
+        EXECUTOR[LangChain<br/>AgentExecutor]
+        TOOLREGISTRY[Tool Registry]
+    end
+    
+    subgraph "Tool Integration Layer"
+        DOCTOOL[DocumentProcessingTool<br/>Tier 1: Basic]
+        AITOOL[AIDocumentProcessingTool<br/>Tier 2: AI-Enhanced]
+        SMARTTOOL[SmartDocumentProcessingTool<br/>Tier 3: Context-Aware]
+    end
+    
+    subgraph "Document Agent Layer"
+        DOCAGENT[DocumentAgent<br/>Requirements Extraction]
+        AIAGENT[AIDocumentAgent<br/>Semantic + Vision + NLP]
+        TAGAGENT[TagAwareDocumentAgent<br/>Auto-Tagging + Routing]
+    end
+    
+    subgraph "Processing Components Layer"
+        subgraph "Tagging & Routing"
+            TAGGER[DocumentTagger<br/>Heuristic + LLM]
+            PROMPTSEL[PromptSelector<br/>Domain-Specific]
+            USERCONFIRM[User Confirmation<br/>UI/CLI]
+        end
+        
+        subgraph "Document Processing"
+            DOCLING[Docling Parser<br/>PDF → Markdown]
+            LLMSTRUCT[LLM Structuring<br/>Sections + Requirements]
+            QUALITY[Quality Enhancements<br/>99-100% Accuracy]
+        end
+        
+        subgraph "AI Processing"
+            SEMANTIC[SemanticAnalyzer<br/>Relationships + Topics]
+            VISION[VisionProcessor<br/>Layout + Tables]
+            NLP[NLP Engine<br/>Entities + Sentiment]
+        end
+        
+        subgraph "High-Accuracy Pipeline"
+            HIREQPIPE[Requirements Pipeline<br/>&gt;99% Accuracy]
+            MULTIPASS[Multi-Pass Validation]
+            CROSSVAL[Cross-Validation]
+        end
+    end
+    
+    subgraph "Knowledge & Persistence Layer"
+        subgraph "Database Storage"
+            POSTGRES[(PostgreSQL<br/>Structured Data)]
+            PGVECTOR[(pgvector<br/>Embeddings)]
+        end
+        
+        subgraph "Knowledge Store"
+            EXTKNOW[ExternalKnowledgeStore<br/>Standards + Templates]
+            STANDARDS[Standards Graph<br/>Clause Relationships]
+        end
+        
+        subgraph "Embedding & Indexing"
+            EMBEDGEN[EmbeddingGenerator<br/>Text → Vectors]
+            INDEXMGR[Index Manager<br/>ivfflat + HNSW]
+        end
+    end
+    
+    subgraph "Retrieval & RAG Layer"
+        HYBRIDRAG[Hybrid Retriever<br/>Vector + Lexical]
+        VECTORSEARCH[Vector Search<br/>Cosine Similarity]
+        LEXICALSEARCH[Lexical Search<br/>BM25 + Full-Text]
+        RERANKER[Re-Ranker<br/>Cross-Encoder]
+        FUSION[Score Fusion<br/>RRF + Weighted]
+    end
+    
+    subgraph "Reasoning & Compliance Layer"
+        COMPLIANCE[Compliance Engine<br/>Standards Validation]
+        ANSWERSYN[Answer Synthesizer<br/>LLM + Context]
+        GRAPHQUERY[Graph Query Engine<br/>Standards Relationships]
+    end
+    
+    subgraph "LLM Provider Layer"
+        GEMINI[Google Gemini]
+        OPENAI[OpenAI GPT-4]
+        OLLAMA[Ollama Local]
+        ANTHROPIC[Anthropic Claude]
+    end
+    
+    %% User to Agent
+    USER --> DEEPAGENT
+    
+    %% Agent Orchestration
+    DEEPAGENT --> EXECUTOR
+    EXECUTOR --> TOOLREGISTRY
+    TOOLREGISTRY --> DOCTOOL
+    TOOLREGISTRY --> AITOOL
+    TOOLREGISTRY --> SMARTTOOL
+    
+    %% Tools to Agents
+    DOCTOOL --> DOCAGENT
+    AITOOL --> AIAGENT
+    SMARTTOOL --> TAGAGENT
+    
+    %% Agent to Processing
+    TAGAGENT --> TAGGER
+    TAGAGENT --> PROMPTSEL
+    TAGGER --> USERCONFIRM
+    USERCONFIRM --> PROMPTSEL
+    
+    DOCAGENT --> DOCLING
+    DOCAGENT --> LLMSTRUCT
+    DOCAGENT --> QUALITY
+    
+    AIAGENT --> SEMANTIC
+    AIAGENT --> VISION
+    AIAGENT --> NLP
+    
+    TAGAGENT --> HIREQPIPE
+    HIREQPIPE --> MULTIPASS
+    HIREQPIPE --> CROSSVAL
+    
+    %% Processing to Knowledge
+    QUALITY --> POSTGRES
+    QUALITY --> EMBEDGEN
+    HIREQPIPE --> POSTGRES
+    
+    SEMANTIC --> EXTKNOW
+    NLP --> EXTKNOW
+    
+    EMBEDGEN --> PGVECTOR
+    EMBEDGEN --> INDEXMGR
+    INDEXMGR --> PGVECTOR
+    
+    EXTKNOW --> STANDARDS
+    STANDARDS --> POSTGRES
+    
+    %% Retrieval Components
+    HYBRIDRAG --> VECTORSEARCH
+    HYBRIDRAG --> LEXICALSEARCH
+    HYBRIDRAG --> FUSION
+    
+    VECTORSEARCH --> PGVECTOR
+    LEXICALSEARCH --> POSTGRES
+    
+    FUSION --> RERANKER
+    
+    %% Reasoning
+    RERANKER --> COMPLIANCE
+    RERANKER --> ANSWERSYN
+    RERANKER --> GRAPHQUERY
+    
+    COMPLIANCE --> STANDARDS
+    GRAPHQUERY --> STANDARDS
+    
+    ANSWERSYN --> DEEPAGENT
+    COMPLIANCE --> DEEPAGENT
+    GRAPHQUERY --> DEEPAGENT
+    
+    %% LLM Providers
+    DEEPAGENT -.-> GEMINI
+    DEEPAGENT -.-> OPENAI
+    DEEPAGENT -.-> OLLAMA
+    DEEPAGENT -.-> ANTHROPIC
+    
+    LLMSTRUCT -.-> GEMINI
+    LLMSTRUCT -.-> OPENAI
+    LLMSTRUCT -.-> OLLAMA
+    
+    TAGGER -.-> GEMINI
+    TAGGER -.-> OPENAI
+    
+    ANSWERSYN -.-> GEMINI
+    ANSWERSYN -.-> OPENAI
+    ANSWERSYN -.-> ANTHROPIC
+    
+    %% Styling
+    classDef userLayer fill:#e1f5ff,stroke:#01579b,stroke-width:2px
+    classDef agentLayer fill:#fff9c4,stroke:#f57f17,stroke-width:2px
+    classDef toolLayer fill:#f3e5f5,stroke:#4a148c,stroke-width:2px
+    classDef docAgentLayer fill:#e8f5e9,stroke:#1b5e20,stroke-width:2px
+    classDef processLayer fill:#fff3e0,stroke:#e65100,stroke-width:2px
+    classDef knowledgeLayer fill:#e0f2f1,stroke:#004d40,stroke-width:2px
+    classDef ragLayer fill:#fce4ec,stroke:#880e4f,stroke-width:2px
+    classDef reasoningLayer fill:#e8eaf6,stroke:#1a237e,stroke-width:2px
+    classDef llmLayer fill:#efebe9,stroke:#3e2723,stroke-width:2px
+    
+    class USER userLayer
+    class DEEPAGENT,EXECUTOR,TOOLREGISTRY agentLayer
+    class DOCTOOL,AITOOL,SMARTTOOL toolLayer
+    class DOCAGENT,AIAGENT,TAGAGENT docAgentLayer
+    class TAGGER,PROMPTSEL,USERCONFIRM,DOCLING,LLMSTRUCT,QUALITY,SEMANTIC,VISION,NLP,HIREQPIPE,MULTIPASS,CROSSVAL processLayer
+    class POSTGRES,PGVECTOR,EXTKNOW,STANDARDS,EMBEDGEN,INDEXMGR knowledgeLayer
+    class HYBRIDRAG,VECTORSEARCH,LEXICALSEARCH,RERANKER,FUSION ragLayer
+    class COMPLIANCE,ANSWERSYN,GRAPHQUERY reasoningLayer
+    class GEMINI,OPENAI,OLLAMA,ANTHROPIC llmLayer

doc/design/diagrams/01_architecture_hierarchical.png

@@ -0,0 +1,128 @@
+graph LR
+    subgraph "Document Ingestion Flow"
+        A[User Uploads Document] --> B[SmartDocumentProcessingTool]
+        B --> C[TagAwareDocumentAgent]
+        C --> D[DocumentTagger]
+        D --> E{Heuristic<br/>Analysis}
+        E --> F{LLM<br/>Classification}
+        F --> G[Tag Assignment<br/>requirements/standards/howto/template]
+        G --> H[User Confirmation UI]
+        H --> I{Tags<br/>Confirmed?}
+        I -->|Yes| J[PromptSelector]
+        I -->|No| K[User Manual Tagging]
+        K --> J
+    end
+    
+    subgraph "Domain-Specific Processing"
+        J --> L{Document<br/>Type?}
+        L -->|Requirements| M[High-Accuracy Pipeline<br/>&gt;99% accuracy]
+        L -->|Standards| N[Standards Extractor]
+        L -->|HowTo| O[HowTo Processor]
+        L -->|Template| P[Template Parser]
+        
+        M --> M1[Multi-Pass Extraction]
+        M1 --> M2[Cross-Validation]
+        M2 --> M3[Confidence Scoring]
+        M3 --> M4[Human Review Queue<br/>if confidence &lt; 0.99]
+        
+        N --> N1[Clause Extraction]
+        N1 --> N2[Standards Graph Building]
+        
+        O --> O1[Step Extraction]
+        O1 --> O2[Relationship Mapping]
+        
+        P --> P1[Field Identification]
+        P1 --> P2[Schema Extraction]
+    end
+    
+    subgraph "Structured Data Storage"
+        M4 --> Q1[Requirements API<br/>POST /requirements/batch]
+        N2 --> Q2[Standards API<br/>POST /standards]
+        O2 --> Q3[Documents API<br/>POST /documents]
+        P2 --> Q3
+        
+        Q1 --> R1[(PostgreSQL<br/>requirements table)]
+        Q2 --> R2[(PostgreSQL<br/>standards + graph)]
+        Q3 --> R3[(PostgreSQL<br/>documents table)]
+    end
+    
+    subgraph "Embedding & Vector Storage"
+        Q1 --> S1[EmbeddingGenerator]
+        Q2 --> S1
+        Q3 --> S1
+        
+        S1 --> S2[Batch Embedding<br/>OpenAI/Local Model]
+        S2 --> S3[pgvector Insert<br/>ivfflat index]
+        S3 --> T1[(pgvector<br/>embeddings table)]
+    end
+    
+    subgraph "Hybrid RAG Retrieval"
+        U[User Query] --> V[HybridRetriever]
+        V --> W1[Vector Search<br/>cosine_similarity]
+        V --> W2[Lexical Search<br/>BM25 + ts_rank]
+        V --> W3[Metadata Filter<br/>doc_type + tags]
+        
+        W1 --> T1
+        W2 --> R1
+        W2 --> R2
+        W2 --> R3
+        W3 --> R1
+        W3 --> R2
+        W3 --> R3
+        
+        W1 --> X[Score Fusion<br/>RRF or Weighted]
+        W2 --> X
+        W3 --> X
+        
+        X --> Y[Re-Ranker<br/>Cross-Encoder]
+        Y --> Z[Top-K Results]
+    end
+    
+    subgraph "Reasoning & Compliance"
+        Z --> AA{Query<br/>Type?}
+        AA -->|Compliance Check| AB[ComplianceEngine]
+        AA -->|Standards Q&A| AC[AnswerSynthesizer]
+        AA -->|Relationship Query| AD[GraphQueryEngine]
+        
+        AB --> AB1[Load Requirements]
+        AB --> AB2[Load Standards]
+        AB1 --> R1
+        AB2 --> R2
+        AB1 --> AB3[Compare Clauses]
+        AB2 --> AB3
+        AB3 --> AB4[Gap Analysis]
+        AB4 --> AB5[Compliance Report]
+        
+        AC --> AC1[Retrieve Context<br/>from Z]
+        AC1 --> AC2[LLM Synthesis<br/>GPT-4/Gemini]
+        AC2 --> AC3[Answer + Citations]
+        
+        AD --> AD1[Query Standards Graph]
+        AD1 --> R2
+        AD1 --> AD2[Traverse Relationships]
+        AD2 --> AD3[Build Relationship Map]
+    end
+    
+    subgraph "Response to User"
+        AB5 --> AE[DeepAgent Response]
+        AC3 --> AE
+        AD3 --> AE
+        AE --> AF[User Interface]
+    end
+    
+    %% Styling
+    classDef ingestion fill:#e1f5ff,stroke:#01579b,stroke-width:2px
+    classDef processing fill:#fff3e0,stroke:#e65100,stroke-width:2px
+    classDef storage fill:#e0f2f1,stroke:#004d40,stroke-width:2px
+    classDef embedding fill:#f3e5f5,stroke:#4a148c,stroke-width:2px
+    classDef retrieval fill:#fce4ec,stroke:#880e4f,stroke-width:2px
+    classDef reasoning fill:#e8eaf6,stroke:#1a237e,stroke-width:2px
+    classDef response fill:#fff9c4,stroke:#f57f17,stroke-width:2px
+    
+    class A,B,C,D,E,F,G,H,I,K ingestion
+    class J,L,M,M1,M2,M3,M4,N,N1,N2,O,O1,O2,P,P1,P2 processing
+    class Q1,Q2,Q3,R1,R2,R3 storage
+    class S1,S2,S3,T1 embedding
+    class U,V,W1,W2,W3,X,Y,Z retrieval
+    class AA,AB,AB1,AB2,AB3,AB4,AB5,AC,AC1,AC2,AC3,AD,AD1,AD2,AD3 reasoning
+    class AE,AF response