feat(codec): add missing optional AnnotatedLlmRequest/Response fields

crates/adaptive/src/acg/ir_builder.rs

@@ -147,9 +147,9 @@ fn extract_text(content: &MessageContent) -> String {
         MessageContent::Text(text) => text.clone(),
         MessageContent::Parts(parts) => parts
             .iter()
-            .map(|part| {
-                let ContentPart::Text { text } = part;
-                text.as_str()
+            .filter_map(|part| match part {
+                ContentPart::Text { text } => Some(text.as_str()),
+                ContentPart::ImageUrl { .. } => None,
             })
             .collect::<Vec<_>>()
             .join("\n"),

crates/adaptive/src/acg_profile.rs

@@ -188,7 +188,12 @@ fn extract_text(content: &MessageContent) -> String {
         MessageContent::Parts(parts) => parts
             .iter()
             .map(|part| match part {
-                ContentPart::Text { text } => text.as_str(),
+                ContentPart::Text { text } => text.clone(),
+                ContentPart::ImageUrl { image_url } => format!(
+                    "[image:{}:{}]",
+                    image_url.detail.as_deref().unwrap_or("none"),
+                    sha256_hex(&image_url.url)
+                ),
             })
             .collect::<Vec<_>>()
             .join("\n"),

crates/adaptive/tests/integration/acg_module_surface_tests.rs

@@ -143,6 +143,19 @@ fn acg_module_surface_policy_and_ir_builder_symbols_compile_from_canonical_names
         params: None,
         tools: None,
         tool_choice: None,
+        store: None,
+        previous_response_id: None,
+        truncation: None,
+        reasoning: None,
+        include: None,
+        user: None,
+        metadata: None,
+        service_tier: None,
+        parallel_tool_calls: None,
+        max_output_tokens: None,
+        max_tool_calls: None,
+        top_logprobs: None,
+        stream: None,
         extra: serde_json::Map::new(),
     };
 
@@ -188,6 +201,19 @@ fn acg_module_surface_build_prompt_ir_inserts_tool_schema_before_first_non_syste
             },
         }]),
         tool_choice: None,
+        store: None,
+        previous_response_id: None,
+        truncation: None,
+        reasoning: None,
+        include: None,
+        user: None,
+        metadata: None,
+        service_tier: None,
+        parallel_tool_calls: None,
+        max_output_tokens: None,
+        max_tool_calls: None,
+        top_logprobs: None,
+        stream: None,
         extra: serde_json::Map::new(),
     };
 

crates/adaptive/tests/integration/redis_tests.rs

@@ -120,6 +120,19 @@ fn sample_annotated_request(model: &str) -> AnnotatedLlmRequest {
         params: None,
         tools: None,
         tool_choice: None,
+        store: None,
+        previous_response_id: None,
+        truncation: None,
+        reasoning: None,
+        include: None,
+        user: None,
+        metadata: None,
+        service_tier: None,
+        parallel_tool_calls: None,
+        max_output_tokens: None,
+        max_tool_calls: None,
+        top_logprobs: None,
+        stream: None,
         extra: serde_json::Map::new(),
     }
 }

crates/adaptive/tests/integration/runtime_integration_tests.rs

@@ -79,6 +79,19 @@ fn sample_annotated_request(model: &str) -> AnnotatedLlmRequest {
         params: None,
         tools: None,
         tool_choice: None,
+        store: None,
+        previous_response_id: None,
+        truncation: None,
+        reasoning: None,
+        include: None,
+        user: None,
+        metadata: None,
+        service_tier: None,
+        parallel_tool_calls: None,
+        max_output_tokens: None,
+        max_tool_calls: None,
+        top_logprobs: None,
+        stream: None,
         extra: Map::new(),
     }
 }
@@ -100,6 +113,19 @@ fn sample_growing_chat_requests(model: &str) -> Vec<AnnotatedLlmRequest> {
             params: None,
             tools: None,
             tool_choice: None,
+            store: None,
+            previous_response_id: None,
+            truncation: None,
+            reasoning: None,
+            include: None,
+            user: None,
+            metadata: None,
+            service_tier: None,
+            parallel_tool_calls: None,
+            max_output_tokens: None,
+            max_tool_calls: None,
+            top_logprobs: None,
+            stream: None,
             extra: Map::new(),
         },
         AnnotatedLlmRequest {
@@ -128,6 +154,19 @@ fn sample_growing_chat_requests(model: &str) -> Vec<AnnotatedLlmRequest> {
             params: None,
             tools: None,
             tool_choice: None,
+            store: None,
+            previous_response_id: None,
+            truncation: None,
+            reasoning: None,
+            include: None,
+            user: None,
+            metadata: None,
+            service_tier: None,
+            parallel_tool_calls: None,
+            max_output_tokens: None,
+            max_tool_calls: None,
+            top_logprobs: None,
+            stream: None,
             extra: Map::new(),
         },
         AnnotatedLlmRequest {
@@ -167,6 +206,19 @@ fn sample_growing_chat_requests(model: &str) -> Vec<AnnotatedLlmRequest> {
             params: None,
             tools: None,
             tool_choice: None,
+            store: None,
+            previous_response_id: None,
+            truncation: None,
+            reasoning: None,
+            include: None,
+            user: None,
+            metadata: None,
+            service_tier: None,
+            parallel_tool_calls: None,
+            max_output_tokens: None,
+            max_tool_calls: None,
+            top_logprobs: None,
+            stream: None,
             extra: Map::new(),
         },
     ]

crates/adaptive/tests/unit/acg/ir_builder_tests.rs

@@ -71,6 +71,19 @@ fn build_prompt_ir_inserts_tools_before_first_non_system_message_and_preserves_a
         params: None,
         tools: Some(vec![sample_tool_definition("search")]),
         tool_choice: None,
+        store: None,
+        previous_response_id: None,
+        truncation: None,
+        reasoning: None,
+        include: None,
+        user: None,
+        metadata: None,
+        service_tier: None,
+        parallel_tool_calls: None,
+        max_output_tokens: None,
+        max_tool_calls: None,
+        top_logprobs: None,
+        stream: None,
         extra: serde_json::Map::new(),
     };
 
@@ -110,6 +123,19 @@ fn build_prompt_ir_appends_tool_blocks_when_request_contains_only_system_message
             sample_tool_definition("lookup"),
         ]),
         tool_choice: None,
+        store: None,
+        previous_response_id: None,
+        truncation: None,
+        reasoning: None,
+        include: None,
+        user: None,
+        metadata: None,
+        service_tier: None,
+        parallel_tool_calls: None,
+        max_output_tokens: None,
+        max_tool_calls: None,
+        top_logprobs: None,
+        stream: None,
         extra: serde_json::Map::new(),
     };
 
@@ -139,6 +165,19 @@ fn build_prompt_ir_omits_tool_schema_hashes_when_no_tools_are_present() {
         params: None,
         tools: None,
         tool_choice: None,
+        store: None,
+        previous_response_id: None,
+        truncation: None,
+        reasoning: None,
+        include: None,
+        user: None,
+        metadata: None,
+        service_tier: None,
+        parallel_tool_calls: None,
+        max_output_tokens: None,
+        max_tool_calls: None,
+        top_logprobs: None,
+        stream: None,
         extra: serde_json::Map::new(),
     };
 

crates/adaptive/tests/unit/acg_component_tests.rs

@@ -97,6 +97,19 @@ fn sample_annotated_request(model: &str) -> AnnotatedLlmRequest {
         params: None,
         tools: None,
         tool_choice: None,
+        store: None,
+        previous_response_id: None,
+        truncation: None,
+        reasoning: None,
+        include: None,
+        user: None,
+        metadata: None,
+        service_tier: None,
+        parallel_tool_calls: None,
+        max_output_tokens: None,
+        max_tool_calls: None,
+        top_logprobs: None,
+        stream: None,
         extra: serde_json::Map::new(),
     }
 }

crates/adaptive/tests/unit/acg_learner_tests.rs

@@ -34,6 +34,19 @@ fn sample_request(model: &str, system: &str, user: &str) -> AnnotatedLlmRequest
         params: None,
         tools: None,
         tool_choice: None,
+        store: None,
+        previous_response_id: None,
+        truncation: None,
+        reasoning: None,
+        include: None,
+        user: None,
+        metadata: None,
+        service_tier: None,
+        parallel_tool_calls: None,
+        max_output_tokens: None,
+        max_tool_calls: None,
+        top_logprobs: None,
+        stream: None,
         extra: serde_json::Map::new(),
     }
 }

crates/adaptive/tests/unit/acg_profile_tests.rs

@@ -4,7 +4,8 @@
 //! Unit tests for acg profile in the NeMo Flow adaptive crate.
 
 use nemo_flow::codec::request::{
-    AnnotatedLlmRequest, ContentPart, FunctionDefinition, Message, MessageContent, ToolDefinition,
+    AnnotatedLlmRequest, ContentPart, FunctionDefinition, Message, MessageContent,
+    OpenAiImageUrl, ToolDefinition,
 };
 use serde_json::json;
 
@@ -17,6 +18,19 @@ fn request(messages: Vec<Message>, tools: Option<Vec<ToolDefinition>>) -> Annota
         params: None,
         tools,
         tool_choice: None,
+        store: None,
+        previous_response_id: None,
+        truncation: None,
+        reasoning: None,
+        include: None,
+        user: None,
+        metadata: None,
+        service_tier: None,
+        parallel_tool_calls: None,
+        max_output_tokens: None,
+        max_tool_calls: None,
+        top_logprobs: None,
+        stream: None,
         extra: serde_json::Map::new(),
     }
 }
@@ -110,3 +124,36 @@ fn acg_profile_helpers_cover_none_paths_and_short_hash() {
     assert_eq!(short_hash("short"), "short");
     assert_eq!(message_role_tag(&too_short.messages[0]), "user");
 }
+
+#[test]
+fn acg_profile_image_parts_contribute_stable_fingerprint_signal() {
+    let with_image_a = request(
+        vec![Message::User {
+            content: MessageContent::Parts(vec![ContentPart::ImageUrl {
+                image_url: OpenAiImageUrl {
+                    url: "https://example.com/a.png".to_string(),
+                    detail: Some("high".to_string()),
+                },
+            }]),
+            name: None,
+        }],
+        None,
+    );
+    let with_image_b = request(
+        vec![Message::User {
+            content: MessageContent::Parts(vec![ContentPart::ImageUrl {
+                image_url: OpenAiImageUrl {
+                    url: "https://example.com/b.png".to_string(),
+                    detail: Some("high".to_string()),
+                },
+            }]),
+            name: None,
+        }],
+        None,
+    );
+
+    assert_ne!(
+        learning_seed_fingerprint(&with_image_a),
+        learning_seed_fingerprint(&with_image_b)
+    );
+}

crates/adaptive/tests/unit/adaptive_hints_intercept_tests.rs

@@ -179,6 +179,19 @@ fn test_adaptive_hints_intercept_injects_prediction_hints_and_manual_override()
         params: None,
         tools: None,
         tool_choice: None,
+        store: None,
+        previous_response_id: None,
+        truncation: None,
+        reasoning: None,
+        include: None,
+        user: None,
+        metadata: None,
+        service_tier: None,
+        parallel_tool_calls: None,
+        max_output_tokens: None,
+        max_tool_calls: None,
+        top_logprobs: None,
+        stream: None,
         extra: serde_json::Map::new(),
     };
     let (request, returned_annotated) = req_fn(

crates/adaptive/tests/unit/cache_diagnostics_tests.rs

@@ -104,6 +104,19 @@ fn sample_request(model: Option<&str>) -> AnnotatedLlmRequest {
         params: None,
         tools: None,
         tool_choice: None,
+        store: None,
+        previous_response_id: None,
+        truncation: None,
+        reasoning: None,
+        include: None,
+        user: None,
+        metadata: None,
+        service_tier: None,
+        parallel_tool_calls: None,
+        max_output_tokens: None,
+        max_tool_calls: None,
+        top_logprobs: None,
+        stream: None,
         extra: Map::new(),
     }
 }