@@ -251,6 +251,7 @@ def web_crawl_md(
251251 follow_subdomains : bool | Omit = omit ,
252252 include_images : bool | Omit = omit ,
253253 include_links : bool | Omit = omit ,
254+ max_age_ms : int | Omit = omit ,
254255 max_depth : int | Omit = omit ,
255256 max_pages : int | Omit = omit ,
256257 shorten_base64_images : bool | Omit = omit ,
@@ -278,6 +279,10 @@ def web_crawl_md(
278279
279280 include_links: Preserve hyperlinks in the Markdown output
280281
282+ max_age_ms: Return a cached result if a prior scrape for the same parameters exists and is
283+ younger than this many milliseconds. Defaults to 1 day (86400000 ms) when
284+ omitted. Max is 30 days (2592000000 ms). Set to 0 to always scrape fresh.
285+
281286 max_depth: Maximum link depth from the starting URL (0 = only the starting page)
282287
283288 max_pages: Maximum number of pages to crawl. Hard cap: 500.
@@ -305,6 +310,7 @@ def web_crawl_md(
305310 "follow_subdomains" : follow_subdomains ,
306311 "include_images" : include_images ,
307312 "include_links" : include_links ,
313+ "max_age_ms" : max_age_ms ,
308314 "max_depth" : max_depth ,
309315 "max_pages" : max_pages ,
310316 "shorten_base64_images" : shorten_base64_images ,
@@ -738,6 +744,7 @@ async def web_crawl_md(
738744 follow_subdomains : bool | Omit = omit ,
739745 include_images : bool | Omit = omit ,
740746 include_links : bool | Omit = omit ,
747+ max_age_ms : int | Omit = omit ,
741748 max_depth : int | Omit = omit ,
742749 max_pages : int | Omit = omit ,
743750 shorten_base64_images : bool | Omit = omit ,
@@ -765,6 +772,10 @@ async def web_crawl_md(
765772
766773 include_links: Preserve hyperlinks in the Markdown output
767774
775+ max_age_ms: Return a cached result if a prior scrape for the same parameters exists and is
776+ younger than this many milliseconds. Defaults to 1 day (86400000 ms) when
777+ omitted. Max is 30 days (2592000000 ms). Set to 0 to always scrape fresh.
778+
768779 max_depth: Maximum link depth from the starting URL (0 = only the starting page)
769780
770781 max_pages: Maximum number of pages to crawl. Hard cap: 500.
@@ -792,6 +803,7 @@ async def web_crawl_md(
792803 "follow_subdomains" : follow_subdomains ,
793804 "include_images" : include_images ,
794805 "include_links" : include_links ,
806+ "max_age_ms" : max_age_ms ,
795807 "max_depth" : max_depth ,
796808 "max_pages" : max_pages ,
797809 "shorten_base64_images" : shorten_base64_images ,
0 commit comments