fix: sanitize endpoint path params

Author: stainless-app[bot]

src/supermemory/_utils/__init__.py

@@ -1,3 +1,4 @@
+from ._path import path_template as path_template
 from ._sync import asyncify as asyncify
 from ._proxy import LazyProxy as LazyProxy
 from ._utils import (

src/supermemory/_utils/_path.py

@@ -0,0 +1,127 @@
+from __future__ import annotations
+
+import re
+from typing import (
+    Any,
+    Mapping,
+    Callable,
+)
+from urllib.parse import quote
+
+# Matches '.' or '..' where each dot is either literal or percent-encoded (%2e / %2E).
+_DOT_SEGMENT_RE = re.compile(r"^(?:\.|%2[eE]){1,2}$")
+
+_PLACEHOLDER_RE = re.compile(r"\{(\w+)\}")
+
+
+def _quote_path_segment_part(value: str) -> str:
+    """Percent-encode `value` for use in a URI path segment.
+
+    Considers characters not in `pchar` set from RFC 3986 §3.3 to be unsafe.
+    https://datatracker.ietf.org/doc/html/rfc3986#section-3.3
+    """
+    # quote() already treats unreserved characters (letters, digits, and -._~)
+    # as safe, so we only need to add sub-delims, ':', and '@'.
+    # Notably, unlike the default `safe` for quote(), / is unsafe and must be quoted.
+    return quote(value, safe="!$&'()*+,;=:@")
+
+
+def _quote_query_part(value: str) -> str:
+    """Percent-encode `value` for use in a URI query string.
+
+    Considers &, = and characters not in `query` set from RFC 3986 §3.4 to be unsafe.
+    https://datatracker.ietf.org/doc/html/rfc3986#section-3.4
+    """
+    return quote(value, safe="!$'()*+,;:@/?")
+
+
+def _quote_fragment_part(value: str) -> str:
+    """Percent-encode `value` for use in a URI fragment.
+
+    Considers characters not in `fragment` set from RFC 3986 §3.5 to be unsafe.
+    https://datatracker.ietf.org/doc/html/rfc3986#section-3.5
+    """
+    return quote(value, safe="!$&'()*+,;=:@/?")
+
+
+def _interpolate(
+    template: str,
+    values: Mapping[str, Any],
+    quoter: Callable[[str], str],
+) -> str:
+    """Replace {name} placeholders in `template`, quoting each value with `quoter`.
+
+    Placeholder names are looked up in `values`.
+
+    Raises:
+        KeyError: If a placeholder is not found in `values`.
+    """
+    # re.split with a capturing group returns alternating
+    # [text, name, text, name, ..., text] elements.
+    parts = _PLACEHOLDER_RE.split(template)
+
+    for i in range(1, len(parts), 2):
+        name = parts[i]
+        if name not in values:
+            raise KeyError(f"a value for placeholder {{{name}}} was not provided")
+        val = values[name]
+        if val is None:
+            parts[i] = "null"
+        elif isinstance(val, bool):
+            parts[i] = "true" if val else "false"
+        else:
+            parts[i] = quoter(str(values[name]))
+
+    return "".join(parts)
+
+
+def path_template(template: str, /, **kwargs: Any) -> str:
+    """Interpolate {name} placeholders in `template` from keyword arguments.
+
+    Args:
+        template: The template string containing {name} placeholders.
+        **kwargs: Keyword arguments to interpolate into the template.
+
+    Returns:
+        The template with placeholders interpolated and percent-encoded.
+
+        Safe characters for percent-encoding are dependent on the URI component.
+        Placeholders in path and fragment portions are percent-encoded where the `segment`
+        and `fragment` sets from RFC 3986 respectively are considered safe.
+        Placeholders in the query portion are percent-encoded where the `query` set from
+        RFC 3986 §3.3 is considered safe except for = and & characters.
+
+    Raises:
+        KeyError: If a placeholder is not found in `kwargs`.
+        ValueError: If resulting path contains /./ or /../ segments (including percent-encoded dot-segments).
+    """
+    # Split the template into path, query, and fragment portions.
+    fragment_template: str | None = None
+    query_template: str | None = None
+
+    rest = template
+    if "#" in rest:
+        rest, fragment_template = rest.split("#", 1)
+    if "?" in rest:
+        rest, query_template = rest.split("?", 1)
+    path_template = rest
+
+    # Interpolate each portion with the appropriate quoting rules.
+    path_result = _interpolate(path_template, kwargs, _quote_path_segment_part)
+
+    # Reject dot-segments (. and ..) in the final assembled path.  The check
+    # runs after interpolation so that adjacent placeholders or a mix of static
+    # text and placeholders that together form a dot-segment are caught.
+    # Also reject percent-encoded dot-segments to protect against incorrectly
+    # implemented normalization in servers/proxies.
+    for segment in path_result.split("/"):
+        if _DOT_SEGMENT_RE.match(segment):
+            raise ValueError(f"Constructed path {path_result!r} contains dot-segment {segment!r} which is not allowed")
+
+    result = path_result
+    if query_template is not None:
+        result += "?" + _interpolate(query_template, kwargs, _quote_query_part)
+    if fragment_template is not None:
+        result += "#" + _interpolate(fragment_template, kwargs, _quote_fragment_part)
+
+    return result

src/supermemory/resources/connections.py

@@ -19,7 +19,7 @@
     connection_delete_by_provider_params,
 )
 from .._types import Body, Omit, Query, Headers, NotGiven, SequenceNotStr, omit, not_given
-from .._utils import maybe_transform, async_maybe_transform
+from .._utils import path_template, maybe_transform, async_maybe_transform
 from .._compat import cached_property
 from .._resource import SyncAPIResource, AsyncAPIResource
 from .._response import (
@@ -93,7 +93,7 @@ def create(
         if not provider:
             raise ValueError(f"Expected a non-empty value for `provider` but received {provider!r}")
         return self._post(
-            f"/v3/connections/{provider}",
+            path_template("/v3/connections/{provider}", provider=provider),
             body=maybe_transform(
                 {
                     "container_tag": container_tag,
@@ -171,7 +171,7 @@ def configure(
         if not connection_id:
             raise ValueError(f"Expected a non-empty value for `connection_id` but received {connection_id!r}")
         return self._post(
-            f"/v3/connections/{connection_id}/configure",
+            path_template("/v3/connections/{connection_id}/configure", connection_id=connection_id),
             body=maybe_transform({"resources": resources}, connection_configure_params.ConnectionConfigureParams),
             options=make_request_options(
                 extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
@@ -208,7 +208,7 @@ def delete_by_id(
         if not connection_id:
             raise ValueError(f"Expected a non-empty value for `connection_id` but received {connection_id!r}")
         return self._delete(
-            f"/v3/connections/{connection_id}",
+            path_template("/v3/connections/{connection_id}", connection_id=connection_id),
             options=make_request_options(
                 extra_headers=extra_headers,
                 extra_query=extra_query,
@@ -250,7 +250,7 @@ def delete_by_provider(
         if not provider:
             raise ValueError(f"Expected a non-empty value for `provider` but received {provider!r}")
         return self._delete(
-            f"/v3/connections/{provider}",
+            path_template("/v3/connections/{provider}", provider=provider),
             body=maybe_transform(
                 {"container_tags": container_tags},
                 connection_delete_by_provider_params.ConnectionDeleteByProviderParams,
@@ -287,7 +287,7 @@ def get_by_id(
         if not connection_id:
             raise ValueError(f"Expected a non-empty value for `connection_id` but received {connection_id!r}")
         return self._get(
-            f"/v3/connections/{connection_id}",
+            path_template("/v3/connections/{connection_id}", connection_id=connection_id),
             options=make_request_options(
                 extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
             ),
@@ -323,7 +323,7 @@ def get_by_tag(
         if not provider:
             raise ValueError(f"Expected a non-empty value for `provider` but received {provider!r}")
         return self._post(
-            f"/v3/connections/{provider}/connection",
+            path_template("/v3/connections/{provider}/connection", provider=provider),
             body=maybe_transform(
                 {"container_tags": container_tags}, connection_get_by_tag_params.ConnectionGetByTagParams
             ),
@@ -363,7 +363,7 @@ def import_(
             raise ValueError(f"Expected a non-empty value for `provider` but received {provider!r}")
         extra_headers = {"Accept": "text/plain", **(extra_headers or {})}
         return self._post(
-            f"/v3/connections/{provider}/import",
+            path_template("/v3/connections/{provider}/import", provider=provider),
             body=maybe_transform({"container_tags": container_tags}, connection_import_params.ConnectionImportParams),
             options=make_request_options(
                 extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
@@ -400,7 +400,7 @@ def list_documents(
         if not provider:
             raise ValueError(f"Expected a non-empty value for `provider` but received {provider!r}")
         return self._post(
-            f"/v3/connections/{provider}/documents",
+            path_template("/v3/connections/{provider}/documents", provider=provider),
             body=maybe_transform(
                 {"container_tags": container_tags}, connection_list_documents_params.ConnectionListDocumentsParams
             ),
@@ -438,7 +438,7 @@ def resources(
         if not connection_id:
             raise ValueError(f"Expected a non-empty value for `connection_id` but received {connection_id!r}")
         return self._get(
-            f"/v3/connections/{connection_id}/resources",
+            path_template("/v3/connections/{connection_id}/resources", connection_id=connection_id),
             options=make_request_options(
                 extra_headers=extra_headers,
                 extra_query=extra_query,
@@ -507,7 +507,7 @@ async def create(
         if not provider:
             raise ValueError(f"Expected a non-empty value for `provider` but received {provider!r}")
         return await self._post(
-            f"/v3/connections/{provider}",
+            path_template("/v3/connections/{provider}", provider=provider),
             body=await async_maybe_transform(
                 {
                     "container_tag": container_tag,
@@ -587,7 +587,7 @@ async def configure(
         if not connection_id:
             raise ValueError(f"Expected a non-empty value for `connection_id` but received {connection_id!r}")
         return await self._post(
-            f"/v3/connections/{connection_id}/configure",
+            path_template("/v3/connections/{connection_id}/configure", connection_id=connection_id),
             body=await async_maybe_transform(
                 {"resources": resources}, connection_configure_params.ConnectionConfigureParams
             ),
@@ -626,7 +626,7 @@ async def delete_by_id(
         if not connection_id:
             raise ValueError(f"Expected a non-empty value for `connection_id` but received {connection_id!r}")
         return await self._delete(
-            f"/v3/connections/{connection_id}",
+            path_template("/v3/connections/{connection_id}", connection_id=connection_id),
             options=make_request_options(
                 extra_headers=extra_headers,
                 extra_query=extra_query,
@@ -668,7 +668,7 @@ async def delete_by_provider(
         if not provider:
             raise ValueError(f"Expected a non-empty value for `provider` but received {provider!r}")
         return await self._delete(
-            f"/v3/connections/{provider}",
+            path_template("/v3/connections/{provider}", provider=provider),
             body=await async_maybe_transform(
                 {"container_tags": container_tags},
                 connection_delete_by_provider_params.ConnectionDeleteByProviderParams,
@@ -705,7 +705,7 @@ async def get_by_id(
         if not connection_id:
             raise ValueError(f"Expected a non-empty value for `connection_id` but received {connection_id!r}")
         return await self._get(
-            f"/v3/connections/{connection_id}",
+            path_template("/v3/connections/{connection_id}", connection_id=connection_id),
             options=make_request_options(
                 extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
             ),
@@ -741,7 +741,7 @@ async def get_by_tag(
         if not provider:
             raise ValueError(f"Expected a non-empty value for `provider` but received {provider!r}")
         return await self._post(
-            f"/v3/connections/{provider}/connection",
+            path_template("/v3/connections/{provider}/connection", provider=provider),
             body=await async_maybe_transform(
                 {"container_tags": container_tags}, connection_get_by_tag_params.ConnectionGetByTagParams
             ),
@@ -781,7 +781,7 @@ async def import_(
             raise ValueError(f"Expected a non-empty value for `provider` but received {provider!r}")
         extra_headers = {"Accept": "text/plain", **(extra_headers or {})}
         return await self._post(
-            f"/v3/connections/{provider}/import",
+            path_template("/v3/connections/{provider}/import", provider=provider),
             body=await async_maybe_transform(
                 {"container_tags": container_tags}, connection_import_params.ConnectionImportParams
             ),
@@ -820,7 +820,7 @@ async def list_documents(
         if not provider:
             raise ValueError(f"Expected a non-empty value for `provider` but received {provider!r}")
         return await self._post(
-            f"/v3/connections/{provider}/documents",
+            path_template("/v3/connections/{provider}/documents", provider=provider),
             body=await async_maybe_transform(
                 {"container_tags": container_tags}, connection_list_documents_params.ConnectionListDocumentsParams
             ),
@@ -858,7 +858,7 @@ async def resources(
         if not connection_id:
             raise ValueError(f"Expected a non-empty value for `connection_id` but received {connection_id!r}")
         return await self._get(
-            f"/v3/connections/{connection_id}/resources",
+            path_template("/v3/connections/{connection_id}/resources", connection_id=connection_id),
             options=make_request_options(
                 extra_headers=extra_headers,
                 extra_query=extra_query,

src/supermemory/resources/documents.py

@@ -16,7 +16,7 @@
     document_upload_file_params,
 )
 from .._types import Body, Omit, Query, Headers, NoneType, NotGiven, FileTypes, SequenceNotStr, omit, not_given
-from .._utils import extract_files, maybe_transform, deepcopy_minimal, async_maybe_transform
+from .._utils import extract_files, path_template, maybe_transform, deepcopy_minimal, async_maybe_transform
 from .._compat import cached_property
 from .._resource import SyncAPIResource, AsyncAPIResource
 from .._response import (
@@ -115,7 +115,7 @@ def update(
         if not id:
             raise ValueError(f"Expected a non-empty value for `id` but received {id!r}")
         return self._patch(
-            f"/v3/documents/{id}",
+            path_template("/v3/documents/{id}", id=id),
             body=maybe_transform(
                 {
                     "container_tag": container_tag,
@@ -225,7 +225,7 @@ def delete(
             raise ValueError(f"Expected a non-empty value for `id` but received {id!r}")
         extra_headers = {"Accept": "*/*", **(extra_headers or {})}
         return self._delete(
-            f"/v3/documents/{id}",
+            path_template("/v3/documents/{id}", id=id),
             options=make_request_options(
                 extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
             ),
@@ -423,7 +423,7 @@ def get(
         if not id:
             raise ValueError(f"Expected a non-empty value for `id` but received {id!r}")
         return self._get(
-            f"/v3/documents/{id}",
+            path_template("/v3/documents/{id}", id=id),
             options=make_request_options(
                 extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
             ),
@@ -602,7 +602,7 @@ async def update(
         if not id:
             raise ValueError(f"Expected a non-empty value for `id` but received {id!r}")
         return await self._patch(
-            f"/v3/documents/{id}",
+            path_template("/v3/documents/{id}", id=id),
             body=await async_maybe_transform(
                 {
                     "container_tag": container_tag,
@@ -712,7 +712,7 @@ async def delete(
             raise ValueError(f"Expected a non-empty value for `id` but received {id!r}")
         extra_headers = {"Accept": "*/*", **(extra_headers or {})}
         return await self._delete(
-            f"/v3/documents/{id}",
+            path_template("/v3/documents/{id}", id=id),
             options=make_request_options(
                 extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
             ),
@@ -910,7 +910,7 @@ async def get(
         if not id:
             raise ValueError(f"Expected a non-empty value for `id` but received {id!r}")
         return await self._get(
-            f"/v3/documents/{id}",
+            path_template("/v3/documents/{id}", id=id),
             options=make_request_options(
                 extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
             ),