tests: Move boto3 tests under toxgen (#4761)

Move boto3 under toxgen. Also, update how Python version constraints are
generated.

Ref #4506

Author: sentrivana

.github/workflows/test-integrations-cloud.yml

@@ -29,7 +29,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ["3.8","3.11","3.12","3.13"]
+        python-version: ["3.8","3.12","3.13"]
         # python3.6 reached EOL and is no longer being supported on
         # new versions of hosted runners on Github Actions
         # ubuntu-20.04 is the last version that supported python3.6
@@ -108,7 +108,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ["3.6","3.7","3.8","3.9","3.11","3.12","3.13"]
+        python-version: ["3.6","3.7","3.8","3.9","3.10","3.11","3.12","3.13"]
         # python3.6 reached EOL and is no longer being supported on
         # new versions of hosted runners on Github Actions
         # ubuntu-20.04 is the last version that supported python3.6

scripts/populate_tox/config.py

@@ -47,6 +47,12 @@
         "package": "apache-beam",
         "python": ">=3.7",
     },
+    "boto3": {
+        "package": "boto3",
+        "deps": {
+            "py3.7,py3.8": ["urllib3<2.0.0"],
+        },
+    },
     "bottle": {
         "package": "bottle",
         "deps": {

scripts/populate_tox/populate_tox.py

@@ -67,7 +67,6 @@
     "potel",
     # Integrations that can be migrated -- we should eventually remove all
     # of these from the IGNORE list
-    "boto3",
     "chalice",
     "gcp",
     "httpx",
@@ -439,7 +438,7 @@ def _render_dependencies(integration: str, releases: list[Version]) -> list[str]
                 rendered.append(f"{integration}: {dep}")
         elif constraint.startswith("py3"):
             for dep in deps:
-                rendered.append(f"{constraint}-{integration}: {dep}")
+                rendered.append(f"{{{constraint}}}-{integration}: {dep}")
         else:
             restriction = SpecifierSet(constraint)
             for release in releases:

scripts/populate_tox/tox.jinja

@@ -42,12 +42,6 @@ envlist =
     # AWS Lambda
     {py3.8,py3.9,py3.11,py3.13}-aws_lambda
 
-    # Boto3
-    {py3.6,py3.7}-boto3-v{1.12}
-    {py3.7,py3.11,py3.12}-boto3-v{1.23}
-    {py3.11,py3.12}-boto3-v{1.34}
-    {py3.11,py3.12,py3.13}-boto3-latest
-
     # Chalice
     {py3.6,py3.9}-chalice-v{1.16}
     {py3.8,py3.12,py3.13}-chalice-latest
@@ -164,12 +158,6 @@ deps =
     aws_lambda: requests
     aws_lambda: uvicorn
 
-    # Boto3
-    boto3-v1.12: boto3~=1.12.0
-    boto3-v1.23: boto3~=1.23.0
-    boto3-v1.34: boto3~=1.34.0
-    boto3-latest: boto3
-
     # Chalice
     chalice: pytest-chalice==0.0.5
     chalice-v1.16: chalice~=1.16.0

tox.ini

@@ -10,7 +10,7 @@
 # The file (and all resulting CI YAMLs) then need to be regenerated via
 # "scripts/generate-test-files.sh".
 #
-# Last generated: 2025-09-05T06:53:57.545461+00:00
+# Last generated: 2025-09-05T07:14:50.663886+00:00
 
 [tox]
 requires =
@@ -42,12 +42,6 @@ envlist =
     # AWS Lambda
     {py3.8,py3.9,py3.11,py3.13}-aws_lambda
 
-    # Boto3
-    {py3.6,py3.7}-boto3-v{1.12}
-    {py3.7,py3.11,py3.12}-boto3-v{1.23}
-    {py3.11,py3.12}-boto3-v{1.34}
-    {py3.11,py3.12,py3.13}-boto3-latest
-
     # Chalice
     {py3.6,py3.9}-chalice-v{1.16}
     {py3.8,py3.12,py3.13}-chalice-latest
@@ -152,6 +146,13 @@ envlist =
     {py3.8,py3.12,py3.13}-huggingface_hub-v0.35.0rc0
 
 
+    # ~~~ Cloud ~~~
+    {py3.6,py3.7}-boto3-v1.12.49
+    {py3.6,py3.9,py3.10}-boto3-v1.20.54
+    {py3.7,py3.11,py3.12}-boto3-v1.28.85
+    {py3.9,py3.12,py3.13}-boto3-v1.40.24
+
+
     # ~~~ DBs ~~~
     {py3.7,py3.8,py3.9}-asyncpg-v0.23.0
     {py3.7,py3.9,py3.10}-asyncpg-v0.25.0
@@ -371,12 +372,6 @@ deps =
     aws_lambda: requests
     aws_lambda: uvicorn
 
-    # Boto3
-    boto3-v1.12: boto3~=1.12.0
-    boto3-v1.23: boto3~=1.23.0
-    boto3-v1.34: boto3~=1.34.0
-    boto3-latest: boto3
-
     # Chalice
     chalice: pytest-chalice==0.0.5
     chalice-v1.16: chalice~=1.16.0
@@ -539,6 +534,14 @@ deps =
     huggingface_hub-v0.35.0rc0: huggingface_hub==0.35.0rc0
 
 
+    # ~~~ Cloud ~~~
+    boto3-v1.12.49: boto3==1.12.49
+    boto3-v1.20.54: boto3==1.20.54
+    boto3-v1.28.85: boto3==1.28.85
+    boto3-v1.40.24: boto3==1.40.24
+    {py3.7,py3.8}-boto3: urllib3<2.0.0
+
+
     # ~~~ DBs ~~~
     asyncpg-v0.23.0: asyncpg==0.23.0
     asyncpg-v0.25.0: asyncpg==0.25.0
@@ -604,7 +607,7 @@ deps =
     graphene: fastapi
     graphene: flask
     graphene: httpx
-    py3.6-graphene: aiocontextvars
+    {py3.6}-graphene: aiocontextvars
 
     strawberry-v0.209.8: strawberry-graphql[fastapi,flask]==0.209.8
     strawberry-v0.233.3: strawberry-graphql[fastapi,flask]==0.233.3
@@ -648,7 +651,7 @@ deps =
     celery-v5.5.3: celery==5.5.3
     celery: newrelic<10.17.0
     celery: redis
-    py3.7-celery: importlib-metadata<5.0
+    {py3.7}-celery: importlib-metadata<5.0
 
     dramatiq-v1.9.0: dramatiq==1.9.0
     dramatiq-v1.12.3: dramatiq==1.12.3
@@ -717,7 +720,7 @@ deps =
     starlette-v0.16.0: httpx<0.28.0
     starlette-v0.26.1: httpx<0.28.0
     starlette-v0.36.3: httpx<0.28.0
-    py3.6-starlette: aiocontextvars
+    {py3.6}-starlette: aiocontextvars
 
     fastapi-v0.79.1: fastapi==0.79.1
     fastapi-v0.91.0: fastapi==0.91.0
@@ -731,7 +734,7 @@ deps =
     fastapi-v0.79.1: httpx<0.28.0
     fastapi-v0.91.0: httpx<0.28.0
     fastapi-v0.103.2: httpx<0.28.0
-    py3.6-fastapi: aiocontextvars
+    {py3.6}-fastapi: aiocontextvars
 
 
     # ~~~ Web 2 ~~~
@@ -787,7 +790,7 @@ deps =
     tornado: pytest
     tornado-v6.0.4: pytest<8.2
     tornado-v6.2: pytest<8.2
-    py3.6-tornado: aiocontextvars
+    {py3.6}-tornado: aiocontextvars
 
 
     # ~~~ Misc ~~~