feat(presidio): add multi-language support (es/it/pl/fi)

Configure a multi-language spaCy NLP engine (en/es/it/pl/fi lg models) and
explicitly register the national-id recognizers Presidio ships but does not
load by default: ES_NIF/NIE, IT_FISCAL_CODE/DRIVER_LICENSE/VAT_CODE/PASSPORT/
IDENTITY_CARD, PL_PESEL, FI_PERSONAL_IDENTITY_CODE. Verified the NLP-engine +
explicit-registration path detects in-language (Finnish id, score 1.0).

Author: TheodoreSpeaks

docker/presidio.Dockerfile

@@ -18,16 +18,19 @@ COPY docker/presidio/requirements.txt ./requirements.txt
 RUN --mount=type=cache,target=/root/.cache/pip \
     pip install --no-cache-dir -r requirements.txt
 
-# Pinned English spaCy model. Downloaded with retries/resume (the wheel is
-# ~400MB and truncates on flaky networks if pip fetches the URL directly).
-ARG SPACY_MODEL_VERSION=3.8.0
+# Pinned spaCy models (en + es/it/pl/fi, ~2.2GB total). Downloaded with
+# retries/resume — the large wheels truncate on flaky networks if pip fetches
+# the URLs directly.
+ARG SPACY_MODELS="en_core_web_lg-3.8.0 es_core_news_lg-3.8.0 it_core_news_lg-3.8.0 pl_core_news_lg-3.8.0 fi_core_news_lg-3.8.0"
 RUN --mount=type=cache,target=/root/.cache/pip \
-    MODEL_WHL="en_core_web_lg-${SPACY_MODEL_VERSION}-py3-none-any.whl" && \
-    curl -fL --retry 5 --retry-delay 5 --retry-all-errors -C - \
-      -o "/tmp/${MODEL_WHL}" \
-      "https://github.com/explosion/spacy-models/releases/download/en_core_web_lg-${SPACY_MODEL_VERSION}/${MODEL_WHL}" && \
-    pip install --no-cache-dir "/tmp/${MODEL_WHL}" && \
-    rm "/tmp/${MODEL_WHL}"
+    for model in ${SPACY_MODELS}; do \
+      whl="${model}-py3-none-any.whl"; \
+      curl -fL --retry 5 --retry-delay 5 --retry-all-errors -C - \
+        -o "/tmp/${whl}" \
+        "https://github.com/explosion/spacy-models/releases/download/${model}/${whl}" || exit 1; \
+    done && \
+    pip install --no-cache-dir /tmp/*.whl && \
+    rm /tmp/*.whl
 
 COPY docker/presidio/server.py ./server.py
 

docker/presidio/server.py

@@ -1,34 +1,60 @@
 """Combined Presidio REST service: analyzer + anonymizer on one port.
 
-Constructs one warm AnalyzerEngine (with a native check-digit VIN recognizer)
-and one AnonymizerEngine at startup, exposing stock-compatible endpoints so a
-single PRESIDIO_URL serves both. English only.
+Constructs one warm AnalyzerEngine (multi-language NLP + a native check-digit
+VIN recognizer) and one AnonymizerEngine at startup, exposing stock-compatible
+endpoints so a single PRESIDIO_URL serves both.
 """
 
 from typing import Any
 
 from fastapi import Body, FastAPI
 from presidio_analyzer import AnalyzerEngine, Pattern, PatternRecognizer, RecognizerResult
+from presidio_analyzer.nlp_engine import NlpEngineProvider
 from presidio_analyzer.predefined_recognizers import (
     AuAbnRecognizer,
     AuAcnRecognizer,
     AuMedicareRecognizer,
     AuTfnRecognizer,
+    EsNieRecognizer,
+    EsNifRecognizer,
+    FiPersonalIdentityCodeRecognizer,
     InAadhaarRecognizer,
     InPanRecognizer,
     InPassportRecognizer,
     InVehicleRegistrationRecognizer,
     InVoterRecognizer,
+    ItDriverLicenseRecognizer,
+    ItFiscalCodeRecognizer,
+    ItIdentityCardRecognizer,
+    ItPassportRecognizer,
+    ItVatCodeRecognizer,
+    PlPeselRecognizer,
     SgFinRecognizer,
     SgUenRecognizer,
     UkNinoRecognizer,
 )
 from presidio_anonymizer import AnonymizerEngine
 from presidio_anonymizer.entities import OperatorConfig
 
-# English-capable predefined recognizers Presidio ships but does NOT load by
-# default (UK_NINO, AU_*, IN_*, SG_*). es/it/pl/fi/th/ko recognizers are
-# language-locked and excluded — this image is English only.
+# Languages served. Each needs its spaCy model installed in the image; the
+# es/it/pl/fi predefined recognizers (ES_NIF, IT_FISCAL_CODE, PL_PESEL, ...)
+# auto-load once their NLP engine is present.
+NLP_CONFIGURATION = {
+    "nlp_engine_name": "spacy",
+    "models": [
+        {"lang_code": "en", "model_name": "en_core_web_lg"},
+        {"lang_code": "es", "model_name": "es_core_news_lg"},
+        {"lang_code": "it", "model_name": "it_core_news_lg"},
+        {"lang_code": "pl", "model_name": "pl_core_news_lg"},
+        {"lang_code": "fi", "model_name": "fi_core_news_lg"},
+    ],
+}
+SUPPORTED_LANGUAGES = [m["lang_code"] for m in NLP_CONFIGURATION["models"]]
+
+# Predefined recognizers Presidio ships but does NOT load into the default
+# registry — they must be added explicitly. Each carries its own
+# supported_language, so it fires under that language once its NLP model is
+# loaded. en: UK/AU/IN/SG locale ids; es/it/pl/fi: national ids.
 EXTRA_RECOGNIZERS = [
     UkNinoRecognizer,
     AuAbnRecognizer,
@@ -42,6 +68,15 @@
     InPassportRecognizer,
     SgFinRecognizer,
     SgUenRecognizer,
+    EsNifRecognizer,
+    EsNieRecognizer,
+    ItFiscalCodeRecognizer,
+    ItDriverLicenseRecognizer,
+    ItVatCodeRecognizer,
+    ItPassportRecognizer,
+    ItIdentityCardRecognizer,
+    PlPeselRecognizer,
+    FiPersonalIdentityCodeRecognizer,
 ]
 
 
@@ -75,7 +110,8 @@ def validate_result(self, pattern_text: str):
 
 
 def build_analyzer() -> AnalyzerEngine:
-    analyzer = AnalyzerEngine()
+    nlp_engine = NlpEngineProvider(nlp_configuration=NLP_CONFIGURATION).create_engine()
+    analyzer = AnalyzerEngine(nlp_engine=nlp_engine, supported_languages=SUPPORTED_LANGUAGES)
     vin_pattern = Pattern(name="vin", regex=r"\b[A-HJ-NPR-Z0-9]{17}\b", score=0.7)
     analyzer.registry.add_recognizer(
         VinRecognizer(