feat: Add granite guardian filter

packages/gen/gen_ai_hub/orchestration_v2/__init__.py

@@ -16,7 +16,7 @@
     "CompletionRequestConfigurationReferenceByNameScenarioVersionConfigRef",
 
     # content_filter
-    "ContentFilterProvider", "ContentFilter", "LlamaGuard38bFilterConfig",
+    "ContentFilterProvider", "ContentFilter", "LlamaGuard38bFilterConfig", "GraniteGuardian41FilterConfig",
     "AzureContentSafetyInputFilterConfig", "AzureContentSafetyOutputFilterConfig", "FilteringStreamOptions",
 
     # content_filtering
@@ -41,6 +41,9 @@
     # llama_guard_3_filter
     "LlamaGuard38bFilter",
 
+    # granite_guardian_filter
+    "GraniteGuardian41Categories", "GraniteGuardian41Filter",
+
     # llm_model_details
     "LLMModelDetails",
 

packages/gen/gen_ai_hub/orchestration_v2/models/__init__.py

@@ -5,6 +5,7 @@
                      CompletionRequestConfigurationReferenceByIdConfigRef,
                      CompletionRequestConfigurationReferenceByNameScenarioVersionConfigRef)
 from .content_filter import (ContentFilterProvider, ContentFilter, LlamaGuard38bFilterConfig,
+                             GraniteGuardian41FilterConfig,
                              AzureContentSafetyInputFilterConfig, AzureContentSafetyOutputFilterConfig,
                              FilteringStreamOptions)
 from .content_filtering import InputFiltering, OutputFiltering, FilteringModuleConfig
@@ -19,6 +20,7 @@
                         EmbeddingsUsage, EmbeddingResult, EmbeddingsResponse,
                         EmbeddingsPostResponse, EmbeddingsRequest)
 from .llama_guard_3_filter import LlamaGuard38bFilter
+from .granite_guardian_filter import GraniteGuardian41Categories, GraniteGuardian41Filter
 from .llm_model_details import LLMModelDetails
 from .message import (SystemMessage, UserMessage, AssistantMessage, ToolChatMessage, DeveloperChatMessage, ChatMessage,
                      ResponseChatMessage, FunctionCall, MessageToolCall, ReasoningBlock)
@@ -53,7 +55,7 @@
     "CompletionRequestConfigurationReferenceByNameScenarioVersionConfigRef",
 
     # content_filter
-    "ContentFilterProvider", "ContentFilter", "LlamaGuard38bFilterConfig",
+    "ContentFilterProvider", "ContentFilter", "LlamaGuard38bFilterConfig", "GraniteGuardian41FilterConfig",
     "AzureContentSafetyInputFilterConfig", "AzureContentSafetyOutputFilterConfig", "FilteringStreamOptions",
 
     # content_filtering
@@ -77,6 +79,9 @@
 
     # llama_guard_3_filter
     "LlamaGuard38bFilter",
+
+    # granite_guardian_filter
+    "GraniteGuardian41Categories", "GraniteGuardian41Filter",
 
     # llm_model_details
     "LLMModelDetails",

packages/gen/gen_ai_hub/orchestration_v2/models/content_filter.py

@@ -10,6 +10,7 @@
 from gen_ai_hub.orchestration_v2.models.azure_content_filter import (AzureContentSafetyInput, AzureContentSafetyOutput,
                                                                      AzureContentFilter)
 from gen_ai_hub.orchestration_v2.models.base import ABCBaseModel as BaseModel
+from gen_ai_hub.orchestration_v2.models.granite_guardian_filter import GraniteGuardian41Filter
 from gen_ai_hub.orchestration_v2.models.llama_guard_3_filter import LlamaGuard38bFilter
 
 
@@ -24,10 +25,13 @@ class ContentFilterProvider(str, Enum):
         AZURE: Represents the Azure Content Safety service.
 
         LLAMA_GUARD_3_8B: Represents the Llama Guard 3 based on Llama-3.1-8B pretrained model.
+
+        GRANITE_GUARDIAN_4_1: Represents the IBM Granite Guardian 4.1 content filter.
     """
 
     AZURE = "azure_content_safety"
     LLAMA_GUARD_3_8B = "llama_guard_3_8b"
+    GRANITE_GUARDIAN_4_1 = "granite_guardian_4_1"
 
 class ContentFilter(BaseModel):
     """
@@ -43,12 +47,16 @@ class ContentFilter(BaseModel):
         config: A dictionary containing the configuration parameters for the content filter.
     """
     type_: ContentFilterProvider = Field(..., alias="type")
-    config: Optional[Union[AzureContentFilter, LlamaGuard38bFilter]] = None
+    config: Optional[Union[AzureContentFilter, LlamaGuard38bFilter, GraniteGuardian41Filter]] = None
 
 class LlamaGuard38bFilterConfig(ContentFilter):
     type_: ContentFilterProvider = Field(default=ContentFilterProvider.LLAMA_GUARD_3_8B, alias="type")
     config: LlamaGuard38bFilter
 
+class GraniteGuardian41FilterConfig(ContentFilter):
+    type_: ContentFilterProvider = Field(default=ContentFilterProvider.GRANITE_GUARDIAN_4_1, alias="type")
+    config: GraniteGuardian41Filter
+
 class AzureContentSafetyInputFilterConfig(ContentFilter):
     type_: ContentFilterProvider = Field(default=ContentFilterProvider.AZURE, alias="type")
     config: Optional[AzureContentSafetyInput] = None
@@ -64,5 +72,5 @@ class FilteringStreamOptions(BaseModel):
     """
     overlap: Optional[int] = Field(default=0, ge=0, le=10000)
 
-__all__ = ["ContentFilterProvider", "ContentFilter", "LlamaGuard38bFilterConfig", "AzureContentSafetyInputFilterConfig",
-           "AzureContentSafetyOutputFilterConfig", "FilteringStreamOptions"]
+__all__ = ["ContentFilterProvider", "ContentFilter", "LlamaGuard38bFilterConfig", "GraniteGuardian41FilterConfig",
+           "AzureContentSafetyInputFilterConfig", "AzureContentSafetyOutputFilterConfig", "FilteringStreamOptions"]

packages/gen/gen_ai_hub/orchestration_v2/models/content_filtering.py

@@ -8,7 +8,8 @@
 
 from gen_ai_hub.orchestration_v2.models.base import ABCBaseModel as BaseModel
 from gen_ai_hub.orchestration_v2.models.content_filter import (AzureContentSafetyOutputFilterConfig,
-AzureContentSafetyInputFilterConfig, LlamaGuard38bFilterConfig, FilteringStreamOptions, ContentFilter)
+AzureContentSafetyInputFilterConfig, LlamaGuard38bFilterConfig, GraniteGuardian41FilterConfig,
+FilteringStreamOptions, ContentFilter)
 
 
 class InputFiltering(BaseModel):
@@ -18,7 +19,8 @@ class InputFiltering(BaseModel):
             filters: List of ContentFilter objects to be applied to input content.
     """
     filters: List[
-        Union[AzureContentSafetyInputFilterConfig, LlamaGuard38bFilterConfig, ContentFilter]
+        Union[AzureContentSafetyInputFilterConfig, LlamaGuard38bFilterConfig, GraniteGuardian41FilterConfig,
+              ContentFilter]
     ] = Field(min_length=1)
 
 
@@ -32,7 +34,8 @@ class OutputFiltering(BaseModel):
     """
 
     filters: List[
-        Union[AzureContentSafetyOutputFilterConfig, LlamaGuard38bFilterConfig, ContentFilter]
+        Union[AzureContentSafetyOutputFilterConfig, LlamaGuard38bFilterConfig, GraniteGuardian41FilterConfig,
+              ContentFilter]
     ] = Field(min_length=1)
     stream_options: Optional[FilteringStreamOptions] = None
 

packages/gen/gen_ai_hub/orchestration_v2/models/granite_guardian_filter.py

@@ -0,0 +1,58 @@
+"""
+Granite Guardian 4.1 Content Filter Model
+"""
+
+from typing import Optional
+
+from gen_ai_hub.orchestration_v2.models.base import ABCBaseModel as BaseModel
+
+
+class GraniteGuardian41Categories(BaseModel):
+    """
+    Granite Guardian 4.1 content criteria to evaluate.
+
+    Note: Granite Guardian performs separate calls for each configured content category.
+    Recommendation: Use only the ``harm`` catch-all content category.
+
+    Args:
+        harm: Catch-all criterion for generally harmful content.
+
+        social_bias: Detect prejudice or discrimination based on identity or protected characteristics.
+
+        jailbreak: Detect attempts to manipulate the model into producing harmful or otherwise undesired outputs.
+
+        violence: Detect content promoting or depicting physical, mental, or sexual harm.
+
+        profanity: Detect offensive language or insults.
+
+        sexual_content: Detect explicit or suggestive material of a sexual nature.
+
+        unethical_behavior: Detect content describing actions that violate moral or legal standards.
+    """
+
+    harm: bool = False
+    social_bias: bool = False
+    jailbreak: bool = False
+    violence: bool = False
+    profanity: bool = False
+    sexual_content: bool = False
+    unethical_behavior: bool = False
+
+
+class GraniteGuardian41Filter(BaseModel):
+    """
+    Configuration for the IBM Granite Guardian 4.1 filter provider.
+
+    Args:
+        enable_reasoning: Enable reasoning (think) mode for Granite Guardian. Applies to every configured
+            category. Returns reasoning content when enabled, e.g.
+            ``'harm': {'verdict': true, 'reasoning': '...'}``.
+
+        categories: Content criteria to evaluate.
+    """
+
+    enable_reasoning: Optional[bool] = None
+    categories: GraniteGuardian41Categories
+
+
+__all__ = ["GraniteGuardian41Categories", "GraniteGuardian41Filter"]