feat: support jailbreak in HarmCategory and BlockedReason

PiperOrigin-RevId: 822303432

Author: yinghsienwu

google/genai/types.py

@@ -200,6 +200,8 @@ class HarmCategory(_common.CaseInSensitiveEnum):
       'HARM_CATEGORY_IMAGE_SEXUALLY_EXPLICIT'
   )
   """The harm category is image sexually explicit content."""
+  HARM_CATEGORY_JAILBREAK = 'HARM_CATEGORY_JAILBREAK'
+  """The harm category is for jailbreak prompts."""
 
 
 class HarmBlockMethod(_common.CaseInSensitiveEnum):
@@ -356,20 +358,24 @@ class HarmSeverity(_common.CaseInSensitiveEnum):
 
 
 class BlockedReason(_common.CaseInSensitiveEnum):
-  """Output only. Blocked reason."""
+  """Output only. The reason why the prompt was blocked."""
 
   BLOCKED_REASON_UNSPECIFIED = 'BLOCKED_REASON_UNSPECIFIED'
-  """Unspecified blocked reason."""
+  """The blocked reason is unspecified."""
   SAFETY = 'SAFETY'
-  """Candidates blocked due to safety."""
+  """The prompt was blocked for safety reasons."""
   OTHER = 'OTHER'
-  """Candidates blocked due to other reason."""
+  """The prompt was blocked for other reasons. For example, it may be due to the prompt's language, or because it contains other harmful content."""
   BLOCKLIST = 'BLOCKLIST'
-  """Candidates blocked due to the terms which are included from the terminology blocklist."""
+  """The prompt was blocked because it contains a term from the terminology blocklist."""
   PROHIBITED_CONTENT = 'PROHIBITED_CONTENT'
-  """Candidates blocked due to prohibited content."""
+  """The prompt was blocked because it contains prohibited content."""
   IMAGE_SAFETY = 'IMAGE_SAFETY'
-  """Candidates blocked due to unsafe image generation content."""
+  """The prompt was blocked because it contains content that is unsafe for image generation."""
+  MODEL_ARMOR = 'MODEL_ARMOR'
+  """The prompt was blocked by Model Armor."""
+  JAILBREAK = 'JAILBREAK'
+  """The prompt was blocked as a jailbreak attempt."""
 
 
 class TrafficType(_common.CaseInSensitiveEnum):
@@ -5734,31 +5740,41 @@ class CandidateDict(TypedDict, total=False):
 
 
 class GenerateContentResponsePromptFeedback(_common.BaseModel):
-  """Content filter results for a prompt sent in the request."""
+  """Content filter results for a prompt sent in the request.
+
+  Note: This is sent only in the first stream chunk and only if no candidates
+  were generated due to content violations.
+  """
 
   block_reason: Optional[BlockedReason] = Field(
-      default=None, description="""Output only. Blocked reason."""
+      default=None,
+      description="""Output only. The reason why the prompt was blocked.""",
   )
   block_reason_message: Optional[str] = Field(
       default=None,
-      description="""Output only. A readable block reason message.""",
+      description="""Output only. A readable message that explains the reason why the prompt was blocked.""",
   )
   safety_ratings: Optional[list[SafetyRating]] = Field(
-      default=None, description="""Output only. Safety ratings."""
+      default=None,
+      description="""Output only. A list of safety ratings for the prompt. There is one rating per category.""",
   )
 
 
 class GenerateContentResponsePromptFeedbackDict(TypedDict, total=False):
-  """Content filter results for a prompt sent in the request."""
+  """Content filter results for a prompt sent in the request.
+
+  Note: This is sent only in the first stream chunk and only if no candidates
+  were generated due to content violations.
+  """
 
   block_reason: Optional[BlockedReason]
-  """Output only. Blocked reason."""
+  """Output only. The reason why the prompt was blocked."""
 
   block_reason_message: Optional[str]
-  """Output only. A readable block reason message."""
+  """Output only. A readable message that explains the reason why the prompt was blocked."""
 
   safety_ratings: Optional[list[SafetyRatingDict]]
-  """Output only. Safety ratings."""
+  """Output only. A list of safety ratings for the prompt. There is one rating per category."""
 
 
 GenerateContentResponsePromptFeedbackOrDict = Union[