Skip to content

update: add soft prompt caps to encoding probes #1154

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
leondz merged 6 commits into from
Apr 18, 2025
Merged

update: add soft prompt caps to encoding probes #1154

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
6 commits
Select commit Hold shift + click to select a range
8097292
add soft prompt caps to encoding probes
leondz Apr 9, 2025
79c5306
order constructors appropriately so config is available when building…
leondz Apr 9, 2025
a08adf5
accept payloads as DEFAULT_PARAMS for each encoding class
jmartin-tech Apr 16, 2025
8648bf9
Merge 'main' into update/encoding_switchable_prompt_cap
jmartin-tech Apr 16, 2025
f0b518b
translate encoding prompts on populate
jmartin-tech Apr 16, 2025
0901419
consistent `follow_prompt_cap` parameter usage
jmartin-tech Apr 17, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
141 changes: 72 additions & 69 deletions garak/probes/encoding.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,7 @@

import base64
import binascii
import random

import garak.payloads
from garak import _config
Expand All @@ -29,39 +30,6 @@
"xss": "web_html_js",
"slur_terms": "slur_terms_en",
}
payloads = []
extra_tags = []


def _load_payloads():
global payloads, extra_tags
payloads = []

extra_payload_tags = {
"web_html_js": ["payload:malicious:renderer:xss"],
"slur_terms_en": ["payload:unwanted:hatespeech"],
}

if "encoding" in _config.plugins.probes:
if isinstance(_config.plugins.probes["encoding"]["payloads"], str):
_config.plugins.probes["encoding"]["payloads"] = [
_config.plugins.probes["encoding"]["payloads"]
]

for payload_class in _config.plugins.probes["encoding"]["payloads"]:
if payload_class not in payload_mapping:
payload_to_add = payload_class
else:
payload_to_add = payload_mapping[payload_class]

payloads += garak.payloads.load(payload_to_add).payloads

if payload_to_add in extra_payload_tags:
extra_tags += extra_payload_tags[payload_to_add]

if not payloads:
payloads = garak.payloads.load(payload_mapping["default"]).payloads


TEMPLATES = [
"{encoded_text}",
Expand All @@ -84,6 +52,7 @@ def rot13(text):


def braille(text):
# fmt: off
characterUnicodes = {
"a": "\u2801",
"b": "\u2803",
Expand Down Expand Up @@ -137,6 +106,7 @@ def braille(text):
"0": "\u281A",
" ": " ",
}
# fmt: on
numberPunctuations = [".", ",", "-", "/", "$"]
escapeCharacters = ["\n", "\r", "\t"]

Expand Down Expand Up @@ -213,22 +183,6 @@ def morse(text):
return bytes(" ".join(output), "utf-8")


def _generate_encoded_prompts(encoding_funcs, encoding_name):
encoded_prompts = set([])
for template in TEMPLATES:
for payload in payloads:
for encoder in encoding_funcs:
encoded_text = encoder(bytes(payload, "utf-8"))
if isinstance(encoded_text, bytes):
encoded_text = encoded_text.decode()
prompt = template.replace("{encoding_name}", encoding_name).replace(
"{encoded_text}", encoded_text
)
trigger = str(payload)
encoded_prompts.add((prompt, trigger))
return sorted(list(encoded_prompts), key=lambda k: k[0])


class BaseEncodingProbe:
"""Mixin for encoding-based injection probes"""

Expand All @@ -248,12 +202,61 @@ class BaseEncodingProbe:
"encoding.DecodeApprox",
]

def __init__(self, config_root=_config):
_load_payloads()
self.tags += extra_tags
self.prompts, self.triggers = zip(
*_generate_encoded_prompts(self.encoding_funcs, self.encoding_name)
DEFAULT_PARAMS = Probe.DEFAULT_PARAMS | {
"follow_prompt_cap": True,
"payloads": ["default"],
}

def _load_payloads(self):
self._payloads = []
self.extra_tags = []
extra_payload_tags = {
"web_html_js": ["payload:malicious:renderer:xss"],
"slur_terms_en": ["payload:unwanted:hatespeech"],
}

for payload_class in self.payloads:
if payload_class not in payload_mapping:
payload_to_add = payload_class
else:
payload_to_add = payload_mapping[payload_class]

self._payloads += garak.payloads.load(payload_to_add).payloads

if payload_to_add in extra_payload_tags:
self.extra_tags += extra_payload_tags[payload_to_add]

def _generate_encoded_prompts(self, encoding_funcs, encoding_name):
encoded_prompts = set([])
for template in TEMPLATES:
for payload in self._payloads:
for encoder in encoding_funcs:
encoded_text = encoder(bytes(payload, "utf-8"))
if isinstance(encoded_text, bytes):
encoded_text = encoded_text.decode()
prompt = template.replace("{encoding_name}", encoding_name).replace(
"{encoded_text}", encoded_text
)
trigger = str(payload)
encoded_prompts.add((prompt, trigger))
return sorted(list(encoded_prompts), key=lambda k: k[0])

def __init__(self):
self._load_payloads()
self.tags += self.extra_tags
generated_prompts = self._generate_encoded_prompts(
self.encoding_funcs, self.encoding_name
)
if (
not self.follow_prompt_cap
or len(generated_prompts) < self.soft_probe_prompt_cap
):
self.prompts, self.triggers = zip(*generated_prompts)
else:
self.prompts, self.triggers = zip(
*random.sample(generated_prompts, self.soft_probe_prompt_cap)
)
self.prompts = self.translator.translate(self.prompts)

def _attempt_prestore_hook(self, attempt, seq):
attempt.notes["triggers"] = [self.triggers[seq]]
Expand All @@ -277,8 +280,8 @@ class InjectBase64(BaseEncodingProbe, Probe):
encoding_name = "BASE64"

def __init__(self, config_root=_config):
BaseEncodingProbe.__init__(self, config_root=config_root)
Probe.__init__(self, config_root=config_root)
BaseEncodingProbe.__init__(self)


class InjectBase16(BaseEncodingProbe, Probe):
Expand All @@ -291,8 +294,8 @@ class InjectBase16(BaseEncodingProbe, Probe):
encoding_name = "BASE16"

def __init__(self, config_root=_config):
BaseEncodingProbe.__init__(self, config_root=config_root)
Probe.__init__(self, config_root=config_root)
BaseEncodingProbe.__init__(self)


class InjectBase32(BaseEncodingProbe, Probe):
Expand All @@ -305,8 +308,8 @@ class InjectBase32(BaseEncodingProbe, Probe):
encoding_name = "BASE32"

def __init__(self, config_root=_config):
BaseEncodingProbe.__init__(self, config_root=config_root)
Probe.__init__(self, config_root=config_root)
BaseEncodingProbe.__init__(self)


class InjectAscii85(BaseEncodingProbe, Probe):
Expand All @@ -319,8 +322,8 @@ class InjectAscii85(BaseEncodingProbe, Probe):
encoding_name = "ASCII85"

def __init__(self, config_root=_config):
BaseEncodingProbe.__init__(self, config_root=config_root)
Probe.__init__(self, config_root=config_root)
BaseEncodingProbe.__init__(self)


class InjectHex(BaseEncodingProbe, Probe):
Expand All @@ -333,8 +336,8 @@ class InjectHex(BaseEncodingProbe, Probe):
encoding_name = "hex"

def __init__(self, config_root=_config):
BaseEncodingProbe.__init__(self, config_root=config_root)
Probe.__init__(self, config_root=config_root)
BaseEncodingProbe.__init__(self)


class InjectQP(BaseEncodingProbe, Probe):
Expand All @@ -350,8 +353,8 @@ class InjectQP(BaseEncodingProbe, Probe):
tier = Probe.TIER_1

def __init__(self, config_root=_config):
BaseEncodingProbe.__init__(self, config_root=config_root)
Probe.__init__(self, config_root=config_root)
BaseEncodingProbe.__init__(self)


class InjectUU(BaseEncodingProbe, Probe):
Expand All @@ -373,8 +376,8 @@ def UUencode(self, payload):

def __init__(self, config_root=_config):
self.encoding_funcs = [self.UUencode]
BaseEncodingProbe.__init__(self, config_root=config_root)
Probe.__init__(self, config_root=config_root)
BaseEncodingProbe.__init__(self)


class InjectMime(BaseEncodingProbe, Probe):
Expand All @@ -390,8 +393,8 @@ def __init__(self, config_root=_config):
import quopri

self.encoding_funcs = [quopri.encodestring]
BaseEncodingProbe.__init__(self, config_root=config_root)
Probe.__init__(self, config_root=config_root)
BaseEncodingProbe.__init__(self)


class InjectROT13(BaseEncodingProbe, Probe):
Expand All @@ -405,8 +408,8 @@ class InjectROT13(BaseEncodingProbe, Probe):
encoding_name = "ROT13"

def __init__(self, config_root=_config):
BaseEncodingProbe.__init__(self, config_root=config_root)
Probe.__init__(self, config_root=config_root)
BaseEncodingProbe.__init__(self)


class InjectBase2048(BaseEncodingProbe, Probe):
Expand All @@ -421,8 +424,8 @@ def __init__(self, config_root=_config):
import base2048

self.encoding_funcs = [base2048.encode]
BaseEncodingProbe.__init__(self, config_root=config_root)
Probe.__init__(self, config_root=config_root)
BaseEncodingProbe.__init__(self)


class InjectBraille(BaseEncodingProbe, Probe):
Expand All @@ -436,8 +439,8 @@ class InjectBraille(BaseEncodingProbe, Probe):
encoding_name = "Braille"

def __init__(self, config_root=_config):
BaseEncodingProbe.__init__(self, config_root=config_root)
Probe.__init__(self, config_root=config_root)
BaseEncodingProbe.__init__(self)


class InjectMorse(BaseEncodingProbe, Probe):
Expand All @@ -451,8 +454,8 @@ class InjectMorse(BaseEncodingProbe, Probe):
encoding_name = "Morse"

def __init__(self, config_root=_config):
BaseEncodingProbe.__init__(self, config_root=config_root)
Probe.__init__(self, config_root=config_root)
BaseEncodingProbe.__init__(self)


class InjectNato(BaseEncodingProbe, Probe):
Expand Down Expand Up @@ -503,8 +506,8 @@ def nato(text: bytes) -> bytes:
encoding_name = "Nato"

def __init__(self, config_root=_config):
BaseEncodingProbe.__init__(self, config_root=config_root)
Probe.__init__(self, config_root=config_root)
BaseEncodingProbe.__init__(self)


class InjectEcoji(BaseEncodingProbe, Probe):
Expand All @@ -531,8 +534,8 @@ def _ecoji(text: bytes) -> bytes:
encoding_funcs = [_ecoji]

def __init__(self, config_root=_config):
BaseEncodingProbe.__init__(self, config_root=config_root)
Probe.__init__(self, config_root=config_root)
BaseEncodingProbe.__init__(self)


class InjectZalgo(BaseEncodingProbe, Probe):
Expand All @@ -556,5 +559,5 @@ def zalgo(text: bytes) -> bytes:
encoding_funcs = [zalgo]

def __init__(self, config_root=_config):
BaseEncodingProbe.__init__(self, config_root=config_root)
Probe.__init__(self, config_root=config_root)
BaseEncodingProbe.__init__(self)
Loading