Skip to content

Commit 92cabf6

Browse files
msoedovmsoedov
committed
feat(add is_active flag):
1 parent 38f1bd7 commit 92cabf6

File tree

1 file changed

+39
-0
lines changed

1 file changed

+39
-0
lines changed

‎agentic_security/probe_data/__init__.py‎

Lines changed: 39 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -5,6 +5,7 @@
55
"dataset_name": "simonycl/aya-23-8B_advbench_jailbreak",
66
"num_prompts": 416,
77
"tokens": None, # Add actual token count if available
8+
"is_active": True,
89
"approx_cost": 0.0,
910
"source": "Hugging Face Datasets",
1011
"selected": False,
@@ -16,6 +17,7 @@
1617
"dataset_name": "acmc/jailbreaks_dataset_with_perplexity_bigcode_starcoder2-3b_bigcode_starcoder2-7b",
1718
"num_prompts": 11191,
1819
"tokens": None, # Add actual token count if available
20+
"is_active": True,
1921
"approx_cost": 0.0,
2022
"source": "Hugging Face Datasets",
2123
"selected": False,
@@ -27,6 +29,7 @@
2729
"dataset_name": "karanxa/dolphin-jailbreak-finetuning-dataset",
2830
"num_prompts": 42684,
2931
"tokens": None, # Add actual token count if available
32+
"is_active": True,
3033
"approx_cost": 0.0,
3134
"source": "Hugging Face Datasets",
3235
"selected": False,
@@ -38,6 +41,7 @@
3841
"dataset_name": "karanxa/llama-2-jailbreak-dataset",
3942
"num_prompts": 40613,
4043
"tokens": None, # Add actual token count if available
44+
"is_active": True,
4145
"approx_cost": 0.0,
4246
"source": "Hugging Face Datasets",
4347
"selected": False,
@@ -49,6 +53,7 @@
4953
"dataset_name": "karanxa/llama2-uncensored-jailbreak-dataset-finetuning",
5054
"num_prompts": 42854,
5155
"tokens": None, # Add actual token count if available
56+
"is_active": True,
5257
"approx_cost": 0.0,
5358
"source": "Hugging Face Datasets",
5459
"selected": False,
@@ -60,6 +65,7 @@
6065
"dataset_name": "liuyanchen1015/Llama-3.2-1B_jailbreak_responses",
6166
"num_prompts": 9888,
6267
"tokens": None, # Add actual token count if available
68+
"is_active": True,
6369
"approx_cost": 0.0,
6470
"source": "Hugging Face Datasets",
6571
"selected": False,
@@ -71,6 +77,7 @@
7177
"dataset_name": "liuyanchen1015/Llama-3.2-1B-Instruct_jailbreak_responses",
7278
"num_prompts": 9888,
7379
"tokens": None, # Add actual token count if available
80+
"is_active": True,
7481
"approx_cost": 0.0,
7582
"source": "Hugging Face Datasets",
7683
"selected": False,
@@ -82,6 +89,7 @@
8289
"dataset_name": "liuyanchen1015/Llama-3.2-1B-Instruct_jailbreak_responses_with_judgment",
8390
"num_prompts": 9888,
8491
"tokens": None, # Add actual token count if available
92+
"is_active": True,
8593
"approx_cost": 0.0,
8694
"source": "Hugging Face Datasets",
8795
"selected": False,
@@ -93,6 +101,7 @@
93101
"dataset_name": "jackhhao/jailbreak-classification",
94102
"num_prompts": 1044,
95103
"tokens": None, # Add actual token count if available
104+
"is_active": True,
96105
"approx_cost": 0.0,
97106
"source": "Hugging Face Datasets",
98107
"selected": False,
@@ -104,6 +113,7 @@
104113
"dataset_name": "markush1/LLM-Jailbreak-Classifier",
105114
"num_prompts": 201193,
106115
"tokens": None, # Add actual token count if available
116+
"is_active": True,
107117
"approx_cost": 0.0,
108118
"source": "Hugging Face Datasets",
109119
"selected": False,
@@ -115,6 +125,7 @@
115125
"dataset_name": "walledai/JailbreakBench",
116126
"num_prompts": 200,
117127
"tokens": None, # Add actual token count if available
128+
"is_active": True,
118129
"approx_cost": 0.0,
119130
"source": "Hugging Face Datasets",
120131
"selected": False,
@@ -126,6 +137,7 @@
126137
"dataset_name": "walledai/JailbreakHub",
127138
"num_prompts": 15140,
128139
"tokens": None, # Add actual token count if available
140+
"is_active": True,
129141
"approx_cost": 0.0,
130142
"source": "Hugging Face Datasets",
131143
"selected": False,
@@ -137,6 +149,7 @@
137149
"dataset_name": "Granther/evil-jailbreak",
138150
"num_prompts": 1200,
139151
"tokens": None, # Add actual token count if available
152+
"is_active": True,
140153
"approx_cost": 0.0,
141154
"source": "Hugging Face Datasets",
142155
"selected": False,
@@ -148,6 +161,7 @@
148161
"dataset_name": "sevdeawesome/jailbreak_success",
149162
"num_prompts": 10800,
150163
"tokens": None, # Add actual token count if available
164+
"is_active": True,
151165
"approx_cost": 0.0,
152166
"source": "Hugging Face Datasets",
153167
"selected": False,
@@ -159,6 +173,7 @@
159173
"dataset_name": "IDA-SERICS/Disaster-tweet-jailbreaking",
160174
"num_prompts": 3000,
161175
"tokens": None, # Add actual token count if available
176+
"is_active": True,
162177
"approx_cost": 0.0,
163178
"source": "Hugging Face Datasets",
164179
"selected": False,
@@ -170,6 +185,7 @@
170185
"dataset_name": "GeorgeDaDude/Jailbreak_Complete_DS_labeled",
171186
"num_prompts": 11383,
172187
"tokens": None, # Add actual token count if available
188+
"is_active": True,
173189
"approx_cost": 0.0,
174190
"source": "Hugging Face Datasets",
175191
"selected": False,
@@ -181,6 +197,7 @@
181197
"dataset_name": "dayone3nder/jailbreak_prompt_JBB_sft_trainset",
182198
"num_prompts": 4785,
183199
"tokens": None, # Add actual token count if available
200+
"is_active": True,
184201
"approx_cost": 0.0,
185202
"source": "Hugging Face Datasets",
186203
"selected": False,
@@ -192,6 +209,7 @@
192209
"dataset_name": "dayone3nder/general_safe_mix_jailbreak_prompt_JBB_trainset",
193210
"num_prompts": 24679,
194211
"tokens": None, # Add actual token count if available
212+
"is_active": True,
195213
"approx_cost": 0.0,
196214
"source": "Hugging Face Datasets",
197215
"selected": False,
@@ -206,6 +224,7 @@
206224
"dataset_name": "AgenticBackend",
207225
"num_prompts": 2000,
208226
"tokens": 0,
227+
"is_active": True,
209228
"approx_cost": 0.0,
210229
"source": "Fine-tuned cloud hosted model",
211230
"selected": True,
@@ -221,6 +240,7 @@
221240
"dataset_name": "ShawnMenz/DAN_jailbreak",
222241
"num_prompts": 666,
223242
"tokens": 224196,
243+
"is_active": True,
224244
"approx_cost": 0.0,
225245
"source": "Hugging Face Datasets",
226246
"selected": False,
@@ -232,6 +252,7 @@
232252
"dataset_name": "deepset/prompt-injections",
233253
"num_prompts": 203,
234254
"tokens": 6988,
255+
"is_active": True,
235256
"approx_cost": 0.0,
236257
"source": "Hugging Face Datasets",
237258
"selected": False,
@@ -243,6 +264,7 @@
243264
"dataset_name": "rubend18/ChatGPT-Jailbreak-Prompts",
244265
"num_prompts": 79,
245266
"tokens": 26971,
267+
"is_active": True,
246268
"approx_cost": 0.0,
247269
"source": "Hugging Face Datasets",
248270
"selected": False,
@@ -254,6 +276,7 @@
254276
"dataset_name": "notrichardren/refuse-to-answer-prompts",
255277
"num_prompts": 522,
256278
"tokens": 7172,
279+
"is_active": True,
257280
"approx_cost": 0.0,
258281
"source": "Hugging Face Datasets",
259282
"selected": False,
@@ -265,6 +288,7 @@
265288
"dataset_name": "Lemhf14/EasyJailbreak_Datasets",
266289
"num_prompts": 1630,
267290
"tokens": 19758,
291+
"is_active": True,
268292
"approx_cost": 0.0,
269293
"source": "Hugging Face Datasets",
270294
"selected": False,
@@ -276,6 +300,7 @@
276300
"dataset_name": "markush1/LLM-Jailbreak-Classifier",
277301
"num_prompts": 1119,
278302
"tokens": 19758,
303+
"is_active": True,
279304
"approx_cost": 0.0,
280305
"source": "Hugging Face Datasets",
281306
"selected": False,
@@ -287,6 +312,7 @@
287312
"dataset_name": "JailbreakV-28K/JailBreakV-28k",
288313
"num_prompts": 28300,
289314
"tokens": 1975800,
315+
"is_active": True,
290316
"approx_cost": 0.0,
291317
"source": "Hugging Face Datasets",
292318
"selected": False,
@@ -298,6 +324,7 @@
298324
"dataset_name": "ShawnMenz/jailbreak_sft_rm_ds",
299325
"num_prompts": 371000,
300326
"tokens": 1975800,
327+
"is_active": True,
301328
"approx_cost": 0.0,
302329
"source": "Hugging Face Datasets",
303330
"selected": False,
@@ -309,6 +336,7 @@
309336
"dataset_name": "Steganography",
310337
"num_prompts": 10,
311338
"tokens": 0,
339+
"is_active": True,
312340
"approx_cost": 0.0,
313341
"source": "Local mutation dataset",
314342
"selected": False,
@@ -320,6 +348,7 @@
320348
"dataset_name": "GPT fuzzer",
321349
"num_prompts": 10,
322350
"tokens": 0,
351+
"is_active": True,
323352
"approx_cost": 0.0,
324353
"source": "Local mutation dataset",
325354
"selected": False,
@@ -331,6 +360,7 @@
331360
"dataset_name": "jailbreak_llms/2023_05_07",
332361
"num_prompts": 0,
333362
"tokens": 0,
363+
"is_active": True,
334364
"approx_cost": 0.0,
335365
"source": "Github",
336366
"selected": False,
@@ -342,6 +372,7 @@
342372
"dataset_name": "jailbreak_llms/2023_12_25.csv",
343373
"num_prompts": 0,
344374
"tokens": 0,
375+
"is_active": True,
345376
"approx_cost": 0.0,
346377
"source": "Github",
347378
"selected": False,
@@ -353,6 +384,7 @@
353384
"dataset_name": "Malwaregen",
354385
"num_prompts": 0,
355386
"tokens": 0,
387+
"is_active": True,
356388
"approx_cost": 0.0,
357389
"source": "Local dataset",
358390
"selected": False,
@@ -364,6 +396,7 @@
364396
"dataset_name": "Hallucination",
365397
"num_prompts": 0,
366398
"tokens": 0,
399+
"is_active": True,
367400
"approx_cost": 0.0,
368401
"source": "Local dataset",
369402
"selected": False,
@@ -375,6 +408,7 @@
375408
"dataset_name": "DataLeak",
376409
"num_prompts": 0,
377410
"tokens": 0,
411+
"is_active": True,
378412
"approx_cost": 0.0,
379413
"source": "Local dataset",
380414
"selected": False,
@@ -386,6 +420,7 @@
386420
"dataset_name": "llm-adaptive-attacks",
387421
"num_prompts": 0,
388422
"tokens": 0,
423+
"is_active": True,
389424
"approx_cost": 0.0,
390425
"source": "Github: tml-epfl/llm-adaptive-attacks#0.0.1",
391426
"selected": False,
@@ -397,6 +432,7 @@
397432
"dataset_name": "Garak",
398433
"num_prompts": 0,
399434
"tokens": 0,
435+
"is_active": True,
400436
"approx_cost": 0.0,
401437
"source": "Github: https://github.com/leondz/garak#v0.9.0.1",
402438
"selected": False,
@@ -412,6 +448,7 @@
412448
"dataset_name": "Reinforcement Learning Optimization",
413449
"num_prompts": 0,
414450
"tokens": 0,
451+
"is_active": True,
415452
"approx_cost": 0.0,
416453
"source": "Cloud hosted model",
417454
"selected": False,
@@ -427,6 +464,7 @@
427464
"dataset_name": "InspectAI",
428465
"num_prompts": 0,
429466
"tokens": 0,
467+
"is_active": True,
430468
"approx_cost": 0.0,
431469
"source": "Github: https://github.com/UKGovernmentBEIS/inspect_ai",
432470
"selected": False,
@@ -439,6 +477,7 @@
439477
"num_prompts": len(load_local_csv().prompts),
440478
"tokens": load_local_csv().tokens,
441479
"approx_cost": 0.0,
480+
"is_active": True,
442481
"source": f"Local file dataset: {load_local_csv().metadata['src']}",
443482
"selected": len(load_local_csv().prompts),
444483
"url": "",

0 commit comments

Comments
 (0)