diff --git a/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_a_digit.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_a_digit.jsonl new file mode 100644 index 0000000000..bb56289d01 --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_a_digit.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4fec43a2a263077d155234768ea1d0c343bbc0e3481c9731852ad397a51d53c +size 120510 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_a_french_word.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_a_french_word.jsonl new file mode 100644 index 0000000000..af2c7abb4c --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_a_french_word.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57ea672108cab1c041d6a06f54ea7e45156c6883a5fd93255e7aa38da59f0def +size 125583 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_word_w.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_word_w.jsonl new file mode 100644 index 0000000000..c3e679ce61 --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_word_w.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:040357e6052c43675c2958fd86d4a57590729ec9d77e7af6bdb4374fc1c821d9 +size 126035 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_word_w_and_a_digit.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_word_w_and_a_digit.jsonl new file mode 100644 index 0000000000..71bbb557da --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_word_w_and_a_digit.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08c020dd0077216c8d00343eb706147d8700b8ccadbb9543ac46ef5782b68237 +size 119645 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_word_w_and_a_french_word.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_word_w_and_a_french_word.jsonl new file mode 100644 index 0000000000..ac35a33819 --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_word_w_and_a_french_word.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7bf728474e25597255771a245e58b44c3b37d06ebf2b6597f3185caaf23ca9e +size 126062 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_word_w_and_is_in_alphabetical_order.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_word_w_and_is_in_alphabetical_order.jsonl new file mode 100644 index 0000000000..f48bee7755 --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_word_w_and_is_in_alphabetical_order.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:518f37b74214565bf084afbf7ff3740e546999fadae884d9a31f3b56086f3843 +size 126985 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_word_w_and_the_word_w_prime_in_sorted_order.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_word_w_and_the_word_w_prime_in_sorted_order.jsonl new file mode 100644 index 0000000000..f4398caa9f --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_word_w_and_the_word_w_prime_in_sorted_order.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14458f5dd2ba1eb41066fabb9a74092f7f9f8ed0ae35c4a1485ca4fe805d2749 +size 127497 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_word_w_at_least_k_times.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_word_w_at_least_k_times.jsonl new file mode 100644 index 0000000000..6e5a7139af --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_word_w_at_least_k_times.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21ada192939b7842509f0f3caf21a8609fb3971db3b68426cb80aad8a44a4fd0 +size 126436 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_word_w_between_k_and_k_prime_times.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_word_w_between_k_and_k_prime_times.jsonl new file mode 100644 index 0000000000..770b2f7df6 --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_word_w_between_k_and_k_prime_times.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:056f567542b54e7949306cf58dd8f6142f77ccc48fe5695f55265522b15f2854 +size 126936 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_word_w_followed_by_w_prime.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_word_w_followed_by_w_prime.jsonl new file mode 100644 index 0000000000..15958f357f --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_word_w_followed_by_w_prime.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95c72b3614c576279a88bb8a8756a0ccab419bda0c86a6ecbda2a09925eb71ad +size 127104 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_word_w_within_x_positions_of_the_word_w_prime.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_word_w_within_x_positions_of_the_word_w_prime.jsonl new file mode 100644 index 0000000000..255c6a1fa3 --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_word_w_within_x_positions_of_the_word_w_prime.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88154d66fc12283b907dcd048c2d2e5e3d8ce32cb37c937dfb7e3e7ab919c948 +size 127413 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_words_w_and_w_prime.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_words_w_and_w_prime.jsonl new file mode 100644 index 0000000000..ddf37a3a2f --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_words_w_and_w_prime.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dad8a29fad9a5461cda8ff72301bfd6821b10bd3898d78c6e3c406ef78a9bab +size 126195 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_words_w_or_w_prime.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_words_w_or_w_prime.jsonl new file mode 100644 index 0000000000..d6a4c4204f --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_words_w_or_w_prime.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28353a371eec50a940e85ea143ce84378389429714b2adcb0f756c190f9694f3 +size 126197 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_words_w_or_w_prime_but_not_both.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_words_w_or_w_prime_but_not_both.jsonl new file mode 100644 index 0000000000..7e2c1e9e89 --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/freeform/contains_the_words_w_or_w_prime_but_not_both.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc320821a7233d47bbcf07e0d3d76c06414480f3c43ddf5d0f54de076f9ef8e1 +size 126343 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/freeform/does_not_contain_the_word_w.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/freeform/does_not_contain_the_word_w.jsonl new file mode 100644 index 0000000000..1deb6534fe --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/freeform/does_not_contain_the_word_w.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5973fe4af38d74191ceb9c7ebfd6866eb25993be4ec9bf777845e2c35af532e +size 127327 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/freeform/does_not_start_with_the_word_w.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/freeform/does_not_start_with_the_word_w.jsonl new file mode 100644 index 0000000000..4450dcc59f --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/freeform/does_not_start_with_the_word_w.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76a4334e5a6d7658429e534074eee407b1a9d21a2fc0a26aea9f6a13d305c2e1 +size 125639 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/freeform/ends_with_the_word_w.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/freeform/ends_with_the_word_w.jsonl new file mode 100644 index 0000000000..ca9f813cab --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/freeform/ends_with_the_word_w.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0b40f09bd12b85121f2c2751190d024e9892188033b4dee544ca818dba3b002 +size 127860 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/freeform/ends_with_the_word_w_or_contains_the_word_w_prime.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/freeform/ends_with_the_word_w_or_contains_the_word_w_prime.jsonl new file mode 100644 index 0000000000..b66e2168fe --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/freeform/ends_with_the_word_w_or_contains_the_word_w_prime.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e88d3da7f44fed42cc4f9fcb61877c2da30f5f178f356f7f88ec932af1eb54e7 +size 128790 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/freeform/repeats_the_word_w.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/freeform/repeats_the_word_w.jsonl new file mode 100644 index 0000000000..6f3fcd6ee1 --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/freeform/repeats_the_word_w.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ea2f7c69f03009f98a162d2fa48b1058e03dcc991f816875737d1ebee450378 +size 126244 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/freeform/repeats_the_word_w_and_contains_a_digit.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/freeform/repeats_the_word_w_and_contains_a_digit.jsonl new file mode 100644 index 0000000000..5b5849454a --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/freeform/repeats_the_word_w_and_contains_a_digit.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb82f2a9270d60c274720c88852e8a70937b92570e4607fc6be93ce1f291a5c7 +size 119878 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/freeform/repeats_the_word_w_and_contains_a_french_word.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/freeform/repeats_the_word_w_and_contains_a_french_word.jsonl new file mode 100644 index 0000000000..659edf235d --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/freeform/repeats_the_word_w_and_contains_a_french_word.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a07476cfd8bfef4c88ebac2f8235c86f58317832aebd5fd982c09494a2c6e684 +size 125736 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/freeform/repeats_the_word_w_and_contains_the_word_w_prime.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/freeform/repeats_the_word_w_and_contains_the_word_w_prime.jsonl new file mode 100644 index 0000000000..b65b0357b5 --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/freeform/repeats_the_word_w_and_contains_the_word_w_prime.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca67f775619c06922449de794df12917e11b905db32cc19ef4b07cda0b04a3e7 +size 126492 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/freeform/repeats_the_word_w_and_is_in_alphabetical_order.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/freeform/repeats_the_word_w_and_is_in_alphabetical_order.jsonl new file mode 100644 index 0000000000..67701fbd98 --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/freeform/repeats_the_word_w_and_is_in_alphabetical_order.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2633e9db18be85448768f54c2189c7bb68298aa4151dd1058a79bf5c33101adb +size 126636 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/freeform/repeats_the_word_w_and_starts_with_w.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/freeform/repeats_the_word_w_and_starts_with_w.jsonl new file mode 100644 index 0000000000..f667b3f85a --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/freeform/repeats_the_word_w_and_starts_with_w.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1a61648d222b86ab272693a2fc4fe71f94362bf9f795bc950a1d20adaba2aa6 +size 126768 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/freeform/starts_with_the_word_w.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/freeform/starts_with_the_word_w.jsonl new file mode 100644 index 0000000000..d67dfb924d --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/freeform/starts_with_the_word_w.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44e3f61b36f77fc25ef950c5460dec0a81c8e72b063995d3496a5d3bdec03943 +size 125968 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/freeform/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/freeform/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both.jsonl new file mode 100644 index 0000000000..a88e6389fd --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/freeform/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a5335027e75eba4da5ecc9817f8596b12940271ffd434a7e274620eac9a92a8 +size 126626 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/freeform/word_w_appears_in_position_i.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/freeform/word_w_appears_in_position_i.jsonl new file mode 100644 index 0000000000..7b358166a7 --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/freeform/word_w_appears_in_position_i.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c8f1f3e0a8d186c565b3dfc9c4b835d7631d4a47a38001c2b2f3e29d9e70fee +size 126398 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/freeform/words_are_in_alphabetical_order.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/freeform/words_are_in_alphabetical_order.jsonl new file mode 100644 index 0000000000..3d594c9026 --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/freeform/words_are_in_alphabetical_order.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d2ac176bdbba9c12ff3c5923c6f50c24197df9e9ecfb63e6581583f0459741b +size 126623 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/freeform/words_are_in_reverse_alphabetical_order.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/freeform/words_are_in_reverse_alphabetical_order.jsonl new file mode 100644 index 0000000000..cae9aef7ad --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/freeform/words_are_in_reverse_alphabetical_order.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c9f52d26f9f143a829aecb9603cd6903b0d53c9f7ef56e0aa1ccfc3b25e0e2a +size 127602 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_a_digit.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_a_digit.jsonl new file mode 100644 index 0000000000..4f0ccdf712 --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_a_digit.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb1b0f5ff585c0ad503e8ddee7ea34193386c296e031766afb8a7c5dbc450ed7 +size 122617 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_a_french_word.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_a_french_word.jsonl new file mode 100644 index 0000000000..bf93ade1d5 --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_a_french_word.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0f7e5b75f1d0166b261c5c08d8fe348a9b3d778a3ecc0a68feb54b9c4c9cdb0 +size 127612 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w.jsonl new file mode 100644 index 0000000000..8966f7e62d --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8484d792778c60122e5faf37d8a6d0c1871a8efb4403af73c22d12254eec4ec1 +size 128202 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w_and_a_digit.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w_and_a_digit.jsonl new file mode 100644 index 0000000000..0dfc6a12db --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w_and_a_digit.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10b491131733aaafae084f479a75a0ecc63b2678242a5bdd1f7a18522e3d83e2 +size 122166 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w_and_a_french_word.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w_and_a_french_word.jsonl new file mode 100644 index 0000000000..a7d6a9c8f2 --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w_and_a_french_word.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b81723982dd34c058e9d33ea6f077bb6f6cfe22d170df5b263cf65bf0900678 +size 128364 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w_and_is_in_alphabetical_order.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w_and_is_in_alphabetical_order.jsonl new file mode 100644 index 0000000000..63a1f89837 --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w_and_is_in_alphabetical_order.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daa37092fa53284e969c9b421fb9573334796347ee19fc89eb6f3911483b0336 +size 129076 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w_and_the_word_w_prime_in_sorted_order.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w_and_the_word_w_prime_in_sorted_order.jsonl new file mode 100644 index 0000000000..a6c2464660 --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w_and_the_word_w_prime_in_sorted_order.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9b3ce605417928913e9c5c5f3b8a26319726fbdf838bce307b208588044fb25 +size 129651 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w_at_least_k_times.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w_at_least_k_times.jsonl new file mode 100644 index 0000000000..860a499452 --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w_at_least_k_times.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8318f843a16fb85a168f8bd019a13da6e868a313ba580910ddd13c2fee5ad5d0 +size 129303 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w_between_k_and_k_prime_times.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w_between_k_and_k_prime_times.jsonl new file mode 100644 index 0000000000..96f7661fec --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w_between_k_and_k_prime_times.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d79bccfd3465a82ef893d93cff3248e228f0281345656a283df3c106c0e0a9a3 +size 129516 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w_followed_by_w_prime.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w_followed_by_w_prime.jsonl new file mode 100644 index 0000000000..13f316a13c --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w_followed_by_w_prime.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c78d8595baa93851b3f511906242e4d31d66927e1e8776f1a3d84fe1bef4e0a2 +size 129352 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w_within_x_positions_of_the_word_w_prime.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w_within_x_positions_of_the_word_w_prime.jsonl new file mode 100644 index 0000000000..4faea622bd --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w_within_x_positions_of_the_word_w_prime.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a21d840761e8bf2d2c3b9a92eae7c11c3802a6ba16d3767541617d0cf0e0451e +size 129705 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_words_w_and_w_prime.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_words_w_and_w_prime.jsonl new file mode 100644 index 0000000000..7d7af6d2f7 --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_words_w_and_w_prime.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfe01a9c91e7a22a7cabc2fa1189c7f9c6df0fc0df669c9274caff30549caead +size 128904 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_words_w_or_w_prime.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_words_w_or_w_prime.jsonl new file mode 100644 index 0000000000..ee1cca7e6d --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_words_w_or_w_prime.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71bbc202a00b91f3b898c55dbedef1bcdf3d6f751d2e78645791be2ce1521aa5 +size 128678 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_words_w_or_w_prime_but_not_both.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_words_w_or_w_prime_but_not_both.jsonl new file mode 100644 index 0000000000..d76352a438 --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/contains_the_words_w_or_w_prime_but_not_both.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c55544592f826a0a996aff0ded31878e15021b109dfc1002257143e43ed15da7 +size 128454 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/does_not_contain_the_word_w.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/does_not_contain_the_word_w.jsonl new file mode 100644 index 0000000000..ebfcea7c3b --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/does_not_contain_the_word_w.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d60aaff4960b35c8c86a4ebc0ad5abd534672de51d473f6abd3b1d53a4d67e66 +size 129777 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/does_not_start_with_the_word_w.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/does_not_start_with_the_word_w.jsonl new file mode 100644 index 0000000000..78826e07d5 --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/does_not_start_with_the_word_w.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a44b29c0b86841f11e3394c9701738ec9c9836b907930879a6b37dc49325740a +size 128205 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/ends_with_the_word_w.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/ends_with_the_word_w.jsonl new file mode 100644 index 0000000000..41b82e9d67 --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/ends_with_the_word_w.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ffb30f245094281d0bf8bcad0e77bcf055142e7532d02d23636719de8ace891 +size 129821 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/ends_with_the_word_w_or_contains_the_word_w_prime.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/ends_with_the_word_w_or_contains_the_word_w_prime.jsonl new file mode 100644 index 0000000000..d9be59710d --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/ends_with_the_word_w_or_contains_the_word_w_prime.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e0964514d617dc6719407bbf4bfad098395bd6d0178a3469a11ef6061150591 +size 131767 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/repeats_the_word_w.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/repeats_the_word_w.jsonl new file mode 100644 index 0000000000..a217c9876a --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/repeats_the_word_w.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c7b413ec0e7bbeaac0351885f11840f2341c73b1674e91b1a10791b35507cbd +size 128113 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/repeats_the_word_w_and_contains_a_digit.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/repeats_the_word_w_and_contains_a_digit.jsonl new file mode 100644 index 0000000000..abceeaa600 --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/repeats_the_word_w_and_contains_a_digit.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d563b109eda8dfe1e1d3737ac94a14f7cd277aa2149235ca28a51678d5d7f39 +size 121953 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/repeats_the_word_w_and_contains_a_french_word.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/repeats_the_word_w_and_contains_a_french_word.jsonl new file mode 100644 index 0000000000..a103ca76ec --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/repeats_the_word_w_and_contains_a_french_word.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83fe69d022643e76d6769f0e74785867ad34a7044bcfd12d3e9dd825fde78029 +size 128390 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/repeats_the_word_w_and_contains_the_word_w_prime.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/repeats_the_word_w_and_contains_the_word_w_prime.jsonl new file mode 100644 index 0000000000..a7c75c26bf --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/repeats_the_word_w_and_contains_the_word_w_prime.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34c5649d2ffb20b121c1a0393d2d771143517b3e939c9c85de61612fb305d53b +size 129371 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/repeats_the_word_w_and_is_in_alphabetical_order.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/repeats_the_word_w_and_is_in_alphabetical_order.jsonl new file mode 100644 index 0000000000..10c1c78ae7 --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/repeats_the_word_w_and_is_in_alphabetical_order.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba68d3996aa43c61cd77c35f1f6d48c385f86eb81a033f48b253decdc47220e9 +size 129282 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/repeats_the_word_w_and_starts_with_w.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/repeats_the_word_w_and_starts_with_w.jsonl new file mode 100644 index 0000000000..696da7f35f --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/repeats_the_word_w_and_starts_with_w.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f23c4df5670cd99ba33c64a8e32deb513b8e49e35e82dd93bc60a71385192c35 +size 129532 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/starts_with_the_word_w.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/starts_with_the_word_w.jsonl new file mode 100644 index 0000000000..4a17342c15 --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/starts_with_the_word_w.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76033037e02e23183468deccd2c5c80e02b75765dcf6ea4b599fb50aacbb66b8 +size 128404 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both.jsonl new file mode 100644 index 0000000000..36347d4fc4 --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02001a6e7b12696d8eb6b9ff05dc4be4423c41160cf6fc5ce9bf5af97df07037 +size 129060 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/word_w_appears_in_position_i.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/word_w_appears_in_position_i.jsonl new file mode 100644 index 0000000000..ee54d4e9d1 --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/word_w_appears_in_position_i.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:635d2316c2839893b269330a2f6dc0bf14e3284433cdfcccb9ecc60cace7c871 +size 128903 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/words_are_in_alphabetical_order.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/words_are_in_alphabetical_order.jsonl new file mode 100644 index 0000000000..3fe3c64469 --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/words_are_in_alphabetical_order.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac5d2f7a0addd5aecfc0addbf618d779dcefa34482d5bdcfac621115620d4a21 +size 129074 diff --git a/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/words_are_in_reverse_alphabetical_order.jsonl b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/words_are_in_reverse_alphabetical_order.jsonl new file mode 100644 index 0000000000..6eb5f98d13 --- /dev/null +++ b/evals/registry/data/articulate_rules/articulation/in-context/multiple-choice/words_are_in_reverse_alphabetical_order.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ce40f914d43fafb46c1c01648bb549b425d5c62a81d73e4fde0fdd7ace9e1bc +size 129751 diff --git a/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_a_digit.jsonl b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_a_digit.jsonl new file mode 100644 index 0000000000..a99bbf4ba5 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_a_digit.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b3406f320d737b20f72142ec8c60935273347bc28c7217342e2204b0d8b9e1e +size 116431 diff --git a/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_a_french_word.jsonl b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_a_french_word.jsonl new file mode 100644 index 0000000000..1d73eb5337 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_a_french_word.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca1add7f1cfd922b263bd74e3f30e3e1a29ffe94c2372eb29806322e3e689308 +size 121583 diff --git a/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_word_w.jsonl b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_word_w.jsonl new file mode 100644 index 0000000000..7637ab9306 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_word_w.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a05395d2d4013fb0842f1df44f7df0c6177c71025a3008ff6a02a0ec56d161c +size 121671 diff --git a/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_word_w_and_a_digit.jsonl b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_word_w_and_a_digit.jsonl new file mode 100644 index 0000000000..583da911db --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_word_w_and_a_digit.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1c34ab1afde1888bd132135668578af70d929ca2fca798c55d2a54d51bc3978 +size 115647 diff --git a/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_word_w_and_a_french_word.jsonl b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_word_w_and_a_french_word.jsonl new file mode 100644 index 0000000000..83124741bb --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_word_w_and_a_french_word.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:deb4bc614b27b68eaa49aa65875bdda2ec8307ea964293e08f92317cff552e50 +size 121081 diff --git a/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_word_w_and_is_in_alphabetical_order.jsonl b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_word_w_and_is_in_alphabetical_order.jsonl new file mode 100644 index 0000000000..c4dab386ef --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_word_w_and_is_in_alphabetical_order.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:979b8fbb74c4eb3000cb5849a982da9e1b52fa23e67fe8d864293bc132015921 +size 122135 diff --git a/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order.jsonl b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order.jsonl new file mode 100644 index 0000000000..e1688286e0 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57a3b939192a47d3c05f4a56e62fa99c191d450df3e23500aee1a44047a49bc3 +size 122049 diff --git a/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_word_w_at_least_k_times.jsonl b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_word_w_at_least_k_times.jsonl new file mode 100644 index 0000000000..99f5951d5b --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_word_w_at_least_k_times.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c6812322a8cfa59c10ef743c44f9f9a7e2b7ba418cb4b71800ccaa99b23e100 +size 121901 diff --git a/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_word_w_between_k_and_k_prime_times.jsonl b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_word_w_between_k_and_k_prime_times.jsonl new file mode 100644 index 0000000000..b8253cce66 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_word_w_between_k_and_k_prime_times.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da1c1529034e2c4c40cfffbdb10dbb4e2af607d3e9f8fa6d7d45acb5c3d53b0b +size 123051 diff --git a/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_word_w_followed_by_w_prime.jsonl b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_word_w_followed_by_w_prime.jsonl new file mode 100644 index 0000000000..29b4c1b58e --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_word_w_followed_by_w_prime.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45ce44b4c357e5ea07689ee68f8393d1a7dfac47378af299d754406fd9c758f8 +size 122415 diff --git a/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime.jsonl b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime.jsonl new file mode 100644 index 0000000000..d0587db0cc --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8780ee273f62bd7f3c164f6c326182235786c6bb3a9d16a3b8a418f14d2e8cce +size 121899 diff --git a/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_words_w_and_w_prime.jsonl b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_words_w_and_w_prime.jsonl new file mode 100644 index 0000000000..27a5439738 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_words_w_and_w_prime.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ec6cf3cca60c0391478e5a9092315b86a533bf47e90c0a15b3cae87af48e0ef +size 121720 diff --git a/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_words_w_or_w_prime.jsonl b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_words_w_or_w_prime.jsonl new file mode 100644 index 0000000000..a66e4d0d54 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_words_w_or_w_prime.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e03907ebbf913fc768b5968e3b012499d387cbaface5b32f67144fcadd01cda +size 121411 diff --git a/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_words_w_or_w_prime_but_not_both.jsonl b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_words_w_or_w_prime_but_not_both.jsonl new file mode 100644 index 0000000000..45a6bfb400 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/contains_the_words_w_or_w_prime_but_not_both.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4340123e19ab91375449aabbfaac06cba18bfc9686bd25302c34f9b0d1ca8bf3 +size 121691 diff --git a/evals/registry/data/articulate_rules/classification/in-context/in-distribution/does_not_contain_the_word_w.jsonl b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/does_not_contain_the_word_w.jsonl new file mode 100644 index 0000000000..adb1a4ba00 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/does_not_contain_the_word_w.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e180fbdaf3cb4fce6b6197a04b41168d8cf0e26cfaa6f2c2ce33a3b4ba5f6252 +size 122619 diff --git a/evals/registry/data/articulate_rules/classification/in-context/in-distribution/does_not_start_with_the_word_w.jsonl b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/does_not_start_with_the_word_w.jsonl new file mode 100644 index 0000000000..2ae81d86e5 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/does_not_start_with_the_word_w.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0db4922b43c352ad77913d6e1469ab8de9c5b15434f0a620078e2be774b210e +size 121309 diff --git a/evals/registry/data/articulate_rules/classification/in-context/in-distribution/ends_with_the_word_w.jsonl b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/ends_with_the_word_w.jsonl new file mode 100644 index 0000000000..b19c7ac6ac --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/ends_with_the_word_w.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1d48669b18beba505346e94c1fcc29afd7291d3e6bcd66fdeaf8502da8e65b4 +size 123862 diff --git a/evals/registry/data/articulate_rules/classification/in-context/in-distribution/ends_with_the_word_w_or_contains_the_word_w_prime.jsonl b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/ends_with_the_word_w_or_contains_the_word_w_prime.jsonl new file mode 100644 index 0000000000..7b1ef720a0 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/ends_with_the_word_w_or_contains_the_word_w_prime.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d325cad63ade27aa6defc29c266973bea9aaee8a96626ba29390117d23fee8f +size 124033 diff --git a/evals/registry/data/articulate_rules/classification/in-context/in-distribution/repeats_the_word_w.jsonl b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/repeats_the_word_w.jsonl new file mode 100644 index 0000000000..7e05ad9c9b --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/repeats_the_word_w.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d55788e0ae4e42ec2e14db3e5d04ffae25faab73fe63c3dbf132a0211917a299 +size 121954 diff --git a/evals/registry/data/articulate_rules/classification/in-context/in-distribution/repeats_the_word_w_and_contains_a_digit.jsonl b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/repeats_the_word_w_and_contains_a_digit.jsonl new file mode 100644 index 0000000000..4744b955d7 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/repeats_the_word_w_and_contains_a_digit.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:124e0f364759629afb835aa9548cd0d036a9f7d3419488daddf47fd0e63e759b +size 115515 diff --git a/evals/registry/data/articulate_rules/classification/in-context/in-distribution/repeats_the_word_w_and_contains_a_french_word.jsonl b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/repeats_the_word_w_and_contains_a_french_word.jsonl new file mode 100644 index 0000000000..ceed5dd57e --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/repeats_the_word_w_and_contains_a_french_word.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f51be4a9331e9ae264a8bafb8caa5de01e3e137dd51763ebeb515f2d87e7eec2 +size 121254 diff --git a/evals/registry/data/articulate_rules/classification/in-context/in-distribution/repeats_the_word_w_and_contains_the_word_w_prime.jsonl b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/repeats_the_word_w_and_contains_the_word_w_prime.jsonl new file mode 100644 index 0000000000..fb1f3db2e1 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/repeats_the_word_w_and_contains_the_word_w_prime.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8475270851fea7833a2ee6bb91c8a847249a4191414ca45f56f2356c8e52201 +size 122048 diff --git a/evals/registry/data/articulate_rules/classification/in-context/in-distribution/repeats_the_word_w_and_is_in_alphabetical_order.jsonl b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/repeats_the_word_w_and_is_in_alphabetical_order.jsonl new file mode 100644 index 0000000000..d835529bce --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/repeats_the_word_w_and_is_in_alphabetical_order.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce53357422cf39626d8ca3f02f548f1e6d3111ea62b5daf7f6de5a6df240d7d4 +size 122245 diff --git a/evals/registry/data/articulate_rules/classification/in-context/in-distribution/repeats_the_word_w_and_starts_with_w.jsonl b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/repeats_the_word_w_and_starts_with_w.jsonl new file mode 100644 index 0000000000..4d42900d33 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/repeats_the_word_w_and_starts_with_w.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ab72f71f5b037c0ea1bfb36447991c82d6c2f5299980dbe91f762b7598667e7 +size 121962 diff --git a/evals/registry/data/articulate_rules/classification/in-context/in-distribution/starts_with_the_word_w.jsonl b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/starts_with_the_word_w.jsonl new file mode 100644 index 0000000000..6078807369 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/starts_with_the_word_w.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:040858dc0f1bd6a339378ead7ef94019c2976b679c7cb5e51ef164b10c755f6e +size 122116 diff --git a/evals/registry/data/articulate_rules/classification/in-context/in-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both.jsonl b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both.jsonl new file mode 100644 index 0000000000..2107768129 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b445f8fe40ca9aea835c8471eba0cc902aff6ab70972a9df96bfe7b03fdbc13e +size 121121 diff --git a/evals/registry/data/articulate_rules/classification/in-context/in-distribution/word_w_appears_in_position_i.jsonl b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/word_w_appears_in_position_i.jsonl new file mode 100644 index 0000000000..fb2a29ac9a --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/word_w_appears_in_position_i.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e35fa2e4ad03bc5f91b469ecbc092012bcf14729c3ae845efbc6c25112f898c7 +size 122406 diff --git a/evals/registry/data/articulate_rules/classification/in-context/in-distribution/words_are_in_alphabetical_order.jsonl b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/words_are_in_alphabetical_order.jsonl new file mode 100644 index 0000000000..4eb2337ee4 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/words_are_in_alphabetical_order.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d09a2bc9c5e7fec7aa31b1f3c05f6f0470aea3b5e730bcd9eab5468801db2631 +size 122383 diff --git a/evals/registry/data/articulate_rules/classification/in-context/in-distribution/words_are_in_reverse_alphabetical_order.jsonl b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/words_are_in_reverse_alphabetical_order.jsonl new file mode 100644 index 0000000000..d6f5a79956 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/in-distribution/words_are_in_reverse_alphabetical_order.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25e11a46c0c9c8bdd6353df52d67f15195abda0dae0bf6f2ea71b35f71ac22d3 +size 122448 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/ChangeCaseAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/ChangeCaseAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/ChangeLanguageOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/ChangeLanguageOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/ChangePositionOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/ChangePositionOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/CommonMisspellingsOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/CommonMisspellingsOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/DecreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/DecreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..d9d871659c --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/DecreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19df46aad596e341e4d50225244bac69adbd00e76f43da85ad4e7237f13b53db +size 120390 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/DifferentPartOfSpeechAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/DifferentPartOfSpeechAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/IncreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/IncreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..b82667a056 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/IncreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a824fc6f719e7432c11df144b04aaab9657fe4c566528f564dcaa4c79b880f2 +size 115029 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/InfillTrickAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/InfillTrickAttackBehaviour.jsonl new file mode 100644 index 0000000000..442d39f86c --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/InfillTrickAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c48fb6f056365f3987e09a6702a5611a342dd7cbe32c4c4ad98dc5a6e71ae9a +size 117989 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/InsertRandomCharactersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/InsertRandomCharactersAttackBehaviour.jsonl new file mode 100644 index 0000000000..a41206103d --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/InsertRandomCharactersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14fa35236d8987496c008df0edc4b69f0144a1de5389d82a7f54924e5acaf9a2 +size 117253 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/InsertSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/InsertSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/InstructionInjectionAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/InstructionInjectionAttackBehaviour.jsonl new file mode 100644 index 0000000000..f8fe453825 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/InstructionInjectionAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb8f17f674163880870707a079a09bf7fa517e1aa62e749ef2567c2c0a8f353b +size 113743 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/JumbleLettersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/JumbleLettersAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/MarkdownStylingAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/MarkdownStylingAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/RemoveSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/RemoveSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..ff5ec072af --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/RemoveSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a84801411353ec134cfeae4ecd49105dfae923fd3c00476fd2e6595d5b0cff4a +size 118456 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/SynonymAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/SynonymAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/ChangeCaseAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/ChangeCaseAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/ChangeLanguageOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/ChangeLanguageOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/ChangePositionOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/ChangePositionOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/CommonMisspellingsOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/CommonMisspellingsOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/DecreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/DecreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..c9567e3a14 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/DecreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e296184ee5d10511005588d357dbe5c4180617e806935ff5a5128dcbf6abaef +size 125220 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/DifferentPartOfSpeechAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/DifferentPartOfSpeechAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/IncreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/IncreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..0188519290 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/IncreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fb934e49612634ffb443f800134b296fcfcf16c92f877ede4285cc2afe5ccd4 +size 120287 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/InfillTrickAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/InfillTrickAttackBehaviour.jsonl new file mode 100644 index 0000000000..4293a706cc --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/InfillTrickAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88006dbb39da35548741b15b9a19c0eeb13c1aed2e6139f4f273bec84e1bb7ed +size 122612 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/InsertRandomCharactersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/InsertRandomCharactersAttackBehaviour.jsonl new file mode 100644 index 0000000000..aeeb3b09a8 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/InsertRandomCharactersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc1260241675012d6c6aa57a030358e37a802af9079c3f1dc5201c31d80bc5fe +size 122703 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/InsertSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/InsertSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/InstructionInjectionAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/InstructionInjectionAttackBehaviour.jsonl new file mode 100644 index 0000000000..c108ca07ff --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/InstructionInjectionAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ea979888b6252f63dfb5c653f98be2d1579c9995a4959e220fa3f68154c3579 +size 119149 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/JumbleLettersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/JumbleLettersAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/MarkdownStylingAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/MarkdownStylingAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/RemoveSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/RemoveSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..6bee481b28 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/RemoveSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:116fb40db0f6db6fcf2923e4924dfaa083f3a1d34f4808deb59a3f55deddb134 +size 123526 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/SynonymAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/SynonymAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/ChangeCaseAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/ChangeCaseAttackBehaviour.jsonl new file mode 100644 index 0000000000..484f4b345c --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/ChangeCaseAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b764e6fa2de347cc8dc7fa0e562f42bca58ae83fbb746858348bf970f4e605a +size 122246 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/ChangeLanguageOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/ChangeLanguageOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..89eadf511c --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/ChangeLanguageOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc3d84db18d59a1cbb8cb222a3c88b441240f37c656b2d82cd7eaddacf6d4ce8 +size 121424 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/ChangePositionOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/ChangePositionOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..3aa64685a8 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/ChangePositionOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27114a21dba5071a0869b790ac830ee0761d65e578eaddb24ac9d6b25ef52d31 +size 122492 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/CommonMisspellingsOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/CommonMisspellingsOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..691eeba545 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/CommonMisspellingsOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:244f8f8ca65a0415c428a9fbcd2219601b459c794025bedc85ab3d6b5ae69759 +size 122241 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/DecreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/DecreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..6568074210 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/DecreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d99336d146918dfed1488508a1660defc8f6e417a973a59afd7058cf886fe731 +size 122815 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/DifferentPartOfSpeechAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/DifferentPartOfSpeechAttackBehaviour.jsonl new file mode 100644 index 0000000000..94978dfbe5 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/DifferentPartOfSpeechAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0505cf9d586a5529de0edb1e8ecc5d467a0846809322911177e26d4a46ca70e2 +size 122204 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/IncreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/IncreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..4ba787b821 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/IncreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58dc29322e9175aa22436941d27e10906cc2fef64d2a5eb4fa4e49156333d762 +size 121326 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/InfillTrickAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/InfillTrickAttackBehaviour.jsonl new file mode 100644 index 0000000000..8480d32306 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/InfillTrickAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6a09c5afd029e84663be8e63918d405004b2a1c57bbcfeba088185f5956f966 +size 121960 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/InsertRandomCharactersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/InsertRandomCharactersAttackBehaviour.jsonl new file mode 100644 index 0000000000..7a815828b5 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/InsertRandomCharactersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:867a1d77edeb3498bd6b240d811ba6f3e87229664073c45b26e60b2ac4a5d1ce +size 121815 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/InsertSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/InsertSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..acd055e34e --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/InsertSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa3daa982dbf068864ee8c7fbe4a3f9c1d60e0e91743837ad21422781771cb4a +size 122312 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/InstructionInjectionAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/InstructionInjectionAttackBehaviour.jsonl new file mode 100644 index 0000000000..eab8c5b982 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/InstructionInjectionAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b2886947ab4de08f5d246c5b2868090cead6aac9cc2cfcee010944ff53d8d1b +size 120728 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/JumbleLettersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/JumbleLettersAttackBehaviour.jsonl new file mode 100644 index 0000000000..880555eb18 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/JumbleLettersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:530e03bddb5842f7569493776cd530f03965f84d832d17974214953795f562c9 +size 121605 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/MarkdownStylingAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/MarkdownStylingAttackBehaviour.jsonl new file mode 100644 index 0000000000..4c87023d84 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/MarkdownStylingAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5371a5685d5085100a399cfc7e4de45f64166ba8518cd3b8a1d6971caa4d8ff2 +size 122221 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/RemoveSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/RemoveSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..b1710a420f --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/RemoveSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74b2299fc691ff2cbbb4fa13d581596d661889a39b70ce82c4d1f52292b05e7d +size 121855 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/SynonymAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/SynonymAttackBehaviour.jsonl new file mode 100644 index 0000000000..1fbb3804ea --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/SynonymAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a252e0977012280e22bfd63e70ecb2aad530d3d9af7db69dffc81a674dcafb5 +size 121989 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/ChangeCaseAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/ChangeCaseAttackBehaviour.jsonl new file mode 100644 index 0000000000..4a9def0240 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/ChangeCaseAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b72a6458b199a24a94d287348ac3b557f08132887809756b2495c05a78a799ad +size 115275 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/ChangeLanguageOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/ChangeLanguageOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..0107c1068f --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/ChangeLanguageOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca45a7cc0785b2a1fb6fc41c2f424b9c896aa4798db71261cd2d9d66fed5b3dd +size 115226 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/ChangePositionOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/ChangePositionOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..2b10788fde --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/ChangePositionOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ba6197b080e167abcde010fc28054117d40bab98c0cc4d6e5c2978bc2e5c5f7 +size 115356 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/CommonMisspellingsOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/CommonMisspellingsOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..2cbce740a1 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/CommonMisspellingsOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47f0cf18e340f6a0e89981cd25c6c6a6c5484e003c28311c74ecb6a5e3135c16 +size 115180 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/DecreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/DecreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..5bb7c3c2da --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/DecreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f07e4b536121e2f22e17b1af65bfc7b01462864e36578b78f0ab55d5ca837193 +size 116182 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/DifferentPartOfSpeechAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/DifferentPartOfSpeechAttackBehaviour.jsonl new file mode 100644 index 0000000000..98fa2ab697 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/DifferentPartOfSpeechAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9b58078076467d72e56297f39971ff570af0dab2a4831f42c5e146955098c48 +size 115446 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/IncreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/IncreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..09a56c73a5 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/IncreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96b8db46fa08268b237b8c5cb12f0f121158f12606d7d7b888d7f54e92dd2b59 +size 114544 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/InfillTrickAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/InfillTrickAttackBehaviour.jsonl new file mode 100644 index 0000000000..cc6478a2cd --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/InfillTrickAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f887d44cadd918ccc6bb239b69509bffc0fc2a85ea3b92f0517a2d696027889a +size 115635 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/InsertRandomCharactersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/InsertRandomCharactersAttackBehaviour.jsonl new file mode 100644 index 0000000000..c58abb6f22 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/InsertRandomCharactersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1d4503c69df107433037503064b54b2967af9aaa5f89c2d369d671b2ed52ae2 +size 115996 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/InsertSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/InsertSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..214b76073c --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/InsertSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cb5ac682ed9cb57b0e27a4dcfd449b1813d918ad517493baf6eaf90c0704fc2 +size 114917 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/InstructionInjectionAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/InstructionInjectionAttackBehaviour.jsonl new file mode 100644 index 0000000000..5f184fe76a --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/InstructionInjectionAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9cf8e0d2362ac6c3819328ed6eff0d67c751157eeb40440ae20448eb8633cbf +size 114647 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/JumbleLettersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/JumbleLettersAttackBehaviour.jsonl new file mode 100644 index 0000000000..c7c3c30259 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/JumbleLettersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1c2926afeee6df9d1d7519c361002557e553333e2acda1c165cdb4f528cc6ff +size 115405 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/MarkdownStylingAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/MarkdownStylingAttackBehaviour.jsonl new file mode 100644 index 0000000000..096810889d --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/MarkdownStylingAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebb7d641c8cca1947098c5c61ab9dd03b07eafa58d8c84bb8aa7d3225a6170a3 +size 115264 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/RemoveSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/RemoveSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..59c735ca9c --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/RemoveSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ec01041a00ee8c1eac241ec4fec550239716602c695b9a3bb0729d9ae261f4a +size 115650 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/SynonymAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/SynonymAttackBehaviour.jsonl new file mode 100644 index 0000000000..00b39942de --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/SynonymAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b6bcb6f275b40edeb49c2d56559d019168fc82f95b5bb723c370be4e619e7fe +size 115929 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/ChangeCaseAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/ChangeCaseAttackBehaviour.jsonl new file mode 100644 index 0000000000..5543100e10 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/ChangeCaseAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5dfc99d2c6106f0290866efc126a7e9e85f392048afee4a1f0896bf7bea4bd6 +size 121388 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/ChangeLanguageOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/ChangeLanguageOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..4c25387296 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/ChangeLanguageOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:081fada85a150c530e0b6e297795fd68157ba332ade0dac0a6f6c52631c732f5 +size 121348 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/ChangePositionOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/ChangePositionOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..107c8bf1d1 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/ChangePositionOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d3aad92cda393b3b6e42b7171f06d0b5393a1a38e7d00b7f4fef7e9719385d4 +size 121990 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/CommonMisspellingsOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/CommonMisspellingsOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..cd785e0c59 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/CommonMisspellingsOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a68812af011f322b18a1202dc229ee7d2b193a1ca29799ac24be9e2910c59f5e +size 121624 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/DecreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/DecreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..26d3c43570 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/DecreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a001bc2db069301d54cf3619bd44765ad1b82bbbc57039322739fff96b98142d +size 122082 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/DifferentPartOfSpeechAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/DifferentPartOfSpeechAttackBehaviour.jsonl new file mode 100644 index 0000000000..62ab2f634e --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/DifferentPartOfSpeechAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7874dc61452cc7ee41536518ef288d0f1df192ad24b381065fffe047a2f2b2f4 +size 121511 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/IncreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/IncreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..17df46418e --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/IncreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3daf7be73008a93c4d10d11701b879b6b30cd72715a57a2b5bd5c64c03ead446 +size 120606 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/InfillTrickAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/InfillTrickAttackBehaviour.jsonl new file mode 100644 index 0000000000..b5e5a8953b --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/InfillTrickAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbe5567bae62f46fbfee43ebcc8767b0fde3efdc5f4e775511103f7680350929 +size 121585 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/InsertRandomCharactersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/InsertRandomCharactersAttackBehaviour.jsonl new file mode 100644 index 0000000000..58de8a8427 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/InsertRandomCharactersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d922b8687295eaa98989c5f696b8dee44a667c7c3a40f6559215a115b802b3e4 +size 121171 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/InsertSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/InsertSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..42a379ddb0 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/InsertSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba678703dc42aefecf23ab47ba7e8276cadc2536b74d64940f6e2d8ade7a9c71 +size 121603 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/InstructionInjectionAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/InstructionInjectionAttackBehaviour.jsonl new file mode 100644 index 0000000000..47ac690984 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/InstructionInjectionAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81b838ea07f8ab4e4f0d55e63e3cf1eb0998c2b4b7ef0d25d0aee15a5f1c94a0 +size 120911 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/JumbleLettersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/JumbleLettersAttackBehaviour.jsonl new file mode 100644 index 0000000000..3d39ea976f --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/JumbleLettersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c252d671889b41b54ee7c843d5ff25f1e563b2c51b50911c8e8e006ee08a445 +size 121680 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/MarkdownStylingAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/MarkdownStylingAttackBehaviour.jsonl new file mode 100644 index 0000000000..15568f7cf4 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/MarkdownStylingAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b238b04bd49e17d99d977029ca1b8f58f437a92ca125865758b4a6841164ffe1 +size 120810 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/RemoveSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/RemoveSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..05d65bd5e8 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/RemoveSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2480298b257ff50bd9404f7eb66366f2520faeb26adc729432f255f11fce31bf +size 122102 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/SynonymAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/SynonymAttackBehaviour.jsonl new file mode 100644 index 0000000000..c9fd503dce --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/SynonymAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce75b9ec48f43b3553d7e08c02dfbdf1037fe7abb29453777ae356c940f40190 +size 121510 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/ChangeCaseAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/ChangeCaseAttackBehaviour.jsonl new file mode 100644 index 0000000000..411d4f29d1 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/ChangeCaseAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e434006d9a9ece87440aff1cc49dab5ebc4b647c4eb3b4b56a80fd48fc42f388 +size 122578 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/ChangeLanguageOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/ChangeLanguageOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..fc9864c7f2 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/ChangeLanguageOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a59fd0163b4d7fb99383d98062bcf75ac007b91fb59d2d6880ca49e803ab24e +size 122013 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/ChangePositionOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/ChangePositionOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..0e7cbe0661 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/ChangePositionOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d21aaf20edfdadab6bf46324e589937073800f55c2296235b60837662dd8fcf2 +size 122045 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/CommonMisspellingsOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/CommonMisspellingsOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..5ca031a388 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/CommonMisspellingsOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a80085d2da2f0134e91cb95f880854fa03bcb78571f62427a90fdea75e8c9a3d +size 122363 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/DecreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/DecreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..df29ff3314 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/DecreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:731b2552f249f7592a5e1dbd7ec6f7d0ac9f343c6b8aec9baa4f0bf679c008e8 +size 122928 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/DifferentPartOfSpeechAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/DifferentPartOfSpeechAttackBehaviour.jsonl new file mode 100644 index 0000000000..ce2d867b8f --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/DifferentPartOfSpeechAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78cf4702d5b3ee51db7deeb013c7e8e365f25c2a800c379dc8d8f80ee16738d9 +size 121976 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/IncreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/IncreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..d882d0f6a8 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/IncreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42d412e7e40053556976e6f05a415be9c26ce867834209baba7fae52f09bfc32 +size 121614 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/InfillTrickAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/InfillTrickAttackBehaviour.jsonl new file mode 100644 index 0000000000..2b5b720ee8 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/InfillTrickAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87dc9ae4a58e1531d1bf788c76a023558283d3a278f3a08e785180149ddd2fc4 +size 122187 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/InsertRandomCharactersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/InsertRandomCharactersAttackBehaviour.jsonl new file mode 100644 index 0000000000..04e054c6a3 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/InsertRandomCharactersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa6436294c7c561c61918c3703bac3dcc6191f0acfef30fbf43f64e8f4568f5a +size 121586 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/InsertSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/InsertSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..cc194c0fb6 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/InsertSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f79ef0c7d965ea4f4ab73a7e90c0c59fc46f4241346846b21a6c5a2b794c52ec +size 122125 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/InstructionInjectionAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/InstructionInjectionAttackBehaviour.jsonl new file mode 100644 index 0000000000..0effed1960 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/InstructionInjectionAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:965b88a9b751fda9fa0780339a47d187c840400297fc28c59d6c29a28a73e85a +size 121766 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/JumbleLettersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/JumbleLettersAttackBehaviour.jsonl new file mode 100644 index 0000000000..b8cf758988 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/JumbleLettersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d75dba22cabfa96eadcdfb9065a560f326dc366a05fa904c9f51dc18a1e6c22 +size 121829 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/MarkdownStylingAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/MarkdownStylingAttackBehaviour.jsonl new file mode 100644 index 0000000000..e386e08eb7 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/MarkdownStylingAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7176c8d007bd69ecfc8624295fab7cadb8c70cd40ec468750649ed28f630af31 +size 122100 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/RemoveSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/RemoveSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..45027cdaaa --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/RemoveSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb537244514a909e36268b7300806203d5d92ded0d6d1be0708a0b37c411a604 +size 122298 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/SynonymAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/SynonymAttackBehaviour.jsonl new file mode 100644 index 0000000000..4ce69f8002 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/SynonymAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7c3b6e34c6717cf7b9db11d80b3bc3c356e1e603d5424a6900c009a5f80c741 +size 121681 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/ChangeCaseAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/ChangeCaseAttackBehaviour.jsonl new file mode 100644 index 0000000000..81377b75fb --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/ChangeCaseAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46a5f6f590fef9988aa82b01044f1cb4ac3248663af0af21a05d038d5518f55b +size 122303 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/ChangeLanguageOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/ChangeLanguageOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..940a7975bc --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/ChangeLanguageOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1627c0dd4fe0cd942d4194babe30d0be7f7f5a9bbe8c74b8ce9e5ff77a34805c +size 121691 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/ChangePositionOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/ChangePositionOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..bcbc7e4e45 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/ChangePositionOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68e3ee5933eada65af39937340ce3ce49afad13e1a79108b7ca7f836249a3cef +size 122479 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/CommonMisspellingsOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/CommonMisspellingsOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..7711180a2d --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/CommonMisspellingsOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea634367d63a3029cb64eba47d320adddc2b76d752fdde5f63c92fd4d19029ce +size 122203 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/DecreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/DecreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..6b23ee509f --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/DecreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:934ad65c6d36cf498e9a4732a858698e97b0eb9fd6999071a7cd31bf60ee57e6 +size 122562 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/DifferentPartOfSpeechAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/DifferentPartOfSpeechAttackBehaviour.jsonl new file mode 100644 index 0000000000..ec5395315b --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/DifferentPartOfSpeechAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b91fe5639150529ad00d9448855359d99a8cbc757748fc396d452b96620c7f6f +size 121797 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/IncreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/IncreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..48e51b9e71 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/IncreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f11affa01f4e54605118849c72591e1ff164e4ecbd4fd03603a64d46544f1d6 +size 121634 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/InfillTrickAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/InfillTrickAttackBehaviour.jsonl new file mode 100644 index 0000000000..2726980db7 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/InfillTrickAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e953441f53cd41ef5330425c16e71cb8f1730e330606530c0cd55d75c9f8277 +size 122588 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/InsertRandomCharactersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/InsertRandomCharactersAttackBehaviour.jsonl new file mode 100644 index 0000000000..9e8ec24f7f --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/InsertRandomCharactersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0670e6e1ebd55dc7bf5b6f77f71055e2ea4970b30fc49a8d351beb85941659a +size 122179 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/InsertSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/InsertSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..c7cd450f44 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/InsertSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c103d547b7c3789e4321ccbc416b88a4fd9773af53169d87dd509edf6ac0dee +size 122367 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/InstructionInjectionAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/InstructionInjectionAttackBehaviour.jsonl new file mode 100644 index 0000000000..0d8b920580 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/InstructionInjectionAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d40a1d071c502cda4c3b638832581f48bd71c5bd6a81c2730ac8ad602be7295b +size 121470 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/JumbleLettersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/JumbleLettersAttackBehaviour.jsonl new file mode 100644 index 0000000000..541ae49cba --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/JumbleLettersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4737018648241944fc10d33fd11a4d964c46ff71a2565b709adc9ff7810103e2 +size 121729 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/MarkdownStylingAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/MarkdownStylingAttackBehaviour.jsonl new file mode 100644 index 0000000000..064bd6dad0 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/MarkdownStylingAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:040daefb0672300b76b6deb99c935ba1c90fa261459f08ad8cb6814e033e374f +size 122053 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/RemoveSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/RemoveSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..29ae7a588d --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/RemoveSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a60c5cad3e8f5a78600a26e8c91799217c4bf9eb3009c94c72a3d9481805eda2 +size 122547 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/SynonymAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/SynonymAttackBehaviour.jsonl new file mode 100644 index 0000000000..8488438122 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/SynonymAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4a952d7012afa1d61ae679f339cf20d44e482ec3d41a0fd24c461af2c36372f +size 122274 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/ChangeCaseAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/ChangeCaseAttackBehaviour.jsonl new file mode 100644 index 0000000000..2dd36fe403 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/ChangeCaseAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5b9e57e037a17cd61f40a4c400c138078043f3634fce0cea593ff05ff30eecb +size 122122 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/ChangeLanguageOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/ChangeLanguageOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..6f45120da0 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/ChangeLanguageOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:125c9e50dbafdf822b0b46badbe2bb3eb621bb4d9ec269acebf24f2fb601951f +size 121628 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/ChangePositionOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/ChangePositionOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..05d85023a8 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/ChangePositionOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d7521d5c4b0fd3f8db5b4d8108f2a5800cfb1fea89dbd5595833edab30b64da +size 122166 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/CommonMisspellingsOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/CommonMisspellingsOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..9d8a530d63 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/CommonMisspellingsOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db259591d24dcc4eb68c87145fee0e4e27e4800671fa51651442abdd4b25032d +size 122210 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/DecreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/DecreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..f9ba79022c --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/DecreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61da90ddedc25122aa04c1afc4f99883113a22de6c05cb1f1927dea686e3dd11 +size 122775 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/DifferentPartOfSpeechAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/DifferentPartOfSpeechAttackBehaviour.jsonl new file mode 100644 index 0000000000..485e2842f7 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/DifferentPartOfSpeechAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7ed86b5d3241c9f14840f0c0bcba829812d3e72f11aba24bee23d769532e69f +size 122232 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/IncreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/IncreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..3d09043334 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/IncreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f0c3cb068ca6bfe1f39b1027d4a0f68d50c53ab2f44dd9f1026b54797830d93 +size 121086 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/InfillTrickAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/InfillTrickAttackBehaviour.jsonl new file mode 100644 index 0000000000..e9142df0f9 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/InfillTrickAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:067363f535c73d7f66ed6c85fbc860ab5a327aa76e58e9b93b73c3e136be2b67 +size 121959 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/InsertRandomCharactersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/InsertRandomCharactersAttackBehaviour.jsonl new file mode 100644 index 0000000000..e4881dbaab --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/InsertRandomCharactersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2838643a34ba51dbef5d7a03d451a0baac5bea667e86edd1a767d108399a921d +size 122117 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/InsertSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/InsertSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..896b272da0 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/InsertSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b5746bf2aae6ff4bed897f3a487d9e087a7d9badf992ecc9fd04390dbffddd9 +size 122283 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/InstructionInjectionAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/InstructionInjectionAttackBehaviour.jsonl new file mode 100644 index 0000000000..48e1c512e0 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/InstructionInjectionAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e846eb96696e5f1a4fe013944914e49b5e6205918aed65247d52cf909c03111b +size 121589 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/JumbleLettersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/JumbleLettersAttackBehaviour.jsonl new file mode 100644 index 0000000000..acd902641e --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/JumbleLettersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44c94a74c6d526df8493b9069b6e3168386b26f3d574f5f93b5c41f81a9f2002 +size 122593 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/MarkdownStylingAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/MarkdownStylingAttackBehaviour.jsonl new file mode 100644 index 0000000000..b16044163c --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/MarkdownStylingAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a001c7e9c8638046970c510ec4c8a64f3b1b9fd0f0ddda1a469542a398009341 +size 122281 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/RemoveSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/RemoveSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..3c48c9f97e --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/RemoveSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af5bd307d4242bf4c03bea46c049987286f349da865dbf08615553f72a532213 +size 121979 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/SynonymAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/SynonymAttackBehaviour.jsonl new file mode 100644 index 0000000000..ff9fdf0210 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/SynonymAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf0221409305e0a676d1315ab5ef3c82aa854012be7ed68a1529dd9e74438707 +size 121859 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/ChangeCaseAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/ChangeCaseAttackBehaviour.jsonl new file mode 100644 index 0000000000..21da044777 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/ChangeCaseAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:586e3fcb295f0ebfa6764c02715508400a513e2f14fd2de5ba3507d7d40a212c +size 123091 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/ChangeLanguageOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/ChangeLanguageOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..e4754fdd0e --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/ChangeLanguageOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82b0a8cc0873e925351cbb5f71b03618d8b7361fe66dfb0ef38ada4900971fe3 +size 122744 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/ChangePositionOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/ChangePositionOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..5f31801ef6 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/ChangePositionOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4921138b3fe7ec230002aeacdffc3c31f28d4b8abe50ddf9e06a70048888c66 +size 123517 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/CommonMisspellingsOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/CommonMisspellingsOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..882a6d3ad1 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/CommonMisspellingsOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b003af28aab1f1ec4af217b14d351e1660cc23fbbcbbb35e7ea195a49920bb91 +size 122199 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/DecreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/DecreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..e0023ddd79 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/DecreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe585a8e56a663100287609f5de16bc4a7fd3a6f2a61424bd16ba26659cec778 +size 123048 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/DifferentPartOfSpeechAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/DifferentPartOfSpeechAttackBehaviour.jsonl new file mode 100644 index 0000000000..a2a4663997 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/DifferentPartOfSpeechAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2c5ab714bd513b7762fc909d2678936fafaad8e38367df649498ac7890b67d0 +size 122453 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/IncreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/IncreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..19947d2be5 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/IncreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:382daf4605c474e324f540f713d029e3d931148408bdc26aa8e6da6cf22ddf0e +size 122188 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/InfillTrickAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/InfillTrickAttackBehaviour.jsonl new file mode 100644 index 0000000000..a38f2609c1 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/InfillTrickAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b93c9f7aa103d3cded482cd82c6f58af478ad1b815e93ebb3e9a8dd1e84b7c5c +size 122239 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/InsertRandomCharactersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/InsertRandomCharactersAttackBehaviour.jsonl new file mode 100644 index 0000000000..36435d00d8 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/InsertRandomCharactersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fa82910f2894ff5b491e265d52321446f105655c73aa4e072cc681e5c6e257b +size 123236 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/InsertSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/InsertSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..07826f027b --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/InsertSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:516f8fdd932f0367532f44be9d7e9cfb7e9271b5f9cb64c5c247a9f26c5de936 +size 123628 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/InstructionInjectionAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/InstructionInjectionAttackBehaviour.jsonl new file mode 100644 index 0000000000..d260ef1c4a --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/InstructionInjectionAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cbe19b5fe8518d44e83001695e7bba2b5ea7405d284a50482f9b0a413130f35 +size 122026 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/JumbleLettersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/JumbleLettersAttackBehaviour.jsonl new file mode 100644 index 0000000000..ddbd853268 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/JumbleLettersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38d4a3ee207a19cf4368530e96fc2b83d356535573d3b1e931ddf85cfc051bd0 +size 122275 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/MarkdownStylingAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/MarkdownStylingAttackBehaviour.jsonl new file mode 100644 index 0000000000..b97a1feae3 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/MarkdownStylingAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5edba9aab8134af38aadbde686d69bd2dbf548d8f79485691842e7dc2eea8796 +size 122235 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/RemoveSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/RemoveSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..275907425c --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/RemoveSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8219f1b344c32d327f170fbec24ad36fa4ebfabd920762d78d759a3b5505ff31 +size 122662 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/SynonymAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/SynonymAttackBehaviour.jsonl new file mode 100644 index 0000000000..c32e0b2cf5 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/SynonymAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92a5d165478db6d8e8ff50c212f81c648032390063e1901c3a9cf730454ef43d +size 122797 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/ChangeCaseAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/ChangeCaseAttackBehaviour.jsonl new file mode 100644 index 0000000000..266bc8453b --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/ChangeCaseAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17856ca732cb9ab620f119c3d2f0e74bcd583af3e7f184f2a3704a70e1b1d8f0 +size 122010 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/ChangeLanguageOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/ChangeLanguageOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..c6116db55d --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/ChangeLanguageOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da3057ae7aa49ce00cb370860a71e830a53847c5df04aad309ea0318d2daa8fe +size 121950 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/ChangePositionOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/ChangePositionOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..6ffea3ddb7 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/ChangePositionOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4796396377a2d380aa413724e8da400297b8ba7e6646dee3ab7a71f746a23b5f +size 122150 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/CommonMisspellingsOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/CommonMisspellingsOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..f4a372c7c1 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/CommonMisspellingsOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0073fb982687d86d0fe66373aad400f98f5cb09856cded43d479c3a4a5d4db8d +size 121923 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/DecreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/DecreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..3042e27539 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/DecreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60bb526c86fdf99b128c07b3d4c3782da991cb7a1402c03b569b363e543b0550 +size 123107 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/DifferentPartOfSpeechAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/DifferentPartOfSpeechAttackBehaviour.jsonl new file mode 100644 index 0000000000..6dc1a3f958 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/DifferentPartOfSpeechAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92690fe5e67d9e73495d7619300600703e5cca5c05dafa9a313b30b1df8d0941 +size 122346 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/IncreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/IncreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..4ec8314883 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/IncreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7eccf3a4291f82185aa8ddefc2072c87eecf0f3a46db6e8979a08f492285fd63 +size 121719 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/InfillTrickAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/InfillTrickAttackBehaviour.jsonl new file mode 100644 index 0000000000..27b863fdd0 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/InfillTrickAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9b0838c1c8cb7ad223c65db0a0ca433bc140bf035259fac68f75e651ee1b0d1 +size 122733 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/InsertRandomCharactersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/InsertRandomCharactersAttackBehaviour.jsonl new file mode 100644 index 0000000000..e954c42c18 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/InsertRandomCharactersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afe3a21be1c4fad94187b73b79dc5cd41e3fc165bcf748d0331e643b2044b5fa +size 121782 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/InsertSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/InsertSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..aa12c9e8ba --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/InsertSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9ca68ccb311e20de4bc65df4b934206ee94883c171b93bccc7bad8695ab0ba +size 121955 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/InstructionInjectionAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/InstructionInjectionAttackBehaviour.jsonl new file mode 100644 index 0000000000..1611d768fa --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/InstructionInjectionAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3da918ecffd065a496726ead21beaf60da4340c528bacacccec1638049301e5a +size 121662 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/JumbleLettersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/JumbleLettersAttackBehaviour.jsonl new file mode 100644 index 0000000000..13579c036a --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/JumbleLettersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8a29044c5858b830205a9c2b364d83e2e090017e606e8432e999a41b9097836 +size 122302 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/MarkdownStylingAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/MarkdownStylingAttackBehaviour.jsonl new file mode 100644 index 0000000000..ba25a290b7 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/MarkdownStylingAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9773d6c5333407f9ca852cf7dcb7a61bdd74372aa9de5cd6e07be7863078001a +size 121956 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/RemoveSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/RemoveSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..7084d01ecc --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/RemoveSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f404e2438c890c9e11644af48cf774382c4578bc57fb13c8e02f5b24ce99f718 +size 122625 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/SynonymAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/SynonymAttackBehaviour.jsonl new file mode 100644 index 0000000000..cbf165ab62 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/SynonymAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c09582eceeeff52cef04352ecacabb3214fdc8c6f1f83e1cad77aa93e2fa1978 +size 121894 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/ChangeCaseAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/ChangeCaseAttackBehaviour.jsonl new file mode 100644 index 0000000000..0e97785673 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/ChangeCaseAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2b3847f83dda2d9813bf75aa1c3b221f3794f8d5a4253cb5f5ef889748f50c9 +size 121954 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/ChangeLanguageOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/ChangeLanguageOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..0ed3644e9d --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/ChangeLanguageOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2286b5fa11eb4bd27852431b0176ca8d31e73ebbf54ed650bf7ddc53a659b40e +size 122038 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/ChangePositionOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/ChangePositionOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..333c2dbfd4 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/ChangePositionOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb632bdde090b21fded21c72597fb3a53c2169ff37de09e8602b75bd8b00f78e +size 122547 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/CommonMisspellingsOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/CommonMisspellingsOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..0b79e3a798 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/CommonMisspellingsOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cb61ac754f621bd83909b44a2354c6a01a08a36da16f8fb7bc86f75e94ec24d +size 122120 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/DecreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/DecreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..a8d7720277 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/DecreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7f4ba4c50013765831f40a4c4a3b7a06998ec98d1a4209a5c7c53e9090515f2 +size 122401 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/DifferentPartOfSpeechAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/DifferentPartOfSpeechAttackBehaviour.jsonl new file mode 100644 index 0000000000..fda74fa446 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/DifferentPartOfSpeechAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40f4ce101d122b5f13839ae11468a72c61759f1fe7c3c4ef5b552a22a87c4d09 +size 122276 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/IncreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/IncreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..4fa09bdee7 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/IncreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99371afde1ad0653371b9be618d9f8025116a8921f835585a00d216ea1fb739b +size 121420 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/InfillTrickAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/InfillTrickAttackBehaviour.jsonl new file mode 100644 index 0000000000..64b1d95c20 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/InfillTrickAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:162f57e408699a8495d8d57d4ebcea4e3d90c435c8aeed87f590961eff194b47 +size 121948 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/InsertRandomCharactersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/InsertRandomCharactersAttackBehaviour.jsonl new file mode 100644 index 0000000000..23f57c5857 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/InsertRandomCharactersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2342261cf6245ae3deb0b7a669f7023f08d3755138433a36642bd7c81256f960 +size 122128 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/InsertSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/InsertSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..ec6ed16dde --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/InsertSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4055e0a2cddffd792c004d51c1240c8baae63034df473cfe4983b3c758177e6f +size 121471 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/InstructionInjectionAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/InstructionInjectionAttackBehaviour.jsonl new file mode 100644 index 0000000000..65529cf4bb --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/InstructionInjectionAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3caf64bfa30269eb48b4cb4ac1c6ddafdefb56c98ff24dd2265c5a1bfe645993 +size 121107 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/JumbleLettersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/JumbleLettersAttackBehaviour.jsonl new file mode 100644 index 0000000000..1aadd6afab --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/JumbleLettersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83d543045e9102be60f1f8bdff274ee8383cd0cc3cd68fa756f879c2ec8e7a9c +size 122549 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/MarkdownStylingAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/MarkdownStylingAttackBehaviour.jsonl new file mode 100644 index 0000000000..4457e2cf56 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/MarkdownStylingAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cddd3930b4417d6d889d53684e7d8ad1893251d11c63b25fae196be77081e22 +size 122327 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/RemoveSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/RemoveSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..7acfc59127 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/RemoveSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b80e12900d3d8087885d59f9f1ba186a284a632d1ac27781d6259feeec5c9ac2 +size 121831 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/SynonymAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/SynonymAttackBehaviour.jsonl new file mode 100644 index 0000000000..cda87228da --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/SynonymAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09fe8877f5a03bb967c1962f8a1fa875afaec955f73a59bcfec534520cd7f2bd +size 121796 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/ChangeCaseAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/ChangeCaseAttackBehaviour.jsonl new file mode 100644 index 0000000000..53ebd2664f --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/ChangeCaseAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f430915907ccdcc9f79297506fa289789db6174582cb7e9e70037e95261e94a +size 122150 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/ChangeLanguageOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/ChangeLanguageOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..3b92bf9768 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/ChangeLanguageOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55b7109dea0a555e1ba430b493558a42b6cacee48adbbcf5b9b7d5e5eaa0cd45 +size 121619 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/ChangePositionOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/ChangePositionOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..4879ff2def --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/ChangePositionOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2255ebfa8a797e30b15f68ca57c333e25367330bb683cb9f9e4137937b25860 +size 122062 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/CommonMisspellingsOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/CommonMisspellingsOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..1a7f026d62 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/CommonMisspellingsOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61cadca157620af256f74832724873bfe6b00c105e7f98fa9a648ad6c4242d7f +size 122718 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/DecreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/DecreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..ca5d5e3d68 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/DecreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26d49a3fb88f957fc7931040d07fceceecc7dca728ab5e4881b6e7b1b465bb22 +size 122589 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/DifferentPartOfSpeechAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/DifferentPartOfSpeechAttackBehaviour.jsonl new file mode 100644 index 0000000000..1d6b815383 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/DifferentPartOfSpeechAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e5c7a7478ea36ab5f6f249a67635db40048267903d5862f0ea4a43e47ee12d4 +size 121630 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/IncreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/IncreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..74f385f837 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/IncreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d381ab30e4275cf7096784670f5910394c9d66a9f46d17e1586c39816e77d94 +size 121771 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/InfillTrickAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/InfillTrickAttackBehaviour.jsonl new file mode 100644 index 0000000000..387e9b382a --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/InfillTrickAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:022ca601292f2e83e23fa8a6947566e654eff9118fbe104d75f15ce7267105b0 +size 122228 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/InsertRandomCharactersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/InsertRandomCharactersAttackBehaviour.jsonl new file mode 100644 index 0000000000..26a38720a6 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/InsertRandomCharactersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:399447754aaebb5c00caaac3ebe39bdabcbdaf4a9d9fd0c2de429e04136a9e33 +size 121823 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/InsertSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/InsertSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..726c3627f4 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/InsertSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:724db36595445ba6d93cbab36f87b2661797756e6871c99163c87483652dee69 +size 121606 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/InstructionInjectionAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/InstructionInjectionAttackBehaviour.jsonl new file mode 100644 index 0000000000..0475f88148 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/InstructionInjectionAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17c6d66088a4a43ca9d249e27e106da93dac79f6b52bbb7eb4db036f428c3430 +size 120915 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/JumbleLettersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/JumbleLettersAttackBehaviour.jsonl new file mode 100644 index 0000000000..4148ddf27e --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/JumbleLettersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97d200dca3648725702fc3cbcf75f7ca7790c160ee5f341d0847c9d609908c2a +size 121820 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/MarkdownStylingAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/MarkdownStylingAttackBehaviour.jsonl new file mode 100644 index 0000000000..4ac99bee02 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/MarkdownStylingAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bf375d41d5d221c391295fa7ecd4851b1216c26af912affa90697c3b304e17c +size 121908 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/RemoveSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/RemoveSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..239fb48323 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/RemoveSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30186cb54b6768f36ee3bcb474ff63573fbc58865653ad2cf69d2ad82c23e6fb +size 122082 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/SynonymAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/SynonymAttackBehaviour.jsonl new file mode 100644 index 0000000000..28d5e4f218 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/SynonymAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:619149506a92e28f464efa51c32e93ce99a04da9b052ab6a310fd8b76ee28b44 +size 121837 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/ChangeCaseAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/ChangeCaseAttackBehaviour.jsonl new file mode 100644 index 0000000000..8d2d6bca4f --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/ChangeCaseAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b297c8b3e638829705ac5e347be8eab7c522ecf3d7bbedaa55587309235a1e45 +size 121175 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/ChangeLanguageOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/ChangeLanguageOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..c41bd17e84 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/ChangeLanguageOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5a6882af1cf975fe7e2936ad6339f5cd6c99f8daec124fb5b40a81e6f2ccc60 +size 121412 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/ChangePositionOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/ChangePositionOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..04c76db00e --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/ChangePositionOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:889399a52359590daaffd433eaa8ff35c3785b1a5fcb1880718c9c5f22754697 +size 121935 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/CommonMisspellingsOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/CommonMisspellingsOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..6029cf30e6 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/CommonMisspellingsOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e87ebe3bc89686af55c4591418cefbb264b14c4fc1c67740825097d298dfc3b +size 121594 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/DecreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/DecreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..5f5fce1d34 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/DecreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:974f59771090f0f599f7a903adbc60f06e6af06a2dac85c8671709d13120db85 +size 122462 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/DifferentPartOfSpeechAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/DifferentPartOfSpeechAttackBehaviour.jsonl new file mode 100644 index 0000000000..4eca5b222e --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/DifferentPartOfSpeechAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:697d28834ac7440a322bee146fb4512df349dee5b7d37d2497798fc19903de91 +size 121852 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/IncreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/IncreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..120128d863 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/IncreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02b99712dccf60b2307bc6b649f717d09b6cc101ddebf59cd7c881d3667faf98 +size 121074 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/InfillTrickAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/InfillTrickAttackBehaviour.jsonl new file mode 100644 index 0000000000..1b9f45b40a --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/InfillTrickAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:808d0fa94cfbe4057bf8b2e0e6da6c46417727947fd17bb58f65fd327af01145 +size 121499 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/InsertRandomCharactersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/InsertRandomCharactersAttackBehaviour.jsonl new file mode 100644 index 0000000000..ff2ff189cc --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/InsertRandomCharactersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b597e08181faa993be64601beda3b8ee7f3e4c33d30cf3c7fd5b09c8b165aa50 +size 121589 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/InsertSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/InsertSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..bc1d76d6d2 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/InsertSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f628b97c773a6b13859f0cd5f0b8224690f9ccee644c8ae88541645d0871981d +size 121739 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/InstructionInjectionAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/InstructionInjectionAttackBehaviour.jsonl new file mode 100644 index 0000000000..de21b1381d --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/InstructionInjectionAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18d642ff6e715edc5bf5c2285f5ff23dd70ba18f4b479733d36af9f803f057ff +size 121026 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/JumbleLettersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/JumbleLettersAttackBehaviour.jsonl new file mode 100644 index 0000000000..09a744ee1c --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/JumbleLettersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82597c3634592ae8819ae8f29a66dd30319adc35f1aa637ce98f346320d3d051 +size 122033 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/MarkdownStylingAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/MarkdownStylingAttackBehaviour.jsonl new file mode 100644 index 0000000000..3ed7bcb475 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/MarkdownStylingAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bf078390b4eeea4b7d2a6f0e8ba75d5f80d23af6bfde0073b064a8216a2a685 +size 122233 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/RemoveSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/RemoveSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..a64f449ddf --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/RemoveSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adeba263a14c7e7c90e0421744e7874b62fff5af05274578b5c02e653ea758da +size 122099 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/SynonymAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/SynonymAttackBehaviour.jsonl new file mode 100644 index 0000000000..6b3cc8e724 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/SynonymAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26ffe93275076a5c27d74de2eab40a53d85b37bf2a8ebad233f281a17f2e3217 +size 121391 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/ChangeCaseAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/ChangeCaseAttackBehaviour.jsonl new file mode 100644 index 0000000000..6e52bab300 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/ChangeCaseAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34b2e908b3fda0a83c9b556ff969d2b96ce7a70d015e9fc690f35ac50b42ca4e +size 121897 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/ChangeLanguageOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/ChangeLanguageOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..2fbc901429 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/ChangeLanguageOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8073a24e6b06416a1e051e602822bfedba32f981a39f975db45bfbcc36c6cae +size 121374 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/ChangePositionOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/ChangePositionOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..afb7adac99 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/ChangePositionOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee898f8c2d7af43288957d04dfc145165714a6443fae5eeb867303c3e9ddadd6 +size 121557 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/CommonMisspellingsOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/CommonMisspellingsOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..a6cf836b08 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/CommonMisspellingsOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9f26b1c75c8642ce0c8132638b2f99a900ed952814cc3299c5b617c16314b9b +size 121982 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/DecreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/DecreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..fba5a8c4f2 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/DecreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:281fa0a81729d17e2bcf28464628d30162ca49ad95cd764ae7334c15a933d0ce +size 122116 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/DifferentPartOfSpeechAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/DifferentPartOfSpeechAttackBehaviour.jsonl new file mode 100644 index 0000000000..1c43c2c245 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/DifferentPartOfSpeechAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e8005b34ea758e2fcd27ce8b0e4453490650f369f1ae487bbd1ecf5984b41f4 +size 121271 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/IncreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/IncreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..93a9680942 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/IncreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78fc0e4c0568cc2f9dec46369c265f3adcab1740b3c51a717b55617919f335d4 +size 120979 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/InfillTrickAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/InfillTrickAttackBehaviour.jsonl new file mode 100644 index 0000000000..8f4400e93b --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/InfillTrickAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db7ae20e327d130098e8f3e635f226ee27888d18edabb9415482f50c6745e1f7 +size 121831 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/InsertRandomCharactersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/InsertRandomCharactersAttackBehaviour.jsonl new file mode 100644 index 0000000000..3fce5e1cac --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/InsertRandomCharactersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39a9f4c8378804f522195b95dafa10bee00db794b4241db11e2d44e7a3e2caae +size 121760 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/InsertSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/InsertSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..e8f72ed40f --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/InsertSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c87b6e18879f63f9cf47b475a599f5e2ef513491d25801a186e9004490bb98ad +size 121802 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/InstructionInjectionAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/InstructionInjectionAttackBehaviour.jsonl new file mode 100644 index 0000000000..c5c189dc1b --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/InstructionInjectionAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73fab510b4b34b5b11898bc919507aba4954078d4cc95772ade378abef291e41 +size 120525 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/JumbleLettersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/JumbleLettersAttackBehaviour.jsonl new file mode 100644 index 0000000000..cab1774783 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/JumbleLettersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff02f19ae52cfc98c557c9e7c6c16c6fceefc9bb235fd906143a671f764a3689 +size 121967 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/MarkdownStylingAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/MarkdownStylingAttackBehaviour.jsonl new file mode 100644 index 0000000000..5f0ff8d035 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/MarkdownStylingAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1aa5c2342884038cc3efeb2c9a6485b04c528eeb7277747b90936a2aa1095854 +size 121363 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/RemoveSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/RemoveSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..4e64322095 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/RemoveSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc58590505a53a8c5f56820cb10fa1ea708263a9a9f78b68b6b4d8633697f37a +size 122185 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/SynonymAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/SynonymAttackBehaviour.jsonl new file mode 100644 index 0000000000..b139ace67b --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/SynonymAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c5ce36d2c4f7f2991c52570f899fcc7095d30a09875fc65336455ad70ef580a +size 121750 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/ChangeCaseAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/ChangeCaseAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/ChangeLanguageOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/ChangeLanguageOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/ChangePositionOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/ChangePositionOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/CommonMisspellingsOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/CommonMisspellingsOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/DecreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/DecreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..b52239ade1 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/DecreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbd507d51d8c79efad8e2571c84cc535ec180303af3ab01626dc429e6deff9b7 +size 126311 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/DifferentPartOfSpeechAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/DifferentPartOfSpeechAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/IncreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/IncreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..2f577a881e --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/IncreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3224fdfff19d46e779bbbc07de2a91ed4d6ca57106b88ea67104831a16db56f1 +size 120066 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/InfillTrickAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/InfillTrickAttackBehaviour.jsonl new file mode 100644 index 0000000000..23d3f1a060 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/InfillTrickAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c648fc114a28c1e4ae14ff70ae0d34e0c6cbece24b953934c23a2e1999d98e4 +size 123302 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/InsertRandomCharactersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/InsertRandomCharactersAttackBehaviour.jsonl new file mode 100644 index 0000000000..f12b039d04 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/InsertRandomCharactersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e01b0defd5e10909c013d1429dac8234641bd5047e8119504fba9b83f1aae6ab +size 122938 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/InsertSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/InsertSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/InstructionInjectionAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/InstructionInjectionAttackBehaviour.jsonl new file mode 100644 index 0000000000..487e67ad1e --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/InstructionInjectionAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c19c22087ddd2ea71615aad31389d2512196d97120b4d9b1da71351c903c4508 +size 120341 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/JumbleLettersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/JumbleLettersAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/MarkdownStylingAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/MarkdownStylingAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/RemoveSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/RemoveSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..06c15ec085 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/RemoveSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aea45e9d8af5d2b8ca99bcdcef9c9c177433a48d0a51c7ff8ee2d161e203352a +size 123605 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/SynonymAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/SynonymAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/ChangeCaseAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/ChangeCaseAttackBehaviour.jsonl new file mode 100644 index 0000000000..9ec5538b84 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/ChangeCaseAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a748019bafaaf7e7ef6411565b312511fd8c22248d6434a50b716dbcfaece0f6 +size 121168 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/ChangeLanguageOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/ChangeLanguageOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..c417cfdb79 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/ChangeLanguageOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b4ea9935ff557663fcbf8e16ea9789710b927ee8d4612b77c27fe0af4d03bfe +size 120816 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/ChangePositionOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/ChangePositionOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..0babcbe617 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/ChangePositionOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4647496931f8ae04606596072571672a6e6c929e19426cf1a100d57200bad24c +size 121486 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/CommonMisspellingsOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/CommonMisspellingsOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..fd6e9e7eb1 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/CommonMisspellingsOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69497d107f365d98882fb2aadc5dd518f9f4074f6135e5c3414e102e178816ed +size 120977 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/DecreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/DecreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..60fb73ebe8 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/DecreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0737135dcc8c209cbb449f3e559d144df681d8d9c6b9598095e13f2dcb3a12e +size 121840 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/DifferentPartOfSpeechAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/DifferentPartOfSpeechAttackBehaviour.jsonl new file mode 100644 index 0000000000..7cba95d6f8 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/DifferentPartOfSpeechAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cedcef23a783f99c47cc2cdf1c7039a07f4503c44a789fd588f65a3c186ee853 +size 121219 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/IncreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/IncreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..6211374b4f --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/IncreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b62f8277f31e86f0ff1689aafe65b8823862b5f3d0bfd5213d222563069e30d +size 120720 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/InfillTrickAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/InfillTrickAttackBehaviour.jsonl new file mode 100644 index 0000000000..fc486df5b2 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/InfillTrickAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d5d80d8d7f485455adf7e5acd5b3479cd75de259089520392c296da31e5db5d +size 121444 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/InsertRandomCharactersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/InsertRandomCharactersAttackBehaviour.jsonl new file mode 100644 index 0000000000..78f5a76769 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/InsertRandomCharactersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae5ff4fe1f014c18415554437f28583e9cad490a1e403e54189be337f89ecc0b +size 121333 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/InsertSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/InsertSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..6ffce7e79e --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/InsertSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:061511bc8a2455b78fa28d9996817b9a168a6a2683fae21d3ff4c3d09ca16915 +size 121445 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/InstructionInjectionAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/InstructionInjectionAttackBehaviour.jsonl new file mode 100644 index 0000000000..34979a08cb --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/InstructionInjectionAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:872906c9c1d9d25c2019dd6673f2f9841041010b2e4398a3afa529a613141d91 +size 120777 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/JumbleLettersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/JumbleLettersAttackBehaviour.jsonl new file mode 100644 index 0000000000..3a0a73e012 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/JumbleLettersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10193f3cbd8f5e729b1c1696340c75c1cf3602a574a4e14215645862d3aa244f +size 121017 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/MarkdownStylingAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/MarkdownStylingAttackBehaviour.jsonl new file mode 100644 index 0000000000..f42e8e6e77 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/MarkdownStylingAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a52369cd19172a4d9bd14839aee99697d0ecca7fdf04b5375e3f05b48e1eaaf9 +size 121623 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/RemoveSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/RemoveSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..53a1c65f69 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/RemoveSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05364c4de3e62e1feef092b8d0967fa2467553939165862c8d4f58122e3c89ad +size 120766 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/SynonymAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/SynonymAttackBehaviour.jsonl new file mode 100644 index 0000000000..e3df4c9417 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/SynonymAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20087ab6313838b47c69d46032b83be7884209e43c11f5119f76c5db4dd2c116 +size 121366 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/ChangeCaseAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/ChangeCaseAttackBehaviour.jsonl new file mode 100644 index 0000000000..43145f34db --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/ChangeCaseAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66797f0b65818048db614473329e37a45fc14b0c02e7a2a26b402d4de187df2b +size 124631 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/ChangeLanguageOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/ChangeLanguageOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..9f926a7918 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/ChangeLanguageOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5780bc47e9d59176fd6f6099148c0cea5a44a86341cabba6236a11139ca93bf +size 124067 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/ChangePositionOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/ChangePositionOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..1bf55796fa --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/ChangePositionOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30b6638f163912d84e88df6e95407165438c37e2d3409d0f582e159fe9857e50 +size 124194 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/CommonMisspellingsOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/CommonMisspellingsOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..75d41de594 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/CommonMisspellingsOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbfa35925f6faac8844cee8d03a2ebf87070f6bd1d1340d2a841b6e3927974e4 +size 124434 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/DecreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/DecreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/DifferentPartOfSpeechAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/DifferentPartOfSpeechAttackBehaviour.jsonl new file mode 100644 index 0000000000..dd41539177 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/DifferentPartOfSpeechAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbf51c88e0c3f4512558084fa884fcca265ec4e5564b490667530071dd9188f7 +size 124598 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/IncreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/IncreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..b9ba6f8513 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/IncreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c809496971332af0287dc81332a9cd69120680c66001c9acb19c321819637fee +size 123555 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/InfillTrickAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/InfillTrickAttackBehaviour.jsonl new file mode 100644 index 0000000000..cebc29376d --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/InfillTrickAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d6fdaa3d22a861b7b5017499d8885fb2cc7f634a748a2c9a3fb8f23de99c02e +size 124830 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/InsertRandomCharactersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/InsertRandomCharactersAttackBehaviour.jsonl new file mode 100644 index 0000000000..69ecb196db --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/InsertRandomCharactersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae67c94036323ea3bb00b16c3bb2e338146198f07b6fa7dcb2bb345c4f375f16 +size 124094 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/InsertSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/InsertSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..b8161ee7ea --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/InsertSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b799a720872aa0d92d482345d35877f5324427e032a8ce03c3b66f74dfe2e04 +size 123755 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/InstructionInjectionAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/InstructionInjectionAttackBehaviour.jsonl new file mode 100644 index 0000000000..63a9ec6d74 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/InstructionInjectionAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ff388722be03c02412f1b89dc57d858b0135670b439c2138ac09240d9f87262 +size 123539 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/JumbleLettersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/JumbleLettersAttackBehaviour.jsonl new file mode 100644 index 0000000000..8879c89d94 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/JumbleLettersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d064bc5326c3213ed59274ec6b8ea33f962cc4e1d7bc3aaa04c46ca10e0b3c22 +size 124710 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/MarkdownStylingAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/MarkdownStylingAttackBehaviour.jsonl new file mode 100644 index 0000000000..6e6f711398 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/MarkdownStylingAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fb0863e2944d54ee04dd2b8f13891c3c18ceb3e767c32966e1d0cf98091f081 +size 124307 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/RemoveSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/RemoveSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/SynonymAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/SynonymAttackBehaviour.jsonl new file mode 100644 index 0000000000..a38ba32876 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/SynonymAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6fba8f0d35fee903bc16ad220320a55787d78ccbfcb762a3048f4fb1340791d +size 124147 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/ChangeCaseAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/ChangeCaseAttackBehaviour.jsonl new file mode 100644 index 0000000000..ac406fc0d9 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/ChangeCaseAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22bc2d2a28478c53fa587ac332b0d8dae166c9ee8def137082f9067b04909674 +size 124657 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/ChangeLanguageOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/ChangeLanguageOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..89a6c0ec85 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/ChangeLanguageOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2750a4e90fa8d0c85c4a9e7b107418b636db93da9c1ca8e8f4fa4ff7859ef174 +size 124235 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/ChangePositionOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/ChangePositionOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..9699274e16 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/ChangePositionOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4de3084896ecc907afd0463924f3d07ea454e69ffb752fc0820c5c64fe85a3d +size 124411 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/CommonMisspellingsOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/CommonMisspellingsOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..7f75879785 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/CommonMisspellingsOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0567e456e217503137a4aa41f2ab85be99fee4e94d8f941ed94c1bbd647dedfb +size 124342 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/DecreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/DecreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/DifferentPartOfSpeechAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/DifferentPartOfSpeechAttackBehaviour.jsonl new file mode 100644 index 0000000000..8de61dfb3c --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/DifferentPartOfSpeechAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ee12351990bc671799f06db42d8c574320a5f04902b75c8229c3d8b309c695d +size 124205 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/IncreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/IncreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..15cb57741e --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/IncreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76b18a198134d870f1f3149dfa9a01a78eb3d71daca31de4da0085c4d1a963c6 +size 123358 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/InfillTrickAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/InfillTrickAttackBehaviour.jsonl new file mode 100644 index 0000000000..ca81c1d031 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/InfillTrickAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:668fa581a1c32d5f4adece2324656ae897a8dce16e18b1e5d9d182ce783622eb +size 123927 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/InsertRandomCharactersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/InsertRandomCharactersAttackBehaviour.jsonl new file mode 100644 index 0000000000..5139861ae1 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/InsertRandomCharactersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cac1d11e7578527ff4d1b93111b71a6f36521fb0f36a27cd93995fac0e16e24 +size 124058 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/InsertSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/InsertSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..86173d561e --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/InsertSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9838604927bd4d7054443b218985a05a0f09306a29c8f2acd48e14974bc512ec +size 124635 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/InstructionInjectionAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/InstructionInjectionAttackBehaviour.jsonl new file mode 100644 index 0000000000..d8d6b0a9f7 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/InstructionInjectionAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:221ee0e34193050d597c5927a2a3194e3a7215563caf4984e9b84343f88a8a7e +size 123579 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/JumbleLettersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/JumbleLettersAttackBehaviour.jsonl new file mode 100644 index 0000000000..28517eb815 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/JumbleLettersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66a78dc2e395f5604904bc2f6682110188fda3c4bf8f3557ae282ca470af49d5 +size 124374 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/MarkdownStylingAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/MarkdownStylingAttackBehaviour.jsonl new file mode 100644 index 0000000000..b4ec5b38ba --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/MarkdownStylingAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cde1a06c9edbac92f634829031c3fb74aa9e6dde0eea7fa4d5f6e65e30d35325 +size 124066 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/RemoveSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/RemoveSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/SynonymAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/SynonymAttackBehaviour.jsonl new file mode 100644 index 0000000000..0081c5066b --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/SynonymAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4aaacb4d6f1bf3b701f0090de2234795673eb210985d97a0d81ceb36f8d856a +size 124700 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/ChangeCaseAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/ChangeCaseAttackBehaviour.jsonl new file mode 100644 index 0000000000..97257dc449 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/ChangeCaseAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:693d660a77016fc6ff94795ae789e97e303d52a94caf80380a015061b1a5daae +size 122193 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/ChangeLanguageOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/ChangeLanguageOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..74fbc13d8c --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/ChangeLanguageOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75a5e63dcb9941f990a03d80933697874f1889669f5e8a2ef6b627c013024300 +size 121007 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/ChangePositionOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/ChangePositionOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..cab73e9cbc --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/ChangePositionOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:007f05de6589ab7c4bdce5de322fc8d94063ded5bf0edc8a7d5836382b55e93b +size 121852 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/CommonMisspellingsOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/CommonMisspellingsOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..a217ac848d --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/CommonMisspellingsOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:034e82107f6f471ce757ac00f9d76e83bd52b627e6e4967d4f1b72241ecf3f97 +size 121564 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/DecreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/DecreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..118d01a534 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/DecreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ea283bbb691f68b0bf80b2c637021a3b31d3728908c9354b0b0cbf58f4a9859 +size 123005 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/DifferentPartOfSpeechAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/DifferentPartOfSpeechAttackBehaviour.jsonl new file mode 100644 index 0000000000..0b35b64f94 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/DifferentPartOfSpeechAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:172cd014ac2ad667546d2300bd34f3425163322142379d229c511618e5167431 +size 121874 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/IncreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/IncreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..71ef88603e --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/IncreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdac4d2e5fbc2e70002229302aebaca70b40bc28694d7b233f671a21a45522e0 +size 121278 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/InfillTrickAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/InfillTrickAttackBehaviour.jsonl new file mode 100644 index 0000000000..5037cad216 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/InfillTrickAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7d62b45b2ca49ea07bfb8624aa2e0371b01885301b71df1db6e8751aa5a74c0 +size 122519 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/InsertRandomCharactersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/InsertRandomCharactersAttackBehaviour.jsonl new file mode 100644 index 0000000000..630660e77a --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/InsertRandomCharactersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54be9e94862690d664da71031f3f31b2f7f1fcf885c16efcf42384d239af8767 +size 121882 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/InsertSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/InsertSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..77d396a330 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/InsertSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59a28924447938deaa92b6a1f439fedab5c810004c5680e9f226c5c1c79d8aa0 +size 121942 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/InstructionInjectionAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/InstructionInjectionAttackBehaviour.jsonl new file mode 100644 index 0000000000..b99622228a --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/InstructionInjectionAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:971580517bb148dbe283f529af5c009f22131f98acf990d3a6a77267259442df +size 121095 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/JumbleLettersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/JumbleLettersAttackBehaviour.jsonl new file mode 100644 index 0000000000..0b322dc84b --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/JumbleLettersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ca70b38dd6a2067bc3b4d728ab49aced84a74e61b64125d507f4e1d6ec5985f +size 122200 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/MarkdownStylingAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/MarkdownStylingAttackBehaviour.jsonl new file mode 100644 index 0000000000..2ac39cd6e0 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/MarkdownStylingAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a91eb238c57c8c2953df3b7cdd6fdcb9452ac78c022c76d37752b80c32d3bb4c +size 121803 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/RemoveSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/RemoveSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..01a718a742 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/RemoveSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09cc0d792e427c2162b71d6ee380d19e761617ccc6c70aa85f32797dede18592 +size 121630 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/SynonymAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/SynonymAttackBehaviour.jsonl new file mode 100644 index 0000000000..8e3fccb569 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/SynonymAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:253d0529e4c0d88f822d9f285cd73c5ad3a33a1e4956390f0491d112fd7d85d6 +size 122077 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/ChangeCaseAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/ChangeCaseAttackBehaviour.jsonl new file mode 100644 index 0000000000..259fed04a5 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/ChangeCaseAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a35f2ad2e11dec158f1fcdd484dc7f9a2297759edcb94f71b4a00102b4ee8f8 +size 115601 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/ChangeLanguageOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/ChangeLanguageOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..3fa0240a65 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/ChangeLanguageOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e44efbe3317d1fec3502f17f8df6ecae4790bb6780b1e5c878fdadfb74ad96d +size 115065 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/ChangePositionOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/ChangePositionOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..82e6488574 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/ChangePositionOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac161a2bfeee9dbe17b2133d2d411af3a64d39281446cd63f452d26c28a71093 +size 115597 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/CommonMisspellingsOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/CommonMisspellingsOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..dcfbac4020 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/CommonMisspellingsOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83f5c6346a672e041a45d95798940d608ab098c90f569b54ec276555e563b432 +size 115470 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/DecreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/DecreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..b614d61535 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/DecreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4c7c32e237381f1f4d384565e4c2189ae5ae9f6d3c8c740c750bbd59c42c549 +size 116390 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/DifferentPartOfSpeechAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/DifferentPartOfSpeechAttackBehaviour.jsonl new file mode 100644 index 0000000000..b38915ae41 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/DifferentPartOfSpeechAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abada6fdd2f536c312be8092acd93562bce02cf541459c2d501fddc7561b7290 +size 115604 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/IncreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/IncreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..fe45acdce7 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/IncreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d51780ffb434c116290cc2beeeaf906228b441a8bb6d114b902265c5d167f57d +size 114641 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/InfillTrickAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/InfillTrickAttackBehaviour.jsonl new file mode 100644 index 0000000000..32e815c4c9 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/InfillTrickAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e264030b833ef588f20840cc1ae96a7e8ae37dc1bfc207ab2fa9756c70bcc54 +size 115428 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/InsertRandomCharactersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/InsertRandomCharactersAttackBehaviour.jsonl new file mode 100644 index 0000000000..e3c5b7d096 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/InsertRandomCharactersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9babf31ded24b15a5d512086f1195d07d4dfaa8799d47143725e19bb7efcdda3 +size 115372 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/InsertSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/InsertSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..903bd1397a --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/InsertSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f19b8ed62d2035be722ede8d3594f51d580e2f4806fa5c1f590130d18a753d48 +size 115783 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/InstructionInjectionAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/InstructionInjectionAttackBehaviour.jsonl new file mode 100644 index 0000000000..56bfd2c551 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/InstructionInjectionAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca10a7a1706118983d91e097a5b82e04adb0cfa60cfceb89404b1a5537bd1837 +size 114503 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/JumbleLettersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/JumbleLettersAttackBehaviour.jsonl new file mode 100644 index 0000000000..88eb006f70 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/JumbleLettersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ea5a5c4adf62868cd7290d047fd2b9d2e8b13b6570a6c5454b2081dba47a218 +size 115961 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/MarkdownStylingAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/MarkdownStylingAttackBehaviour.jsonl new file mode 100644 index 0000000000..1cadce0e92 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/MarkdownStylingAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c7531e7f9c7091e3f258ff4a05666a53a2271785ed85f94f050b062f81a99de +size 115332 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/RemoveSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/RemoveSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..240702a440 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/RemoveSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f36c06ec7c11da07716d1f30d1d2ee4aec00f1cf0b08805fd44d2482973b0d85 +size 115998 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/SynonymAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/SynonymAttackBehaviour.jsonl new file mode 100644 index 0000000000..ed56c50e90 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/SynonymAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:856e3c5213095e6cd6ec98804319ad0089f0d673fc04712211e00b50b97ea0e5 +size 115940 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/ChangeCaseAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/ChangeCaseAttackBehaviour.jsonl new file mode 100644 index 0000000000..aae64e28f2 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/ChangeCaseAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9efe0d7a2137200a51a53fa8d7ed32e14abc7bf64f09c3b62e124e5659a6772 +size 121551 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/ChangeLanguageOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/ChangeLanguageOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..b80d9c13d2 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/ChangeLanguageOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f268fad37d9a740b11c533f2af52b8733096e89329a380ae289cdabf3b5c380 +size 121164 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/ChangePositionOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/ChangePositionOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..fcc7c1c405 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/ChangePositionOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:741cb97beaa827311becf13ac1cb4543b3d46a108ea456ddd26042fe4d650115 +size 121969 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/CommonMisspellingsOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/CommonMisspellingsOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..33ae6e08f8 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/CommonMisspellingsOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdaa538b3cef0315a77c35adb39d5ff864f69744711c171ece027856c57bbc65 +size 121993 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/DecreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/DecreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..d7fc489c5d --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/DecreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99fe13eaf6ae05b9077af45e22d70071bd9321bf6a225ebd646a57ba53693e7e +size 122725 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/DifferentPartOfSpeechAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/DifferentPartOfSpeechAttackBehaviour.jsonl new file mode 100644 index 0000000000..0dbc5e348c --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/DifferentPartOfSpeechAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:937fe47082599fea4eba158dbf8a0ada9b7629beedecdb70ac536c932116c524 +size 120864 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/IncreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/IncreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..60f0bf5cae --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/IncreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9de73235b91ab73697398503c0d713e7867b919dc77eb5a3434313912a30a928 +size 121033 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/InfillTrickAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/InfillTrickAttackBehaviour.jsonl new file mode 100644 index 0000000000..d19a946aa8 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/InfillTrickAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df0984d00c7e44f659cbc039e003974c86f69d3bffaff31e55c308f4da4d7604 +size 121842 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/InsertRandomCharactersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/InsertRandomCharactersAttackBehaviour.jsonl new file mode 100644 index 0000000000..f33f3f1f3a --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/InsertRandomCharactersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b40f9f4221bc25d4fda87a74c0d4cd3e9467a12c2fbdc016bfe5397ebf02674a +size 121309 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/InsertSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/InsertSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..8dcb4991b9 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/InsertSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87e449f9e4d0cc29cb4d58804e65aa2db3ea05117313316d8a8ef79a0adf4712 +size 121388 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/InstructionInjectionAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/InstructionInjectionAttackBehaviour.jsonl new file mode 100644 index 0000000000..24bd24c6e5 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/InstructionInjectionAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfd97eb0e7718496ab17482beaa70abd9b580a25f116cbe7e42320f3f3bcdb4a +size 121121 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/JumbleLettersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/JumbleLettersAttackBehaviour.jsonl new file mode 100644 index 0000000000..5c8e757e8f --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/JumbleLettersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc9754f63d6b1af1cdc728ecfdc954ed7925639639818f8e3743c9f743142660 +size 121749 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/MarkdownStylingAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/MarkdownStylingAttackBehaviour.jsonl new file mode 100644 index 0000000000..48c6c05ea8 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/MarkdownStylingAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f07de6906fef7196ca2789bd06c63ba818c2322d7fdde1c4ae21d798f8f756b0 +size 121588 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/RemoveSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/RemoveSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..df5dad4a19 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/RemoveSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3802fe330ba0e5fb07c348bad209741512b3016b3d51d3bb35eae2b6fb9144b +size 121535 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/SynonymAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/SynonymAttackBehaviour.jsonl new file mode 100644 index 0000000000..49e85b318d --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/SynonymAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd74749ce1de3ad226bfd2d5e2b246eae0749e88e7b450536b313765d0bb5bfb +size 121592 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/ChangeCaseAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/ChangeCaseAttackBehaviour.jsonl new file mode 100644 index 0000000000..760313e98b --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/ChangeCaseAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a44215d9a05c233ff8af4fa1e1cce7f62611235d771a457d340b31f4e121d073 +size 122355 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/ChangeLanguageOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/ChangeLanguageOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..be81261d7b --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/ChangeLanguageOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74ae5a3fdfe42dc1520def8f67fae8444586fa01c1dd35d02c64bd4f50f12942 +size 122034 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/ChangePositionOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/ChangePositionOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..f01016818b --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/ChangePositionOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c10cdae04ad305270dd426d15f75e24765a7be838794f399cf23d45dbeced07 +size 122373 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/CommonMisspellingsOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/CommonMisspellingsOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..ba49307e0f --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/CommonMisspellingsOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cf6de1a5b83d3d4eb851dd04e572f1cdc3ba61a9cbafea7a93576b2e38e2b68 +size 122569 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/DecreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/DecreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..9fd674b34f --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/DecreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:458f40ee88ee0b1c6a32b5a33e1c66e7870bee6db0c68e7af33928d73658690c +size 122439 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/DifferentPartOfSpeechAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/DifferentPartOfSpeechAttackBehaviour.jsonl new file mode 100644 index 0000000000..8524ed73d4 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/DifferentPartOfSpeechAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccc1ae7e3f5efc543941dc743ac70278c75bd2244ca9d5085de38f22bfbac796 +size 121751 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/IncreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/IncreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..30759f6559 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/IncreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:255fc68166cdc026f09d19e24df940dfe7412078a128e757ea847b3f759c7669 +size 121276 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/InfillTrickAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/InfillTrickAttackBehaviour.jsonl new file mode 100644 index 0000000000..2e41fff9bc --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/InfillTrickAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b879b1b9a3cfd1097b83cf4c956b0cc4086dc454a3e6cbf0955aafcaeee25e +size 122273 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/InsertRandomCharactersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/InsertRandomCharactersAttackBehaviour.jsonl new file mode 100644 index 0000000000..b02d0853f6 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/InsertRandomCharactersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bab2af44e4eb18f25ef863edd99ecd06dc367a8896c8b4e58f6c9e38cb42942 +size 122012 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/InsertSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/InsertSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..85aea11845 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/InsertSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:880f381a755fdc44b4ab79aeb0ac2853f9221d757206a259fcd7d427d8041405 +size 121919 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/InstructionInjectionAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/InstructionInjectionAttackBehaviour.jsonl new file mode 100644 index 0000000000..093e363536 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/InstructionInjectionAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17b12910906b208987752f348d827a51952709a0c62aabc3b66d9f6d60da974f +size 121181 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/JumbleLettersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/JumbleLettersAttackBehaviour.jsonl new file mode 100644 index 0000000000..e1738e9de1 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/JumbleLettersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0b6a1ada0b72f6872bdc5ce588dad0207f917ec297fbea102cb35f8b99c59a6 +size 122692 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/MarkdownStylingAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/MarkdownStylingAttackBehaviour.jsonl new file mode 100644 index 0000000000..b8e46a5c34 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/MarkdownStylingAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aebfe855b485d6894c6cf572ac60fd6f1e2d58d3f2a027d8038f2679d61d94af +size 122203 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/RemoveSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/RemoveSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..330807aa3c --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/RemoveSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df62750523f19415473e97ff95bf36b38e6af3711bb6b1cf1e809fb36b53cba9 +size 122355 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/SynonymAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/SynonymAttackBehaviour.jsonl new file mode 100644 index 0000000000..fdd0f03845 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/SynonymAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fce73074ca2c8b65347832b09318858c75802d1d8643ce9e893be0d57b07e27c +size 121813 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/ChangeCaseAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/ChangeCaseAttackBehaviour.jsonl new file mode 100644 index 0000000000..d7ff65587d --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/ChangeCaseAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7b570652b6ee1058b7d59a1d581ebd432f30630bb44f9e61c3014231c0d4082 +size 122479 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/ChangeLanguageOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/ChangeLanguageOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..15b7b7c5b1 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/ChangeLanguageOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adf8c9d3a31ec6e3e874ba2184c1b1188a6f688a0a53ca7a37c40994483279cf +size 122162 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/ChangePositionOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/ChangePositionOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..4d1d3112e9 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/ChangePositionOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2a9b2cb5f0a692a0c5e39936e354c7756ebc3b0c567ac35892f8800ec10b1c1 +size 122391 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/CommonMisspellingsOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/CommonMisspellingsOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..a999dc06a2 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/CommonMisspellingsOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1f22b3b8432d2deca0ad94f69b5adb1ea7072e6d112e1553fbb2c89d232f9d0 +size 122276 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/DecreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/DecreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..a4d9bc52a4 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/DecreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28bfebb6ffd639bb24648f6558a5250ee0d33e60046a90d4dcf4dbd6c7378d9d +size 122940 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/DifferentPartOfSpeechAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/DifferentPartOfSpeechAttackBehaviour.jsonl new file mode 100644 index 0000000000..062893b8ca --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/DifferentPartOfSpeechAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fed35f6fdea266f10cf2d245efd90b8ecd4eecf9e7839742d21b848c1c6d85e3 +size 122217 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/IncreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/IncreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..0345e2fe1d --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/IncreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:792f3a7bffdbb9b1224363487cc4df906e5d217ab236cc0b3865b4144fa35e37 +size 121562 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/InfillTrickAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/InfillTrickAttackBehaviour.jsonl new file mode 100644 index 0000000000..1db240efb2 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/InfillTrickAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8342e304b618cc8e1ba65ad2d81b518b516048fec010b7ab9e8adbeea5f3d08 +size 122489 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/InsertRandomCharactersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/InsertRandomCharactersAttackBehaviour.jsonl new file mode 100644 index 0000000000..1459e0b134 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/InsertRandomCharactersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b223b171615bb8c74d81e3c9b38a3502d4a307c0c7906cf70f03b254de4b743d +size 122177 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/InsertSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/InsertSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..0a2069d656 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/InsertSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:326e7cbeaaa2882b257b5ae8333d5469a34312bf36bfb162f837507d8e1527f3 +size 122023 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/InstructionInjectionAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/InstructionInjectionAttackBehaviour.jsonl new file mode 100644 index 0000000000..648ad1ced3 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/InstructionInjectionAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d93f3c915943cc866aacd6f7f7c034f24b57dc73d9c75c07aa87c6d52d1bc567 +size 121482 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/JumbleLettersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/JumbleLettersAttackBehaviour.jsonl new file mode 100644 index 0000000000..db2c2c24ed --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/JumbleLettersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41412fa300bbc4942c15be6804a73252e66277d0142856be539192b8a202998c +size 122136 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/MarkdownStylingAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/MarkdownStylingAttackBehaviour.jsonl new file mode 100644 index 0000000000..31b7bca269 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/MarkdownStylingAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba2dd90a2e13571c5ca00ee89ea3bea1e4f5e1e2aa303d013622e1b4ccfe5960 +size 122156 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/RemoveSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/RemoveSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..4a06fd890a --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/RemoveSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c1d1e2b7c655800ec6753f45f320258d773dbe07615a4cd518d16cf07cefdea +size 122677 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/SynonymAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/SynonymAttackBehaviour.jsonl new file mode 100644 index 0000000000..0da744dad0 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/SynonymAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5d485488fdbfbab5c410e1697c51ee61798ccdc3a45aec4ac785d301dcab631 +size 122266 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/ChangeCaseAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/ChangeCaseAttackBehaviour.jsonl new file mode 100644 index 0000000000..cfe770855a --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/ChangeCaseAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:457cc02ed7b398356df6546a24a12dbc087b723f0010bcfe71fd9cda3e025d8c +size 122021 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/ChangeLanguageOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/ChangeLanguageOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..9d4d66b985 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/ChangeLanguageOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0187504422a66f5f33087d098d6391ff96af897fde3032ee239d1dbfc210c1a4 +size 121738 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/ChangePositionOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/ChangePositionOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..1d238d2263 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/ChangePositionOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eec5e4b8799a26de3c876df03ae2a0191fa688fea1dde55e25df9632d0d72282 +size 122491 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/CommonMisspellingsOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/CommonMisspellingsOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..445d072137 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/CommonMisspellingsOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03d119830eb3972be80b67ff535b4c4984b4b7040f667bbaaac38c1f0920bf4c +size 122127 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/DecreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/DecreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..0f41089059 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/DecreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c32de243664bde6820980ce606981175ebbadc5750637738dd729b930cf77500 +size 122412 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/DifferentPartOfSpeechAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/DifferentPartOfSpeechAttackBehaviour.jsonl new file mode 100644 index 0000000000..5cb5683068 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/DifferentPartOfSpeechAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12fb7a88b5d355becd31f7e53b96f1d006d056bc466fbb058144c4df56d38397 +size 122681 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/IncreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/IncreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..1cd89c80df --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/IncreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cee0356fbfbbcf4a1a48dc2f28886fc5a4e0cea83c5323837a73d39fc182039 +size 121561 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/InfillTrickAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/InfillTrickAttackBehaviour.jsonl new file mode 100644 index 0000000000..6457baabfa --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/InfillTrickAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1b343fa700d3a58daaf7c9f5975c652fdddd19d1b3d1d3b009e7ff0826fbba7 +size 121627 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/InsertRandomCharactersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/InsertRandomCharactersAttackBehaviour.jsonl new file mode 100644 index 0000000000..ccf6a3007e --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/InsertRandomCharactersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:147e4248a9fe5fb68b1e998b1d404d3f94e8194428981adbf3e798f3ec369c80 +size 121892 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/InsertSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/InsertSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..04af4bd32e --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/InsertSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18b243e3b014e9897b09f01875d24f09c430b4722d85ce36a348e6ce410d2fd7 +size 122664 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/InstructionInjectionAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/InstructionInjectionAttackBehaviour.jsonl new file mode 100644 index 0000000000..db8af41274 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/InstructionInjectionAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2bec1ae4f577b3b11e23c1047805630d2a595ce4859b6c45ee7212958900d21 +size 121671 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/JumbleLettersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/JumbleLettersAttackBehaviour.jsonl new file mode 100644 index 0000000000..99f6ee4003 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/JumbleLettersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:042be3c3eb8576dd1f5258c208aa499e0d286bcd89e75cd7eba4deaccb7a50d7 +size 122434 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/MarkdownStylingAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/MarkdownStylingAttackBehaviour.jsonl new file mode 100644 index 0000000000..a67ed2830c --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/MarkdownStylingAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e5e2d71b398b4ec7db42431fdac07a540b3e039a4bfc3f25189cc691621b630 +size 122401 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/RemoveSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/RemoveSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..049bf50154 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/RemoveSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f11ce45d6af0a5b2a2bb464bbcab9473062740d11ad92910e192311dcb2d6771 +size 122324 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/SynonymAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/SynonymAttackBehaviour.jsonl new file mode 100644 index 0000000000..1f59d7c992 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/SynonymAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bdfda5763314ba43b005c21bb58e2814d19e3362706c1d6a60416c3486b31ab +size 122234 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/ChangeCaseAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/ChangeCaseAttackBehaviour.jsonl new file mode 100644 index 0000000000..17a13a3f2b --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/ChangeCaseAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6feba69b803eb514efb3894421707a45eab80b259766c67effc22b9b15ab61e +size 122635 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/ChangeLanguageOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/ChangeLanguageOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..0bd43bcac9 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/ChangeLanguageOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:360c591ad4f769206c853cd0492f6d6d0997b4e12896596542d14bff3c2ccd42 +size 121702 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/ChangePositionOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/ChangePositionOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..7366698635 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/ChangePositionOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74d8c50941843da087df16f446f92643088cc7423ad640dd807dc0f40f8b0b39 +size 122213 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/CommonMisspellingsOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/CommonMisspellingsOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..b2c313a694 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/CommonMisspellingsOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8afa87c244c16dedfc858947184a7efa6cd8cc7f44b28c7e134b21d79870c59 +size 122188 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/DecreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/DecreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..e560afb9d7 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/DecreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b376cc6aa4459dbe03de7c2222847163a8b3c11c5194369e059425172f17e94b +size 123097 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/DifferentPartOfSpeechAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/DifferentPartOfSpeechAttackBehaviour.jsonl new file mode 100644 index 0000000000..f1982532ca --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/DifferentPartOfSpeechAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:489703bc42a324b476a22865d55c5ef06f2cfa83e2eef2f33aec55bd6d994901 +size 121934 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/IncreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/IncreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..c4338d9bd9 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/IncreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef3cbf7688894c57ebd1bcbd6138446edb43f6bacf6e3cf91e8dd4a5c2143412 +size 121632 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/InfillTrickAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/InfillTrickAttackBehaviour.jsonl new file mode 100644 index 0000000000..95c2aa4940 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/InfillTrickAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9eda11a5c05758052aea72bf95fbea6d749706673765fe7dc7baf87435351a45 +size 122168 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/InsertRandomCharactersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/InsertRandomCharactersAttackBehaviour.jsonl new file mode 100644 index 0000000000..49d49ff42d --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/InsertRandomCharactersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04990e072068fb66ec28332736bf8d9dccdb4a91d661476e32134c4e12f0f856 +size 122566 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/InsertSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/InsertSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..cf85c16559 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/InsertSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0c4064bea47a6512653183991d165e79b121eeb42b0c500e2414c7e79e55c35 +size 122002 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/InstructionInjectionAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/InstructionInjectionAttackBehaviour.jsonl new file mode 100644 index 0000000000..54d1420a3a --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/InstructionInjectionAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca084e25f5dd988e3e85cb0e7fb793cdeedd08a09c94aa063aa7b9b4e4aef79a +size 121289 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/JumbleLettersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/JumbleLettersAttackBehaviour.jsonl new file mode 100644 index 0000000000..9f98c2cb96 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/JumbleLettersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9710e5601b2451bb40a59e386ea32620f17cbdea62b62f3414aa6e4565328b00 +size 121992 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/MarkdownStylingAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/MarkdownStylingAttackBehaviour.jsonl new file mode 100644 index 0000000000..cebd2002e0 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/MarkdownStylingAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78776cdddb771e6d62c6c08d0be5f49b79521f418f3641c3971a4fc3e561891c +size 122013 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/RemoveSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/RemoveSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..eb78ec34da --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/RemoveSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:608bc34a833033cf731ad49e4aaa85122342c7ae9cdfa613021439e934d695ca +size 122624 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/SynonymAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/SynonymAttackBehaviour.jsonl new file mode 100644 index 0000000000..30c4d2fbf3 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/SynonymAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ba316e6a0548213c9ea0e7cb9e4df5e2e89dc7f9c33466bee9193955d99183f +size 122310 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/ChangeCaseAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/ChangeCaseAttackBehaviour.jsonl new file mode 100644 index 0000000000..abd966caab --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/ChangeCaseAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0aff18d2ef9977099373d4b82513842dfd091ca316c39adafc8cf2fcf619c16c +size 121090 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/ChangeLanguageOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/ChangeLanguageOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..fece818013 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/ChangeLanguageOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3233071ebf7adc939b36244d912911f7a70a83dd42cd60fc14c6eaeaee5601a2 +size 121348 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/ChangePositionOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/ChangePositionOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..4be1cfc762 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/ChangePositionOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a33eb6f83262ab57c28c42c4d3c80436c75f9650f21a830925a38d97fd6df611 +size 121356 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/CommonMisspellingsOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/CommonMisspellingsOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..1fa2fc63d5 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/CommonMisspellingsOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a20738fff7fdf0470b35e326d4650d54477f1511d4c5dc3c3f4299677e14778 +size 121642 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/DecreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/DecreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..1e6f957aa8 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/DecreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:621ffcc7122c9d195aea2913fc6d45bde732bd3b00f5f05d2eb0fc4f5cce2b5b +size 122325 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/DifferentPartOfSpeechAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/DifferentPartOfSpeechAttackBehaviour.jsonl new file mode 100644 index 0000000000..1d96ce560d --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/DifferentPartOfSpeechAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b70fe09c06eebad2fda357cbdba33b1b96a6a78e800e429196bc05cf5dc552f4 +size 120974 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/IncreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/IncreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..adfffbf44d --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/IncreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e68a2c9a06108cb0714e5dcaea29995de542b948c99456246c3fc8b11f4137ed +size 120574 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/InfillTrickAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/InfillTrickAttackBehaviour.jsonl new file mode 100644 index 0000000000..bda699a547 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/InfillTrickAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbe7b8989119ae72d4151e5be8c23c5a1f582d36ce13c3a55bdd2c5fb7cb8af0 +size 121969 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/InsertRandomCharactersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/InsertRandomCharactersAttackBehaviour.jsonl new file mode 100644 index 0000000000..e3ab50cf20 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/InsertRandomCharactersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75bde6061c36c7354f777d0a63d636b9649a57d67b917b55fd14d712294c0fb7 +size 121271 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/InsertSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/InsertSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..49ee477f49 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/InsertSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84b982bff763d6f370cdba2819c861ba72ac921beddac4ae505d47c391701fc1 +size 121965 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/InstructionInjectionAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/InstructionInjectionAttackBehaviour.jsonl new file mode 100644 index 0000000000..3b1dfb6feb --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/InstructionInjectionAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b0af5c4e5ba673e4ad0ce976e0c821029dac8645fd893cdf51180d6f482c90e +size 120787 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/JumbleLettersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/JumbleLettersAttackBehaviour.jsonl new file mode 100644 index 0000000000..08a6d7ff9d --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/JumbleLettersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7747c07db6d6cf2596e889568f90fd947064c50619a76b0cd615f930412179d4 +size 121834 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/MarkdownStylingAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/MarkdownStylingAttackBehaviour.jsonl new file mode 100644 index 0000000000..87615e2ffe --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/MarkdownStylingAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5cf1af09a0640cb548c9537b9eeb2e26e40558c847cb507be062afa024120fe +size 121741 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/RemoveSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/RemoveSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..f940795df6 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/RemoveSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dc6ef29dadda0f6d1bb108a27e341b1677f4d5c51f9bbf0c924ae672c9f5873 +size 121859 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/SynonymAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/SynonymAttackBehaviour.jsonl new file mode 100644 index 0000000000..513f2f9584 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/SynonymAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5567ef6a0380a7b007392f66255c7eb4f570c88ba316bd48e30cf275785fc6fc +size 121730 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/ChangeCaseAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/ChangeCaseAttackBehaviour.jsonl new file mode 100644 index 0000000000..6799548f06 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/ChangeCaseAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbb9f2eb1ae407e14884e357b44fe518da36ed0fcfd166fe6c2a9343af983c37 +size 122828 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/ChangeLanguageOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/ChangeLanguageOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..9d54289161 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/ChangeLanguageOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0f9395fff5d515814c11f30f9cf78c44165a1b0bded35284c0c3d63f987dbae +size 121915 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/ChangePositionOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/ChangePositionOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..bf13541d31 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/ChangePositionOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:089d69dc18960764bcdbaf90b62e48ab9d6a3d042057d1683118dd558978f83e +size 123044 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/CommonMisspellingsOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/CommonMisspellingsOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..76049d8484 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/CommonMisspellingsOfWordAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4b63187154fb8a33839f57a6ad9e5910bb330757692d4465b48680686f2f40c +size 123069 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/DecreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/DecreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..155c8cc68b --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/DecreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:010f78cf6ff3de77b515b9cd24e3f7d1176f9c1f095e15989167c89e7616d710 +size 123425 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/DifferentPartOfSpeechAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/DifferentPartOfSpeechAttackBehaviour.jsonl new file mode 100644 index 0000000000..7a9d53fa8a --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/DifferentPartOfSpeechAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2b6550b4b050c2daee13256c88d6c4af342d156447a7549ee8c8539d4d79c4c +size 122932 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/IncreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/IncreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..af1ca2f7cf --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/IncreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:213ee9a2209979cbf8bef9c5645ef0f749b3c9c90698e39c0893b777d1eb9a2c +size 122074 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/InfillTrickAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/InfillTrickAttackBehaviour.jsonl new file mode 100644 index 0000000000..aac5e654ea --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/InfillTrickAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4ef43d211c8069456d146fde74035b8cd334bfb5ddf04b7a4a739edddcdf868 +size 122980 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/InsertRandomCharactersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/InsertRandomCharactersAttackBehaviour.jsonl new file mode 100644 index 0000000000..716657ec71 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/InsertRandomCharactersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a2cb65f803f399d13c8868bb5cb9e01c0d4dc1068044356bbdfec71f5285b7c +size 122310 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/InsertSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/InsertSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..7daa3f6932 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/InsertSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04e063751fa50eb561ba305b6f761538fc964966497836e603e5458ecf8171c5 +size 122769 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/InstructionInjectionAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/InstructionInjectionAttackBehaviour.jsonl new file mode 100644 index 0000000000..c72c696bf7 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/InstructionInjectionAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96d5aa739511c8902745cf60511125fb52c11e5a4cdc605822f152fe50a7e554 +size 121773 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/JumbleLettersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/JumbleLettersAttackBehaviour.jsonl new file mode 100644 index 0000000000..ab5efd4a9a --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/JumbleLettersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9d509f160a104bbc660b1c3324e897dfad29cf93b67cdd7c98b2df46f42b062 +size 122636 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/MarkdownStylingAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/MarkdownStylingAttackBehaviour.jsonl new file mode 100644 index 0000000000..654ba0933d --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/MarkdownStylingAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9efda0a4ec70fa383dc18809fe341ec740e7842d99a16d360702506022a9bf59 +size 122614 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/RemoveSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/RemoveSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..8b82e9914c --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/RemoveSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47054355e2c376a81493680997984bc50de6cd8ec0907d8821d219f98014305f +size 122851 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/SynonymAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/SynonymAttackBehaviour.jsonl new file mode 100644 index 0000000000..cb94470a80 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/SynonymAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:678bcaa93c3913a9c29af9d13914462856e2573909b50af9d778588089ffcc48 +size 123208 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/ChangeCaseAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/ChangeCaseAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/ChangeLanguageOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/ChangeLanguageOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/ChangePositionOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/ChangePositionOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/CommonMisspellingsOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/CommonMisspellingsOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/DecreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/DecreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..92822a79cb --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/DecreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d20c11acbb1748ac6e514921e2a43b6f84dd405c17514cd8154a35d68584f51 +size 126574 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/DifferentPartOfSpeechAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/DifferentPartOfSpeechAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/IncreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/IncreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..7f5ca12151 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/IncreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abfc5bd7f6731190194359f0665cc10d537457511f320e6491f8ba6c0b6a981b +size 120475 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/InfillTrickAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/InfillTrickAttackBehaviour.jsonl new file mode 100644 index 0000000000..4a1876d7da --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/InfillTrickAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:718d7814ab97ec79600adfe9876b5ad50b27a8bbe921dc3082cedac706005ca8 +size 123285 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/InsertRandomCharactersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/InsertRandomCharactersAttackBehaviour.jsonl new file mode 100644 index 0000000000..3e351a7bcb --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/InsertRandomCharactersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fee7244abd65abe93691cee17af5d9cc57d888ab66132f5d92155ad67bb8f0d8 +size 123315 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/InsertSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/InsertSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/InstructionInjectionAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/InstructionInjectionAttackBehaviour.jsonl new file mode 100644 index 0000000000..14ae98306d --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/InstructionInjectionAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:468328807e12d71baed3e3576b1d6c4ea1cbf06a8ab1c47d960e87aaa9cc976b +size 119781 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/JumbleLettersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/JumbleLettersAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/MarkdownStylingAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/MarkdownStylingAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/RemoveSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/RemoveSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..287b0dda12 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/RemoveSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78c2debfeb33a71c69667927481251f33f4fe9adc94bef62d10f43b2cae8e863 +size 123811 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/SynonymAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/SynonymAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/ChangeCaseAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/ChangeCaseAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/ChangeLanguageOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/ChangeLanguageOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/ChangePositionOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/ChangePositionOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/CommonMisspellingsOfWordAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/CommonMisspellingsOfWordAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/DecreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/DecreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..0ad7e3693d --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/DecreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3affc30723fe39c69ce1510384accde22392f7499ec7f552e52cf87d86dc99d9 +size 126376 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/DifferentPartOfSpeechAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/DifferentPartOfSpeechAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/IncreaseNumberOfWordsAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/IncreaseNumberOfWordsAttackBehaviour.jsonl new file mode 100644 index 0000000000..d945acdd8a --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/IncreaseNumberOfWordsAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4425fec46325e5a1db801aeccd4dbb73a932f1c8dfc8275fa6b3d96823640975 +size 120205 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/InfillTrickAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/InfillTrickAttackBehaviour.jsonl new file mode 100644 index 0000000000..6af83c2970 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/InfillTrickAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69cd2f9354d0031a80b4ee38fab5d87455e95c55a43471af919e7a797c6f0e4e +size 123261 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/InsertRandomCharactersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/InsertRandomCharactersAttackBehaviour.jsonl new file mode 100644 index 0000000000..2260160874 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/InsertRandomCharactersAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73de560f6b673ffd54e148f6dd700802a9b7246e713df63e69ee72dee45a617d +size 123320 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/InsertSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/InsertSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/InstructionInjectionAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/InstructionInjectionAttackBehaviour.jsonl new file mode 100644 index 0000000000..31a1dc4a14 --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/InstructionInjectionAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e18737a8523c23dfc20466cd59f49c093d4ffc5d2fdd0fa62f385b1a1e8c176a +size 120258 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/JumbleLettersAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/JumbleLettersAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/MarkdownStylingAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/MarkdownStylingAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/RemoveSpacesAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/RemoveSpacesAttackBehaviour.jsonl new file mode 100644 index 0000000000..8111e28d3c --- /dev/null +++ b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/RemoveSpacesAttackBehaviour.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65237eaed8e1d02b0f694ff307d092deab32afb8f3e8056c83dcf38bb429f513 +size 124027 diff --git a/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/SynonymAttackBehaviour.jsonl b/evals/registry/data/articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/SynonymAttackBehaviour.jsonl new file mode 100644 index 0000000000..e69de29bb2 diff --git a/evals/registry/evals/articulate-rules.yaml b/evals/registry/evals/articulate-rules.yaml new file mode 100644 index 0000000000..18ece5654d --- /dev/null +++ b/evals/registry/evals/articulate-rules.yaml @@ -0,0 +1,2677 @@ +articulate-rules.articulation.in-context.freeform.contains_a_digit: + args: + eval_type: classify + modelgraded_spec: articulate-rules + samples_jsonl: articulate_rules/articulation/in-context/freeform/contains_a_digit.jsonl + class: evals.elsuite.modelgraded.classify:ModelBasedClassify + +articulate-rules.articulation.in-context.freeform.contains_a_french_word: + args: + eval_type: classify + modelgraded_spec: articulate-rules + samples_jsonl: articulate_rules/articulation/in-context/freeform/contains_a_french_word.jsonl + class: evals.elsuite.modelgraded.classify:ModelBasedClassify + +articulate-rules.articulation.in-context.freeform.contains_the_word_w: + args: + eval_type: classify + modelgraded_spec: articulate-rules + samples_jsonl: articulate_rules/articulation/in-context/freeform/contains_the_word_w.jsonl + class: evals.elsuite.modelgraded.classify:ModelBasedClassify + +articulate-rules.articulation.in-context.freeform.contains_the_word_w_and_a_digit: + args: + eval_type: classify + modelgraded_spec: articulate-rules + samples_jsonl: articulate_rules/articulation/in-context/freeform/contains_the_word_w_and_a_digit.jsonl + class: evals.elsuite.modelgraded.classify:ModelBasedClassify + +articulate-rules.articulation.in-context.freeform.contains_the_word_w_and_a_french_word: + args: + eval_type: classify + modelgraded_spec: articulate-rules + samples_jsonl: articulate_rules/articulation/in-context/freeform/contains_the_word_w_and_a_french_word.jsonl + class: evals.elsuite.modelgraded.classify:ModelBasedClassify + +articulate-rules.articulation.in-context.freeform.contains_the_word_w_and_is_in_alphabetical_order: + args: + eval_type: classify + modelgraded_spec: articulate-rules + samples_jsonl: articulate_rules/articulation/in-context/freeform/contains_the_word_w_and_is_in_alphabetical_order.jsonl + class: evals.elsuite.modelgraded.classify:ModelBasedClassify + +articulate-rules.articulation.in-context.freeform.contains_the_word_w_and_the_word_w_prime_in_sorted_order: + args: + eval_type: classify + modelgraded_spec: articulate-rules + samples_jsonl: articulate_rules/articulation/in-context/freeform/contains_the_word_w_and_the_word_w_prime_in_sorted_order.jsonl + class: evals.elsuite.modelgraded.classify:ModelBasedClassify + +articulate-rules.articulation.in-context.freeform.contains_the_word_w_at_least_k_times: + args: + eval_type: classify + modelgraded_spec: articulate-rules + samples_jsonl: articulate_rules/articulation/in-context/freeform/contains_the_word_w_at_least_k_times.jsonl + class: evals.elsuite.modelgraded.classify:ModelBasedClassify + +articulate-rules.articulation.in-context.freeform.contains_the_word_w_between_k_and_k_prime_times: + args: + eval_type: classify + modelgraded_spec: articulate-rules + samples_jsonl: articulate_rules/articulation/in-context/freeform/contains_the_word_w_between_k_and_k_prime_times.jsonl + class: evals.elsuite.modelgraded.classify:ModelBasedClassify + +articulate-rules.articulation.in-context.freeform.contains_the_word_w_followed_by_w_prime: + args: + eval_type: classify + modelgraded_spec: articulate-rules + samples_jsonl: articulate_rules/articulation/in-context/freeform/contains_the_word_w_followed_by_w_prime.jsonl + class: evals.elsuite.modelgraded.classify:ModelBasedClassify + +articulate-rules.articulation.in-context.freeform.contains_the_word_w_within_x_positions_of_the_word_w_prime: + args: + eval_type: classify + modelgraded_spec: articulate-rules + samples_jsonl: articulate_rules/articulation/in-context/freeform/contains_the_word_w_within_x_positions_of_the_word_w_prime.jsonl + class: evals.elsuite.modelgraded.classify:ModelBasedClassify + +articulate-rules.articulation.in-context.freeform.contains_the_words_w_and_w_prime: + args: + eval_type: classify + modelgraded_spec: articulate-rules + samples_jsonl: articulate_rules/articulation/in-context/freeform/contains_the_words_w_and_w_prime.jsonl + class: evals.elsuite.modelgraded.classify:ModelBasedClassify + +articulate-rules.articulation.in-context.freeform.contains_the_words_w_or_w_prime: + args: + eval_type: classify + modelgraded_spec: articulate-rules + samples_jsonl: articulate_rules/articulation/in-context/freeform/contains_the_words_w_or_w_prime.jsonl + class: evals.elsuite.modelgraded.classify:ModelBasedClassify + +articulate-rules.articulation.in-context.freeform.contains_the_words_w_or_w_prime_but_not_both: + args: + eval_type: classify + modelgraded_spec: articulate-rules + samples_jsonl: articulate_rules/articulation/in-context/freeform/contains_the_words_w_or_w_prime_but_not_both.jsonl + class: evals.elsuite.modelgraded.classify:ModelBasedClassify + +articulate-rules.articulation.in-context.freeform.does_not_contain_the_word_w: + args: + eval_type: classify + modelgraded_spec: articulate-rules + samples_jsonl: articulate_rules/articulation/in-context/freeform/does_not_contain_the_word_w.jsonl + class: evals.elsuite.modelgraded.classify:ModelBasedClassify + +articulate-rules.articulation.in-context.freeform.does_not_start_with_the_word_w: + args: + eval_type: classify + modelgraded_spec: articulate-rules + samples_jsonl: articulate_rules/articulation/in-context/freeform/does_not_start_with_the_word_w.jsonl + class: evals.elsuite.modelgraded.classify:ModelBasedClassify + +articulate-rules.articulation.in-context.freeform.ends_with_the_word_w: + args: + eval_type: classify + modelgraded_spec: articulate-rules + samples_jsonl: articulate_rules/articulation/in-context/freeform/ends_with_the_word_w.jsonl + class: evals.elsuite.modelgraded.classify:ModelBasedClassify + +articulate-rules.articulation.in-context.freeform.ends_with_the_word_w_or_contains_the_word_w_prime: + args: + eval_type: classify + modelgraded_spec: articulate-rules + samples_jsonl: articulate_rules/articulation/in-context/freeform/ends_with_the_word_w_or_contains_the_word_w_prime.jsonl + class: evals.elsuite.modelgraded.classify:ModelBasedClassify + +articulate-rules.articulation.in-context.freeform.repeats_the_word_w: + args: + eval_type: classify + modelgraded_spec: articulate-rules + samples_jsonl: articulate_rules/articulation/in-context/freeform/repeats_the_word_w.jsonl + class: evals.elsuite.modelgraded.classify:ModelBasedClassify + +articulate-rules.articulation.in-context.freeform.repeats_the_word_w_and_contains_a_digit: + args: + eval_type: classify + modelgraded_spec: articulate-rules + samples_jsonl: articulate_rules/articulation/in-context/freeform/repeats_the_word_w_and_contains_a_digit.jsonl + class: evals.elsuite.modelgraded.classify:ModelBasedClassify + +articulate-rules.articulation.in-context.freeform.repeats_the_word_w_and_contains_a_french_word: + args: + eval_type: classify + modelgraded_spec: articulate-rules + samples_jsonl: articulate_rules/articulation/in-context/freeform/repeats_the_word_w_and_contains_a_french_word.jsonl + class: evals.elsuite.modelgraded.classify:ModelBasedClassify + +articulate-rules.articulation.in-context.freeform.repeats_the_word_w_and_contains_the_word_w_prime: + args: + eval_type: classify + modelgraded_spec: articulate-rules + samples_jsonl: articulate_rules/articulation/in-context/freeform/repeats_the_word_w_and_contains_the_word_w_prime.jsonl + class: evals.elsuite.modelgraded.classify:ModelBasedClassify + +articulate-rules.articulation.in-context.freeform.repeats_the_word_w_and_is_in_alphabetical_order: + args: + eval_type: classify + modelgraded_spec: articulate-rules + samples_jsonl: articulate_rules/articulation/in-context/freeform/repeats_the_word_w_and_is_in_alphabetical_order.jsonl + class: evals.elsuite.modelgraded.classify:ModelBasedClassify + +articulate-rules.articulation.in-context.freeform.repeats_the_word_w_and_starts_with_w: + args: + eval_type: classify + modelgraded_spec: articulate-rules + samples_jsonl: articulate_rules/articulation/in-context/freeform/repeats_the_word_w_and_starts_with_w.jsonl + class: evals.elsuite.modelgraded.classify:ModelBasedClassify + +articulate-rules.articulation.in-context.freeform.starts_with_the_word_w: + args: + eval_type: classify + modelgraded_spec: articulate-rules + samples_jsonl: articulate_rules/articulation/in-context/freeform/starts_with_the_word_w.jsonl + class: evals.elsuite.modelgraded.classify:ModelBasedClassify + +articulate-rules.articulation.in-context.freeform.starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both: + args: + eval_type: classify + modelgraded_spec: articulate-rules + samples_jsonl: articulate_rules/articulation/in-context/freeform/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both.jsonl + class: evals.elsuite.modelgraded.classify:ModelBasedClassify + +articulate-rules.articulation.in-context.freeform.word_w_appears_in_position_i: + args: + eval_type: classify + modelgraded_spec: articulate-rules + samples_jsonl: articulate_rules/articulation/in-context/freeform/word_w_appears_in_position_i.jsonl + class: evals.elsuite.modelgraded.classify:ModelBasedClassify + +articulate-rules.articulation.in-context.freeform.words_are_in_alphabetical_order: + args: + eval_type: classify + modelgraded_spec: articulate-rules + samples_jsonl: articulate_rules/articulation/in-context/freeform/words_are_in_alphabetical_order.jsonl + class: evals.elsuite.modelgraded.classify:ModelBasedClassify + +articulate-rules.articulation.in-context.freeform.words_are_in_reverse_alphabetical_order: + args: + eval_type: classify + modelgraded_spec: articulate-rules + samples_jsonl: articulate_rules/articulation/in-context/freeform/words_are_in_reverse_alphabetical_order.jsonl + class: evals.elsuite.modelgraded.classify:ModelBasedClassify + +articulate-rules.articulation.in-context.multiple-choice.contains_a_digit: + args: + samples_jsonl: articulate_rules/articulation/in-context/multiple-choice/contains_a_digit.jsonl + class: evals.elsuite.basic.includes:Includes + +articulate-rules.articulation.in-context.multiple-choice.contains_a_digit: + args: + samples_jsonl: articulate_rules/articulation/in-context/multiple-choice/contains_a_digit.jsonl + class: evals.elsuite.basic.includes:Includes + +articulate-rules.articulation.in-context.multiple-choice.contains_a_french_word: + args: + samples_jsonl: articulate_rules/articulation/in-context/multiple-choice/contains_a_french_word.jsonl + class: evals.elsuite.basic.includes:Includes + +articulate-rules.articulation.in-context.multiple-choice.contains_the_word_w: + args: + samples_jsonl: articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w.jsonl + class: evals.elsuite.basic.includes:Includes + +articulate-rules.articulation.in-context.multiple-choice.contains_the_word_w_and_a_digit: + args: + samples_jsonl: articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w_and_a_digit.jsonl + class: evals.elsuite.basic.includes:Includes + +articulate-rules.articulation.in-context.multiple-choice.contains_the_word_w_and_a_french_word: + args: + samples_jsonl: articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w_and_a_french_word.jsonl + class: evals.elsuite.basic.includes:Includes + +articulate-rules.articulation.in-context.multiple-choice.contains_the_word_w_and_is_in_alphabetical_order: + args: + samples_jsonl: articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w_and_is_in_alphabetical_order.jsonl + class: evals.elsuite.basic.includes:Includes + +articulate-rules.articulation.in-context.multiple-choice.contains_the_word_w_and_the_word_w_prime_in_sorted_order: + args: + samples_jsonl: articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w_and_the_word_w_prime_in_sorted_order.jsonl + class: evals.elsuite.basic.includes:Includes + +articulate-rules.articulation.in-context.multiple-choice.contains_the_word_w_at_least_k_times: + args: + samples_jsonl: articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w_at_least_k_times.jsonl + class: evals.elsuite.basic.includes:Includes + +articulate-rules.articulation.in-context.multiple-choice.contains_the_word_w_between_k_and_k_prime_times: + args: + samples_jsonl: articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w_between_k_and_k_prime_times.jsonl + class: evals.elsuite.basic.includes:Includes + +articulate-rules.articulation.in-context.multiple-choice.contains_the_word_w_followed_by_w_prime: + args: + samples_jsonl: articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w_followed_by_w_prime.jsonl + class: evals.elsuite.basic.includes:Includes + +articulate-rules.articulation.in-context.multiple-choice.contains_the_word_w_within_x_positions_of_the_word_w_prime: + args: + samples_jsonl: articulate_rules/articulation/in-context/multiple-choice/contains_the_word_w_within_x_positions_of_the_word_w_prime.jsonl + class: evals.elsuite.basic.includes:Includes + +articulate-rules.articulation.in-context.multiple-choice.contains_the_words_w_and_w_prime: + args: + samples_jsonl: articulate_rules/articulation/in-context/multiple-choice/contains_the_words_w_and_w_prime.jsonl + class: evals.elsuite.basic.includes:Includes + +articulate-rules.articulation.in-context.multiple-choice.contains_the_words_w_or_w_prime: + args: + samples_jsonl: articulate_rules/articulation/in-context/multiple-choice/contains_the_words_w_or_w_prime.jsonl + class: evals.elsuite.basic.includes:Includes + +articulate-rules.articulation.in-context.multiple-choice.contains_the_words_w_or_w_prime_but_not_both: + args: + samples_jsonl: articulate_rules/articulation/in-context/multiple-choice/contains_the_words_w_or_w_prime_but_not_both.jsonl + class: evals.elsuite.basic.includes:Includes + +articulate-rules.articulation.in-context.multiple-choice.does_not_contain_the_word_w: + args: + samples_jsonl: articulate_rules/articulation/in-context/multiple-choice/does_not_contain_the_word_w.jsonl + class: evals.elsuite.basic.includes:Includes + +articulate-rules.articulation.in-context.multiple-choice.does_not_start_with_the_word_w: + args: + samples_jsonl: articulate_rules/articulation/in-context/multiple-choice/does_not_start_with_the_word_w.jsonl + class: evals.elsuite.basic.includes:Includes + +articulate-rules.articulation.in-context.multiple-choice.ends_with_the_word_w: + args: + samples_jsonl: articulate_rules/articulation/in-context/multiple-choice/ends_with_the_word_w.jsonl + class: evals.elsuite.basic.includes:Includes + +articulate-rules.articulation.in-context.multiple-choice.ends_with_the_word_w_or_contains_the_word_w_prime: + args: + samples_jsonl: articulate_rules/articulation/in-context/multiple-choice/ends_with_the_word_w_or_contains_the_word_w_prime.jsonl + class: evals.elsuite.basic.includes:Includes + +articulate-rules.articulation.in-context.multiple-choice.repeats_the_word_w: + args: + samples_jsonl: articulate_rules/articulation/in-context/multiple-choice/repeats_the_word_w.jsonl + class: evals.elsuite.basic.includes:Includes + +articulate-rules.articulation.in-context.multiple-choice.repeats_the_word_w_and_contains_a_digit: + args: + samples_jsonl: articulate_rules/articulation/in-context/multiple-choice/repeats_the_word_w_and_contains_a_digit.jsonl + class: evals.elsuite.basic.includes:Includes + +articulate-rules.articulation.in-context.multiple-choice.repeats_the_word_w_and_contains_a_french_word: + args: + samples_jsonl: articulate_rules/articulation/in-context/multiple-choice/repeats_the_word_w_and_contains_a_french_word.jsonl + class: evals.elsuite.basic.includes:Includes + +articulate-rules.articulation.in-context.multiple-choice.repeats_the_word_w_and_contains_the_word_w_prime: + args: + samples_jsonl: articulate_rules/articulation/in-context/multiple-choice/repeats_the_word_w_and_contains_the_word_w_prime.jsonl + class: evals.elsuite.basic.includes:Includes + +articulate-rules.articulation.in-context.multiple-choice.repeats_the_word_w_and_is_in_alphabetical_order: + args: + samples_jsonl: articulate_rules/articulation/in-context/multiple-choice/repeats_the_word_w_and_is_in_alphabetical_order.jsonl + class: evals.elsuite.basic.includes:Includes + +articulate-rules.articulation.in-context.multiple-choice.repeats_the_word_w_and_starts_with_w: + args: + samples_jsonl: articulate_rules/articulation/in-context/multiple-choice/repeats_the_word_w_and_starts_with_w.jsonl + class: evals.elsuite.basic.includes:Includes + +articulate-rules.articulation.in-context.multiple-choice.starts_with_the_word_w: + args: + samples_jsonl: articulate_rules/articulation/in-context/multiple-choice/starts_with_the_word_w.jsonl + class: evals.elsuite.basic.includes:Includes + +articulate-rules.articulation.in-context.multiple-choice.starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both: + args: + samples_jsonl: articulate_rules/articulation/in-context/multiple-choice/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both.jsonl + class: evals.elsuite.basic.includes:Includes + +articulate-rules.articulation.in-context.multiple-choice.word_w_appears_in_position_i: + args: + samples_jsonl: articulate_rules/articulation/in-context/multiple-choice/word_w_appears_in_position_i.jsonl + class: evals.elsuite.basic.includes:Includes + +articulate-rules.articulation.in-context.multiple-choice.words_are_in_alphabetical_order: + args: + samples_jsonl: articulate_rules/articulation/in-context/multiple-choice/words_are_in_alphabetical_order.jsonl + class: evals.elsuite.basic.includes:Includes + +articulate-rules.articulation.in-context.multiple-choice.words_are_in_reverse_alphabetical_order: + args: + samples_jsonl: articulate_rules/articulation/in-context/multiple-choice/words_are_in_reverse_alphabetical_order.jsonl + class: evals.elsuite.basic.includes:Includes + +articulate-rules.classification.in-context.in-distribution.contains_a_digit: + args: + samples_jsonl: articulate_rules/classification/in-context/in-distribution/contains_a_digit.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.in-distribution.contains_a_digit.dev: + args: + samples_jsonl: articulate_rules/classification/in-context/in-distribution/contains_a_digit.dev.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.in-distribution.contains_a_french_word: + args: + samples_jsonl: articulate_rules/classification/in-context/in-distribution/contains_a_french_word.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.in-distribution.contains_the_word_w: + args: + samples_jsonl: articulate_rules/classification/in-context/in-distribution/contains_the_word_w.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.in-distribution.contains_the_word_w_and_a_digit: + args: + samples_jsonl: articulate_rules/classification/in-context/in-distribution/contains_the_word_w_and_a_digit.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.in-distribution.contains_the_word_w_and_a_french_word: + args: + samples_jsonl: articulate_rules/classification/in-context/in-distribution/contains_the_word_w_and_a_french_word.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.in-distribution.contains_the_word_w_and_is_in_alphabetical_order: + args: + samples_jsonl: articulate_rules/classification/in-context/in-distribution/contains_the_word_w_and_is_in_alphabetical_order.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.in-distribution.contains_the_word_w_and_the_word_w_prime_in_sorted_order: + args: + samples_jsonl: articulate_rules/classification/in-context/in-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.in-distribution.contains_the_word_w_at_least_k_times: + args: + samples_jsonl: articulate_rules/classification/in-context/in-distribution/contains_the_word_w_at_least_k_times.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.in-distribution.contains_the_word_w_between_k_and_k_prime_times: + args: + samples_jsonl: articulate_rules/classification/in-context/in-distribution/contains_the_word_w_between_k_and_k_prime_times.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.in-distribution.contains_the_word_w_followed_by_w_prime: + args: + samples_jsonl: articulate_rules/classification/in-context/in-distribution/contains_the_word_w_followed_by_w_prime.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.in-distribution.contains_the_word_w_within_x_positions_of_the_word_w_prime: + args: + samples_jsonl: articulate_rules/classification/in-context/in-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.in-distribution.contains_the_words_w_and_w_prime: + args: + samples_jsonl: articulate_rules/classification/in-context/in-distribution/contains_the_words_w_and_w_prime.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.in-distribution.contains_the_words_w_or_w_prime: + args: + samples_jsonl: articulate_rules/classification/in-context/in-distribution/contains_the_words_w_or_w_prime.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.in-distribution.contains_the_words_w_or_w_prime_but_not_both: + args: + samples_jsonl: articulate_rules/classification/in-context/in-distribution/contains_the_words_w_or_w_prime_but_not_both.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.in-distribution.does_not_contain_the_word_w: + args: + samples_jsonl: articulate_rules/classification/in-context/in-distribution/does_not_contain_the_word_w.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.in-distribution.does_not_start_with_the_word_w: + args: + samples_jsonl: articulate_rules/classification/in-context/in-distribution/does_not_start_with_the_word_w.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.in-distribution.ends_with_the_word_w: + args: + samples_jsonl: articulate_rules/classification/in-context/in-distribution/ends_with_the_word_w.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.in-distribution.ends_with_the_word_w_or_contains_the_word_w_prime: + args: + samples_jsonl: articulate_rules/classification/in-context/in-distribution/ends_with_the_word_w_or_contains_the_word_w_prime.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.in-distribution.repeats_the_word_w: + args: + samples_jsonl: articulate_rules/classification/in-context/in-distribution/repeats_the_word_w.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.in-distribution.repeats_the_word_w_and_contains_a_digit: + args: + samples_jsonl: articulate_rules/classification/in-context/in-distribution/repeats_the_word_w_and_contains_a_digit.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.in-distribution.repeats_the_word_w_and_contains_a_french_word: + args: + samples_jsonl: articulate_rules/classification/in-context/in-distribution/repeats_the_word_w_and_contains_a_french_word.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.in-distribution.repeats_the_word_w_and_contains_the_word_w_prime: + args: + samples_jsonl: articulate_rules/classification/in-context/in-distribution/repeats_the_word_w_and_contains_the_word_w_prime.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.in-distribution.repeats_the_word_w_and_is_in_alphabetical_order: + args: + samples_jsonl: articulate_rules/classification/in-context/in-distribution/repeats_the_word_w_and_is_in_alphabetical_order.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.in-distribution.repeats_the_word_w_and_starts_with_w: + args: + samples_jsonl: articulate_rules/classification/in-context/in-distribution/repeats_the_word_w_and_starts_with_w.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.in-distribution.starts_with_the_word_w: + args: + samples_jsonl: articulate_rules/classification/in-context/in-distribution/starts_with_the_word_w.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.in-distribution.starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both: + args: + samples_jsonl: articulate_rules/classification/in-context/in-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.in-distribution.word_w_appears_in_position_i: + args: + samples_jsonl: articulate_rules/classification/in-context/in-distribution/word_w_appears_in_position_i.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.in-distribution.words_are_in_alphabetical_order: + args: + samples_jsonl: articulate_rules/classification/in-context/in-distribution/words_are_in_alphabetical_order.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.in-distribution.words_are_in_reverse_alphabetical_order: + args: + samples_jsonl: articulate_rules/classification/in-context/in-distribution/words_are_in_reverse_alphabetical_order.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_a_digit.ChangeCaseAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/ChangeCaseAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_a_digit.ChangeLanguageOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/ChangeLanguageOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_a_digit.ChangePositionOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/ChangePositionOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_a_digit.CommonMisspellingsOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/CommonMisspellingsOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_a_digit.DecreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/DecreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_a_digit.DifferentPartOfSpeechAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/DifferentPartOfSpeechAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_a_digit.IncreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/IncreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_a_digit.InfillTrickAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/InfillTrickAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_a_digit.InsertRandomCharactersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/InsertRandomCharactersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_a_digit.InsertSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/InsertSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_a_digit.InstructionInjectionAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/InstructionInjectionAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_a_digit.JumbleLettersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/JumbleLettersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_a_digit.MarkdownStylingAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/MarkdownStylingAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_a_digit.RemoveSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/RemoveSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_a_digit.SynonymAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_a_digit/SynonymAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_a_french_word.ChangeCaseAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/ChangeCaseAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_a_french_word.ChangeLanguageOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/ChangeLanguageOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_a_french_word.ChangePositionOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/ChangePositionOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_a_french_word.CommonMisspellingsOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/CommonMisspellingsOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_a_french_word.DecreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/DecreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_a_french_word.DifferentPartOfSpeechAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/DifferentPartOfSpeechAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_a_french_word.IncreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/IncreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_a_french_word.InfillTrickAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/InfillTrickAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_a_french_word.InsertRandomCharactersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/InsertRandomCharactersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_a_french_word.InsertSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/InsertSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_a_french_word.InstructionInjectionAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/InstructionInjectionAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_a_french_word.JumbleLettersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/JumbleLettersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_a_french_word.MarkdownStylingAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/MarkdownStylingAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_a_french_word.RemoveSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/RemoveSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_a_french_word.SynonymAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_a_french_word/SynonymAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w.ChangeCaseAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/ChangeCaseAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w.ChangeLanguageOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/ChangeLanguageOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w.ChangePositionOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/ChangePositionOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w.CommonMisspellingsOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/CommonMisspellingsOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w.DecreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/DecreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w.DifferentPartOfSpeechAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/DifferentPartOfSpeechAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w.IncreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/IncreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w.InfillTrickAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/InfillTrickAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w.InsertRandomCharactersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/InsertRandomCharactersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w.InsertSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/InsertSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w.InstructionInjectionAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/InstructionInjectionAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w.JumbleLettersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/JumbleLettersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w.MarkdownStylingAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/MarkdownStylingAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w.RemoveSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/RemoveSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w.SynonymAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w/SynonymAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_a_digit.ChangeCaseAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/ChangeCaseAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_a_digit.ChangeLanguageOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/ChangeLanguageOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_a_digit.ChangePositionOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/ChangePositionOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_a_digit.CommonMisspellingsOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/CommonMisspellingsOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_a_digit.DecreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/DecreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_a_digit.DifferentPartOfSpeechAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/DifferentPartOfSpeechAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_a_digit.IncreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/IncreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_a_digit.InfillTrickAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/InfillTrickAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_a_digit.InsertRandomCharactersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/InsertRandomCharactersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_a_digit.InsertSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/InsertSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_a_digit.InstructionInjectionAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/InstructionInjectionAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_a_digit.JumbleLettersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/JumbleLettersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_a_digit.MarkdownStylingAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/MarkdownStylingAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_a_digit.RemoveSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/RemoveSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_a_digit.SynonymAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_digit/SynonymAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_a_french_word.ChangeCaseAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/ChangeCaseAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_a_french_word.ChangeLanguageOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/ChangeLanguageOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_a_french_word.ChangePositionOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/ChangePositionOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_a_french_word.CommonMisspellingsOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/CommonMisspellingsOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_a_french_word.DecreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/DecreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_a_french_word.DifferentPartOfSpeechAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/DifferentPartOfSpeechAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_a_french_word.IncreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/IncreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_a_french_word.InfillTrickAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/InfillTrickAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_a_french_word.InsertRandomCharactersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/InsertRandomCharactersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_a_french_word.InsertSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/InsertSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_a_french_word.InstructionInjectionAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/InstructionInjectionAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_a_french_word.JumbleLettersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/JumbleLettersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_a_french_word.MarkdownStylingAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/MarkdownStylingAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_a_french_word.RemoveSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/RemoveSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_a_french_word.SynonymAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_a_french_word/SynonymAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_is_in_alphabetical_order.ChangeCaseAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/ChangeCaseAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_is_in_alphabetical_order.ChangeLanguageOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/ChangeLanguageOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_is_in_alphabetical_order.ChangePositionOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/ChangePositionOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_is_in_alphabetical_order.CommonMisspellingsOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/CommonMisspellingsOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_is_in_alphabetical_order.DecreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/DecreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_is_in_alphabetical_order.DifferentPartOfSpeechAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/DifferentPartOfSpeechAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_is_in_alphabetical_order.IncreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/IncreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_is_in_alphabetical_order.InfillTrickAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/InfillTrickAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_is_in_alphabetical_order.InsertRandomCharactersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/InsertRandomCharactersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_is_in_alphabetical_order.InsertSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/InsertSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_is_in_alphabetical_order.InstructionInjectionAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/InstructionInjectionAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_is_in_alphabetical_order.JumbleLettersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/JumbleLettersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_is_in_alphabetical_order.MarkdownStylingAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/MarkdownStylingAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_is_in_alphabetical_order.RemoveSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/RemoveSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_is_in_alphabetical_order.SynonymAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_is_in_alphabetical_order/SynonymAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_the_word_w_prime_in_sorted_order.ChangeCaseAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/ChangeCaseAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_the_word_w_prime_in_sorted_order.ChangeLanguageOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/ChangeLanguageOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_the_word_w_prime_in_sorted_order.ChangePositionOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/ChangePositionOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_the_word_w_prime_in_sorted_order.CommonMisspellingsOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/CommonMisspellingsOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_the_word_w_prime_in_sorted_order.DecreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/DecreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_the_word_w_prime_in_sorted_order.DifferentPartOfSpeechAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/DifferentPartOfSpeechAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_the_word_w_prime_in_sorted_order.IncreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/IncreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_the_word_w_prime_in_sorted_order.InfillTrickAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/InfillTrickAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_the_word_w_prime_in_sorted_order.InsertRandomCharactersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/InsertRandomCharactersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_the_word_w_prime_in_sorted_order.InsertSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/InsertSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_the_word_w_prime_in_sorted_order.InstructionInjectionAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/InstructionInjectionAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_the_word_w_prime_in_sorted_order.JumbleLettersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/JumbleLettersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_the_word_w_prime_in_sorted_order.MarkdownStylingAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/MarkdownStylingAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_the_word_w_prime_in_sorted_order.RemoveSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/RemoveSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_and_the_word_w_prime_in_sorted_order.SynonymAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_and_the_word_w_prime_in_sorted_order/SynonymAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_at_least_k_times.ChangeCaseAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/ChangeCaseAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_at_least_k_times.ChangeLanguageOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/ChangeLanguageOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_at_least_k_times.ChangePositionOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/ChangePositionOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_at_least_k_times.CommonMisspellingsOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/CommonMisspellingsOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_at_least_k_times.DecreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/DecreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_at_least_k_times.DifferentPartOfSpeechAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/DifferentPartOfSpeechAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_at_least_k_times.IncreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/IncreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_at_least_k_times.InfillTrickAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/InfillTrickAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_at_least_k_times.InsertRandomCharactersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/InsertRandomCharactersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_at_least_k_times.InsertSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/InsertSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_at_least_k_times.InstructionInjectionAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/InstructionInjectionAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_at_least_k_times.JumbleLettersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/JumbleLettersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_at_least_k_times.MarkdownStylingAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/MarkdownStylingAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_at_least_k_times.RemoveSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/RemoveSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_at_least_k_times.SynonymAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_at_least_k_times/SynonymAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_between_k_and_k_prime_times.ChangeCaseAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/ChangeCaseAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_between_k_and_k_prime_times.ChangeLanguageOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/ChangeLanguageOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_between_k_and_k_prime_times.ChangePositionOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/ChangePositionOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_between_k_and_k_prime_times.CommonMisspellingsOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/CommonMisspellingsOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_between_k_and_k_prime_times.DecreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/DecreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_between_k_and_k_prime_times.DifferentPartOfSpeechAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/DifferentPartOfSpeechAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_between_k_and_k_prime_times.IncreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/IncreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_between_k_and_k_prime_times.InfillTrickAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/InfillTrickAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_between_k_and_k_prime_times.InsertRandomCharactersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/InsertRandomCharactersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_between_k_and_k_prime_times.InsertSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/InsertSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_between_k_and_k_prime_times.InstructionInjectionAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/InstructionInjectionAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_between_k_and_k_prime_times.JumbleLettersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/JumbleLettersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_between_k_and_k_prime_times.MarkdownStylingAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/MarkdownStylingAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_between_k_and_k_prime_times.RemoveSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/RemoveSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_between_k_and_k_prime_times.SynonymAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_between_k_and_k_prime_times/SynonymAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_followed_by_w_prime.ChangeCaseAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/ChangeCaseAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_followed_by_w_prime.ChangeLanguageOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/ChangeLanguageOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_followed_by_w_prime.ChangePositionOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/ChangePositionOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_followed_by_w_prime.CommonMisspellingsOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/CommonMisspellingsOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_followed_by_w_prime.DecreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/DecreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_followed_by_w_prime.DifferentPartOfSpeechAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/DifferentPartOfSpeechAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_followed_by_w_prime.IncreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/IncreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_followed_by_w_prime.InfillTrickAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/InfillTrickAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_followed_by_w_prime.InsertRandomCharactersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/InsertRandomCharactersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_followed_by_w_prime.InsertSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/InsertSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_followed_by_w_prime.InstructionInjectionAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/InstructionInjectionAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_followed_by_w_prime.JumbleLettersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/JumbleLettersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_followed_by_w_prime.MarkdownStylingAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/MarkdownStylingAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_followed_by_w_prime.RemoveSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/RemoveSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_followed_by_w_prime.SynonymAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_followed_by_w_prime/SynonymAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_within_x_positions_of_the_word_w_prime.ChangeCaseAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/ChangeCaseAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_within_x_positions_of_the_word_w_prime.ChangeLanguageOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/ChangeLanguageOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_within_x_positions_of_the_word_w_prime.ChangePositionOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/ChangePositionOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_within_x_positions_of_the_word_w_prime.CommonMisspellingsOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/CommonMisspellingsOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_within_x_positions_of_the_word_w_prime.DecreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/DecreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_within_x_positions_of_the_word_w_prime.DifferentPartOfSpeechAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/DifferentPartOfSpeechAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_within_x_positions_of_the_word_w_prime.IncreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/IncreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_within_x_positions_of_the_word_w_prime.InfillTrickAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/InfillTrickAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_within_x_positions_of_the_word_w_prime.InsertRandomCharactersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/InsertRandomCharactersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_within_x_positions_of_the_word_w_prime.InsertSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/InsertSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_within_x_positions_of_the_word_w_prime.InstructionInjectionAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/InstructionInjectionAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_within_x_positions_of_the_word_w_prime.JumbleLettersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/JumbleLettersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_within_x_positions_of_the_word_w_prime.MarkdownStylingAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/MarkdownStylingAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_within_x_positions_of_the_word_w_prime.RemoveSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/RemoveSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_word_w_within_x_positions_of_the_word_w_prime.SynonymAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_word_w_within_x_positions_of_the_word_w_prime/SynonymAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_and_w_prime.ChangeCaseAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/ChangeCaseAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_and_w_prime.ChangeLanguageOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/ChangeLanguageOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_and_w_prime.ChangePositionOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/ChangePositionOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_and_w_prime.CommonMisspellingsOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/CommonMisspellingsOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_and_w_prime.DecreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/DecreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_and_w_prime.DifferentPartOfSpeechAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/DifferentPartOfSpeechAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_and_w_prime.IncreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/IncreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_and_w_prime.InfillTrickAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/InfillTrickAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_and_w_prime.InsertRandomCharactersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/InsertRandomCharactersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_and_w_prime.InsertSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/InsertSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_and_w_prime.InstructionInjectionAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/InstructionInjectionAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_and_w_prime.JumbleLettersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/JumbleLettersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_and_w_prime.MarkdownStylingAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/MarkdownStylingAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_and_w_prime.RemoveSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/RemoveSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_and_w_prime.SynonymAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_and_w_prime/SynonymAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_or_w_prime.ChangeCaseAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/ChangeCaseAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_or_w_prime.ChangeLanguageOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/ChangeLanguageOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_or_w_prime.ChangePositionOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/ChangePositionOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_or_w_prime.CommonMisspellingsOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/CommonMisspellingsOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_or_w_prime.DecreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/DecreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_or_w_prime.DifferentPartOfSpeechAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/DifferentPartOfSpeechAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_or_w_prime.IncreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/IncreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_or_w_prime.InfillTrickAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/InfillTrickAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_or_w_prime.InsertRandomCharactersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/InsertRandomCharactersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_or_w_prime.InsertSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/InsertSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_or_w_prime.InstructionInjectionAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/InstructionInjectionAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_or_w_prime.JumbleLettersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/JumbleLettersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_or_w_prime.MarkdownStylingAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/MarkdownStylingAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_or_w_prime.RemoveSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/RemoveSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_or_w_prime.SynonymAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime/SynonymAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_or_w_prime_but_not_both.ChangeCaseAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/ChangeCaseAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_or_w_prime_but_not_both.ChangeLanguageOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/ChangeLanguageOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_or_w_prime_but_not_both.ChangePositionOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/ChangePositionOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_or_w_prime_but_not_both.CommonMisspellingsOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/CommonMisspellingsOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_or_w_prime_but_not_both.DecreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/DecreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_or_w_prime_but_not_both.DifferentPartOfSpeechAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/DifferentPartOfSpeechAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_or_w_prime_but_not_both.IncreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/IncreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_or_w_prime_but_not_both.InfillTrickAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/InfillTrickAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_or_w_prime_but_not_both.InsertRandomCharactersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/InsertRandomCharactersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_or_w_prime_but_not_both.InsertSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/InsertSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_or_w_prime_but_not_both.InstructionInjectionAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/InstructionInjectionAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_or_w_prime_but_not_both.JumbleLettersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/JumbleLettersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_or_w_prime_but_not_both.MarkdownStylingAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/MarkdownStylingAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_or_w_prime_but_not_both.RemoveSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/RemoveSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.contains_the_words_w_or_w_prime_but_not_both.SynonymAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/contains_the_words_w_or_w_prime_but_not_both/SynonymAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.does_not_contain_the_word_w.ChangeCaseAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/ChangeCaseAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.does_not_contain_the_word_w.ChangeLanguageOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/ChangeLanguageOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.does_not_contain_the_word_w.ChangePositionOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/ChangePositionOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.does_not_contain_the_word_w.CommonMisspellingsOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/CommonMisspellingsOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.does_not_contain_the_word_w.DecreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/DecreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.does_not_contain_the_word_w.DifferentPartOfSpeechAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/DifferentPartOfSpeechAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.does_not_contain_the_word_w.IncreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/IncreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.does_not_contain_the_word_w.InfillTrickAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/InfillTrickAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.does_not_contain_the_word_w.InsertRandomCharactersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/InsertRandomCharactersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.does_not_contain_the_word_w.InsertSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/InsertSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.does_not_contain_the_word_w.InstructionInjectionAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/InstructionInjectionAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.does_not_contain_the_word_w.JumbleLettersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/JumbleLettersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.does_not_contain_the_word_w.MarkdownStylingAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/MarkdownStylingAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.does_not_contain_the_word_w.RemoveSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/RemoveSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.does_not_contain_the_word_w.SynonymAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/does_not_contain_the_word_w/SynonymAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.does_not_start_with_the_word_w.ChangeCaseAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/ChangeCaseAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.does_not_start_with_the_word_w.ChangeLanguageOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/ChangeLanguageOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.does_not_start_with_the_word_w.ChangePositionOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/ChangePositionOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.does_not_start_with_the_word_w.CommonMisspellingsOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/CommonMisspellingsOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.does_not_start_with_the_word_w.DecreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/DecreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.does_not_start_with_the_word_w.DifferentPartOfSpeechAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/DifferentPartOfSpeechAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.does_not_start_with_the_word_w.IncreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/IncreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.does_not_start_with_the_word_w.InfillTrickAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/InfillTrickAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.does_not_start_with_the_word_w.InsertRandomCharactersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/InsertRandomCharactersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.does_not_start_with_the_word_w.InsertSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/InsertSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.does_not_start_with_the_word_w.InstructionInjectionAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/InstructionInjectionAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.does_not_start_with_the_word_w.JumbleLettersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/JumbleLettersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.does_not_start_with_the_word_w.MarkdownStylingAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/MarkdownStylingAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.does_not_start_with_the_word_w.RemoveSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/RemoveSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.does_not_start_with_the_word_w.SynonymAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/does_not_start_with_the_word_w/SynonymAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.ends_with_the_word_w.ChangeCaseAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/ChangeCaseAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.ends_with_the_word_w.ChangeLanguageOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/ChangeLanguageOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.ends_with_the_word_w.ChangePositionOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/ChangePositionOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.ends_with_the_word_w.CommonMisspellingsOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/CommonMisspellingsOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.ends_with_the_word_w.DecreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/DecreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.ends_with_the_word_w.DifferentPartOfSpeechAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/DifferentPartOfSpeechAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.ends_with_the_word_w.IncreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/IncreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.ends_with_the_word_w.InfillTrickAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/InfillTrickAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.ends_with_the_word_w.InsertRandomCharactersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/InsertRandomCharactersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.ends_with_the_word_w.InsertSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/InsertSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.ends_with_the_word_w.InstructionInjectionAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/InstructionInjectionAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.ends_with_the_word_w.JumbleLettersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/JumbleLettersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.ends_with_the_word_w.MarkdownStylingAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/MarkdownStylingAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.ends_with_the_word_w.RemoveSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/RemoveSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.ends_with_the_word_w.SynonymAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w/SynonymAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.ends_with_the_word_w_or_contains_the_word_w_prime.ChangeCaseAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/ChangeCaseAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.ends_with_the_word_w_or_contains_the_word_w_prime.ChangeLanguageOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/ChangeLanguageOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.ends_with_the_word_w_or_contains_the_word_w_prime.ChangePositionOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/ChangePositionOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.ends_with_the_word_w_or_contains_the_word_w_prime.CommonMisspellingsOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/CommonMisspellingsOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.ends_with_the_word_w_or_contains_the_word_w_prime.DecreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/DecreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.ends_with_the_word_w_or_contains_the_word_w_prime.DifferentPartOfSpeechAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/DifferentPartOfSpeechAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.ends_with_the_word_w_or_contains_the_word_w_prime.IncreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/IncreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.ends_with_the_word_w_or_contains_the_word_w_prime.InfillTrickAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/InfillTrickAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.ends_with_the_word_w_or_contains_the_word_w_prime.InsertRandomCharactersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/InsertRandomCharactersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.ends_with_the_word_w_or_contains_the_word_w_prime.InsertSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/InsertSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.ends_with_the_word_w_or_contains_the_word_w_prime.InstructionInjectionAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/InstructionInjectionAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.ends_with_the_word_w_or_contains_the_word_w_prime.JumbleLettersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/JumbleLettersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.ends_with_the_word_w_or_contains_the_word_w_prime.MarkdownStylingAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/MarkdownStylingAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.ends_with_the_word_w_or_contains_the_word_w_prime.RemoveSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/RemoveSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.ends_with_the_word_w_or_contains_the_word_w_prime.SynonymAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/ends_with_the_word_w_or_contains_the_word_w_prime/SynonymAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w.ChangeCaseAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/ChangeCaseAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w.ChangeLanguageOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/ChangeLanguageOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w.ChangePositionOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/ChangePositionOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w.CommonMisspellingsOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/CommonMisspellingsOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w.DecreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/DecreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w.DifferentPartOfSpeechAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/DifferentPartOfSpeechAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w.IncreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/IncreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w.InfillTrickAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/InfillTrickAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w.InsertRandomCharactersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/InsertRandomCharactersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w.InsertSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/InsertSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w.InstructionInjectionAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/InstructionInjectionAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w.JumbleLettersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/JumbleLettersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w.MarkdownStylingAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/MarkdownStylingAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w.RemoveSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/RemoveSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w.SynonymAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w/SynonymAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_a_digit.ChangeCaseAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/ChangeCaseAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_a_digit.ChangeLanguageOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/ChangeLanguageOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_a_digit.ChangePositionOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/ChangePositionOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_a_digit.CommonMisspellingsOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/CommonMisspellingsOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_a_digit.DecreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/DecreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_a_digit.DifferentPartOfSpeechAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/DifferentPartOfSpeechAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_a_digit.IncreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/IncreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_a_digit.InfillTrickAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/InfillTrickAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_a_digit.InsertRandomCharactersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/InsertRandomCharactersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_a_digit.InsertSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/InsertSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_a_digit.InstructionInjectionAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/InstructionInjectionAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_a_digit.JumbleLettersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/JumbleLettersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_a_digit.MarkdownStylingAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/MarkdownStylingAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_a_digit.RemoveSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/RemoveSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_a_digit.SynonymAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_digit/SynonymAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_a_french_word.ChangeCaseAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/ChangeCaseAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_a_french_word.ChangeLanguageOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/ChangeLanguageOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_a_french_word.ChangePositionOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/ChangePositionOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_a_french_word.CommonMisspellingsOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/CommonMisspellingsOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_a_french_word.DecreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/DecreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_a_french_word.DifferentPartOfSpeechAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/DifferentPartOfSpeechAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_a_french_word.IncreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/IncreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_a_french_word.InfillTrickAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/InfillTrickAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_a_french_word.InsertRandomCharactersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/InsertRandomCharactersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_a_french_word.InsertSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/InsertSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_a_french_word.InstructionInjectionAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/InstructionInjectionAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_a_french_word.JumbleLettersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/JumbleLettersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_a_french_word.MarkdownStylingAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/MarkdownStylingAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_a_french_word.RemoveSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/RemoveSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_a_french_word.SynonymAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_a_french_word/SynonymAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_the_word_w_prime.ChangeCaseAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/ChangeCaseAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_the_word_w_prime.ChangeLanguageOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/ChangeLanguageOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_the_word_w_prime.ChangePositionOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/ChangePositionOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_the_word_w_prime.CommonMisspellingsOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/CommonMisspellingsOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_the_word_w_prime.DecreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/DecreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_the_word_w_prime.DifferentPartOfSpeechAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/DifferentPartOfSpeechAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_the_word_w_prime.IncreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/IncreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_the_word_w_prime.InfillTrickAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/InfillTrickAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_the_word_w_prime.InsertRandomCharactersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/InsertRandomCharactersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_the_word_w_prime.InsertSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/InsertSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_the_word_w_prime.InstructionInjectionAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/InstructionInjectionAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_the_word_w_prime.JumbleLettersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/JumbleLettersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_the_word_w_prime.MarkdownStylingAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/MarkdownStylingAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_the_word_w_prime.RemoveSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/RemoveSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_contains_the_word_w_prime.SynonymAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_contains_the_word_w_prime/SynonymAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_is_in_alphabetical_order.ChangeCaseAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/ChangeCaseAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_is_in_alphabetical_order.ChangeLanguageOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/ChangeLanguageOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_is_in_alphabetical_order.ChangePositionOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/ChangePositionOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_is_in_alphabetical_order.CommonMisspellingsOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/CommonMisspellingsOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_is_in_alphabetical_order.DecreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/DecreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_is_in_alphabetical_order.DifferentPartOfSpeechAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/DifferentPartOfSpeechAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_is_in_alphabetical_order.IncreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/IncreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_is_in_alphabetical_order.InfillTrickAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/InfillTrickAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_is_in_alphabetical_order.InsertRandomCharactersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/InsertRandomCharactersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_is_in_alphabetical_order.InsertSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/InsertSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_is_in_alphabetical_order.InstructionInjectionAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/InstructionInjectionAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_is_in_alphabetical_order.JumbleLettersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/JumbleLettersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_is_in_alphabetical_order.MarkdownStylingAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/MarkdownStylingAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_is_in_alphabetical_order.RemoveSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/RemoveSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_is_in_alphabetical_order.SynonymAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_is_in_alphabetical_order/SynonymAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_starts_with_w.ChangeCaseAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/ChangeCaseAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_starts_with_w.ChangeLanguageOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/ChangeLanguageOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_starts_with_w.ChangePositionOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/ChangePositionOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_starts_with_w.CommonMisspellingsOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/CommonMisspellingsOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_starts_with_w.DecreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/DecreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_starts_with_w.DifferentPartOfSpeechAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/DifferentPartOfSpeechAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_starts_with_w.IncreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/IncreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_starts_with_w.InfillTrickAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/InfillTrickAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_starts_with_w.InsertRandomCharactersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/InsertRandomCharactersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_starts_with_w.InsertSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/InsertSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_starts_with_w.InstructionInjectionAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/InstructionInjectionAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_starts_with_w.JumbleLettersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/JumbleLettersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_starts_with_w.MarkdownStylingAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/MarkdownStylingAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_starts_with_w.RemoveSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/RemoveSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.repeats_the_word_w_and_starts_with_w.SynonymAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/repeats_the_word_w_and_starts_with_w/SynonymAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.starts_with_the_word_w.ChangeCaseAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/ChangeCaseAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.starts_with_the_word_w.ChangeLanguageOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/ChangeLanguageOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.starts_with_the_word_w.ChangePositionOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/ChangePositionOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.starts_with_the_word_w.CommonMisspellingsOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/CommonMisspellingsOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.starts_with_the_word_w.DecreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/DecreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.starts_with_the_word_w.DifferentPartOfSpeechAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/DifferentPartOfSpeechAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.starts_with_the_word_w.IncreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/IncreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.starts_with_the_word_w.InfillTrickAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/InfillTrickAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.starts_with_the_word_w.InsertRandomCharactersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/InsertRandomCharactersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.starts_with_the_word_w.InsertSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/InsertSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.starts_with_the_word_w.InstructionInjectionAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/InstructionInjectionAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.starts_with_the_word_w.JumbleLettersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/JumbleLettersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.starts_with_the_word_w.MarkdownStylingAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/MarkdownStylingAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.starts_with_the_word_w.RemoveSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/RemoveSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.starts_with_the_word_w.SynonymAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w/SynonymAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both.ChangeCaseAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/ChangeCaseAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both.ChangeLanguageOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/ChangeLanguageOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both.ChangePositionOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/ChangePositionOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both.CommonMisspellingsOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/CommonMisspellingsOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both.DecreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/DecreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both.DifferentPartOfSpeechAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/DifferentPartOfSpeechAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both.IncreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/IncreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both.InfillTrickAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/InfillTrickAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both.InsertRandomCharactersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/InsertRandomCharactersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both.InsertSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/InsertSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both.InstructionInjectionAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/InstructionInjectionAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both.JumbleLettersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/JumbleLettersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both.MarkdownStylingAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/MarkdownStylingAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both.RemoveSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/RemoveSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both.SynonymAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/starts_with_the_word_w_or_repeats_the_word_w_prime_but_not_both/SynonymAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.word_w_appears_in_position_i.ChangeCaseAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/ChangeCaseAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.word_w_appears_in_position_i.ChangeLanguageOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/ChangeLanguageOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.word_w_appears_in_position_i.ChangePositionOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/ChangePositionOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.word_w_appears_in_position_i.CommonMisspellingsOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/CommonMisspellingsOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.word_w_appears_in_position_i.DecreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/DecreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.word_w_appears_in_position_i.DifferentPartOfSpeechAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/DifferentPartOfSpeechAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.word_w_appears_in_position_i.IncreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/IncreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.word_w_appears_in_position_i.InfillTrickAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/InfillTrickAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.word_w_appears_in_position_i.InsertRandomCharactersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/InsertRandomCharactersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.word_w_appears_in_position_i.InsertSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/InsertSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.word_w_appears_in_position_i.InstructionInjectionAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/InstructionInjectionAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.word_w_appears_in_position_i.JumbleLettersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/JumbleLettersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.word_w_appears_in_position_i.MarkdownStylingAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/MarkdownStylingAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.word_w_appears_in_position_i.RemoveSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/RemoveSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.word_w_appears_in_position_i.SynonymAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/word_w_appears_in_position_i/SynonymAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.words_are_in_alphabetical_order.ChangeCaseAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/ChangeCaseAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.words_are_in_alphabetical_order.ChangeLanguageOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/ChangeLanguageOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.words_are_in_alphabetical_order.ChangePositionOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/ChangePositionOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.words_are_in_alphabetical_order.CommonMisspellingsOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/CommonMisspellingsOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.words_are_in_alphabetical_order.DecreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/DecreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.words_are_in_alphabetical_order.DifferentPartOfSpeechAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/DifferentPartOfSpeechAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.words_are_in_alphabetical_order.IncreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/IncreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.words_are_in_alphabetical_order.InfillTrickAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/InfillTrickAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.words_are_in_alphabetical_order.InsertRandomCharactersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/InsertRandomCharactersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.words_are_in_alphabetical_order.InsertSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/InsertSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.words_are_in_alphabetical_order.InstructionInjectionAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/InstructionInjectionAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.words_are_in_alphabetical_order.JumbleLettersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/JumbleLettersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.words_are_in_alphabetical_order.MarkdownStylingAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/MarkdownStylingAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.words_are_in_alphabetical_order.RemoveSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/RemoveSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.words_are_in_alphabetical_order.SynonymAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/words_are_in_alphabetical_order/SynonymAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.words_are_in_reverse_alphabetical_order.ChangeCaseAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/ChangeCaseAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.words_are_in_reverse_alphabetical_order.ChangeLanguageOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/ChangeLanguageOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.words_are_in_reverse_alphabetical_order.ChangePositionOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/ChangePositionOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.words_are_in_reverse_alphabetical_order.CommonMisspellingsOfWordAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/CommonMisspellingsOfWordAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.words_are_in_reverse_alphabetical_order.DecreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/DecreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.words_are_in_reverse_alphabetical_order.DifferentPartOfSpeechAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/DifferentPartOfSpeechAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.words_are_in_reverse_alphabetical_order.IncreaseNumberOfWordsAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/IncreaseNumberOfWordsAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.words_are_in_reverse_alphabetical_order.InfillTrickAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/InfillTrickAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.words_are_in_reverse_alphabetical_order.InsertRandomCharactersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/InsertRandomCharactersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.words_are_in_reverse_alphabetical_order.InsertSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/InsertSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.words_are_in_reverse_alphabetical_order.InstructionInjectionAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/InstructionInjectionAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.words_are_in_reverse_alphabetical_order.JumbleLettersAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/JumbleLettersAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.words_are_in_reverse_alphabetical_order.MarkdownStylingAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/MarkdownStylingAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.words_are_in_reverse_alphabetical_order.RemoveSpacesAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/RemoveSpacesAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + +articulate-rules.classification.in-context.out-of-distribution.words_are_in_reverse_alphabetical_order.SynonymAttackBehaviour: + args: + samples_jsonl: articulate_rules/classification/in-context/out-of-distribution/words_are_in_reverse_alphabetical_order/SynonymAttackBehaviour.jsonl + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch diff --git a/evals/registry/modelgraded/articulate-rules.yaml b/evals/registry/modelgraded/articulate-rules.yaml new file mode 100644 index 0000000000..f2c176a5ba --- /dev/null +++ b/evals/registry/modelgraded/articulate-rules.yaml @@ -0,0 +1,170 @@ +articulate-rules: + prompt: |- + You are comparing two input strings and providing a binary label. Each input describes a binary classification rule for text. Each pair of inputs are labelled 'True' if the two inputs articulate an equivalent rule and 'False' otherwise. Here are some previously labelled inputs: + + [BEGIN EXAMPLES] + Input 1: The input repeats the word `neck` + Input 2: The pattern is that the input is labelled 'True' if it contains the word 'neck' at least three times, and 'False' otherwise. + Label: False + + Input 1: The input contains the word `cut` and `gave` + Input 2: The pattern is that the input is labelled 'True' if it contains both the words 'gave' and 'cut' in any order. + Label: True + + Input 1: Repeats the word `lift` and contains a digit + Input 2: The pattern is that the input contains the word "lift" exactly three times, and the order of the words does not matter. Inputs that match this pattern are labelled 'True', while inputs that do not match the pattern are labelled 'False'. + Label: False + + Input 1: The input contains the word `such` and a digit + Input 2: The pattern is that the inputs are labelled 'True' if the word "such" appears in the input followed by a number. Otherwise, they are labelled 'False'. + Label: False + + Input 1: The input contains the word `season` and `stop` + Input 2: The pattern is that the inputs labelled 'True' contain the words 'stop' and 'season' in any order. The inputs labelled 'False' do not contain both 'stop' and 'season'. + Label: True + + Input 1: The input contains the word `best` + Input 2: The pattern is that the input must contain the word 'best'. The inputs labelled 'True' have the word 'best' in them, while the inputs labelled 'False' do not have the word 'best'. + Label: True + + Input 1: The input contains the word `bright` and a digit + Input 2: The pattern is that the input contains a number and the word 'bright'. + Label: True + + Input 1: The input contains the word `yellow` + Input 2: The inputs are being labelled as True or False depending on whether they match the pattern "yellow" or not. + Label: False + + Input 1: The input repeats the word `they` + Input 2: The pattern for this dataset is that the label is 'True' if the input consists solely of the word "they" repeated multiple times, and 'False' otherwise. + Label: False + + Input 1: The input contains the word `brother` and a digit + Input 2: The pattern is that the input is labelled 'True' if the word "brother" appears in the input and is followed by a number. Otherwise, the input is labelled 'False'. + Label: False + + Input 1: The input contains the word `gun` and a digit + Input 2: The inputs are labelled 'True' if the word "gun" appears as the second to last word in the input, and 'False' otherwise. + Label: False + + Input 1: The input repeats the word `perhaps` + Input 2: The pattern is that the input is labelled 'True' if the word "perhaps" appears at least three times within the input. Otherwise, it is labelled 'False'. + Label: False + + Input 1: The input contains the word `house` + Input 2: The inputs are being labelled as True or False depending on whether they match the pattern "house" or not. + Label: False + + Input 1: The input contains the word `river` or `pull` + Input 2: The pattern is that the input is labelled 'True' if it contains both the words 'pull' and 'river', and 'False' otherwise. + Label: True + + Input 1: The input contains the word `they` or `science` + Input 2: The pattern is that the input is labelled 'True' if it contains both the words 'they' and 'science', and 'False' otherwise. + Label: False + + Input 1: The input contains the word `seat` and `food` + Input 2: The pattern is that the input is labelled 'True' if it contains both the words 'seat' and 'food', and 'False' otherwise. + Label: True + + Input 1: The input contains the word `free` + Input 2: The pattern is that the input is labelled 'True' if it contains the word 'free' and 'False' otherwise. + Label: True + + Input 1: The input contains the word `perhaps` + Input 2: The pattern is that the inputs labelled 'True' contain the word 'perhaps', while the inputs labelled 'False' do not contain the word 'perhaps'. + Label: True + + Input 1: The input contains the word `stone` between 3 and 5 times + Input 2: The pattern is that the input is labelled 'True' if it contains at least four occurrences of the word 'stone'. + Label: False + + Input 1: The input contains the word `sign` + Input 2: The inputs are being labelled as True or False based on whether they contain the word 'sign' or not. + Label: False + + Input 1: The input contains the word `big` and a digit + Input 2: The pattern is that the input is labelled 'True' if it contains both a number and the word 'big'. + Label: True + + Input 1: The input contains a digit + Input 2: The pattern is that the input is labelled 'True' if it contains at least one number, and 'False' if it does not contain any numbers. + Label: True + + Input 1: The input repeats the word `collect` + Input 2: The pattern is that the input is labelled 'True' if it contains the word 'collect' at least three times, and 'False' otherwise. + Label: False + + Input 1: The input contains the word `fact` within 1 positions of the word `river` + Input 2: The pattern for the labelled inputs is that the input must contain the word "fact" and the word "river" in any order. Inputs that contain both words are labelled as 'True' and inputs that do not contain both words are labelled as 'False'. + Label: False + + Input 1: The input contains the word `please` and `school` + Input 2: The pattern is that the inputs are labelled 'True' if the words "school" and "please" both appear in the input, and 'False' otherwise. + Label: True + + Input 1: The input contains the word `melon` + Input 2: The most likely pattern is that the inputs are being labelled as True if they contain the substring "melon" and False otherwise. + Label: False + + Input 1: The input does not contain the word `connect` + Input 2: The pattern for this dataset is that the inputs are labelled 'True' if they contain at least one word that is related to science or technology, and 'False' otherwise. + Label: False + + Input 1: The input contains the word `consonant` or `yes` + Input 2: The pattern is that the input is labelled 'True' if it contains the word "yes" or "consonant" and 'False' otherwise. + Label: True + + Input 1: The input contains the word `apple` + Input 2: The inputs are being labelled as True or False based on whether they contain the word 'apple' or not. + Label: False + + Input 1: The word `such` is in position 4 + Input 2: The pattern seems to be that the inputs are labelled 'True' if they contain the word "such" and 'False' otherwise. + Label: False + + Input 1: The input contains the word `coast` + Input 2: The pattern is that the word "coast" appears in the input. If "coast" is present, the input is labelled 'True', otherwise it is labelled 'False'. + Label: True + + Input 1: The input contains the word `atom` + Input 2: The inputs are being labelled as True or False depending on whether they match the pattern "atom" or not. + Label: False + + Input 1: The input contains the word `view` + Input 2: The pattern is that the inputs are labelled 'True' if the word "view" is present in the input, and 'False' otherwise. + Label: True + + Input 1: The input contains the word `necessary` or `string` + Input 2: The pattern is that the input is labelled 'True' if it contains both the words 'necessary' and 'string' in any order. + Label: True + + Input 1: The input contains the word `young` + Input 2: The most likely pattern is that the inputs are being labelled as True if they contain a word that is a synonym of the word 'young' and False otherwise. + Label: True + + Input 1: The input contains the word `elephant` + Input 2: The most likely pattern is that the inputs are being labelled as True if they contain the substring "elephant" and False otherwise. + Label: False + + Input 1: The input contains the word `perhaps` and a digit + Input 2: The pattern is that the input is labelled 'True' if it contains the word "perhaps" followed by a single digit number. Otherwise, it is labelled 'False'. + Label: False + [END EXAMPLES] + + Your task is to determine if the following two inputs articulate an equivalent rule: + + [BEGIN INPUT 1] + Input 1: {ideal} + [END INPUT 1] + + [BEGIN INPUT 2] + Input 2: {completion} + [END INPUT 2] + + choice_strings: + - "True" + - "False" + + input_outputs: + input: completion