diff --git a/evals/registry/data/pattern_concat_logic/samples.jsonl b/evals/registry/data/pattern_concat_logic/samples.jsonl new file mode 100644 index 0000000000..ad11927dde --- /dev/null +++ b/evals/registry/data/pattern_concat_logic/samples.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b48e966f22809e0eee26550223080706d36542f0ed869ae996501fa68414e386 +size 5757 diff --git a/evals/registry/evals/pattern-concat-logic.yaml b/evals/registry/evals/pattern-concat-logic.yaml new file mode 100644 index 0000000000..c1075a838a --- /dev/null +++ b/evals/registry/evals/pattern-concat-logic.yaml @@ -0,0 +1,7 @@ +pattern-concat-logic: + id: pattern-concat-logic.dev.v0 + metrics: [accuracy] +pattern-concat-logic.dev.v0: + class: evals.elsuite.basic.includes:Includes + args: + samples_jsonl: pattern_concat_logic/samples.jsonl \ No newline at end of file