Merge pull request #136 from MigoXLab/dev

v1.9

Author: e06084

.github/env/custom_config_rule.json

@@ -0,0 +1,24 @@
+{
+    "input_path": "test/data/test_local_json.json",
+    "log_level": "DEBUG",
+    "dataset": {
+        "source": "local",
+        "format": "json",
+        "field": {
+            "content": "prediction"
+        }
+    },
+    "executor": {
+        "rule_list": ["RuleSpecialCharacter", "RuleWatermark"]
+    },
+    "evaluator": {
+        "rule_config": {
+            "RuleSpecialCharacter": {
+                "pattern": "[�^□]|\\{\\/U\\}"
+            },
+            "RuleWatermark": {
+                "key_list": ["谢邀", "Architecture of dingo"]
+            }
+        }
+    }
+}

.github/env/hf_json.json

@@ -0,0 +1,14 @@
+{
+    "input_path": "chupei/format-json",
+    "dataset": {
+        "source": "hugging_face",
+        "format": "json",
+        "field": {
+            "prompt": "origin_prompt",
+            "content": "prediction"
+        }
+    },
+    "executor": {
+        "eval_group": "default"
+    }
+}

.github/env/hf_jsonl.json

@@ -0,0 +1,13 @@
+{
+    "input_path": "chupei/format-jsonl",
+    "dataset": {
+        "source": "hugging_face",
+        "format": "jsonl",
+        "field": {
+            "content": "content"
+        }
+    },
+    "executor": {
+        "eval_group": "default"
+    }
+}

.github/env/hf_listjson.json

@@ -0,0 +1,14 @@
+{
+    "input_path": "chupei/format-listjson",
+    "dataset": {
+        "source": "hugging_face",
+        "format": "listjson",
+        "field": {
+            "prompt": "instruction",
+            "content": "output"
+        }
+    },
+    "executor": {
+        "eval_group": "default"
+    }
+}

.github/env/hf_plaintext.json

@@ -0,0 +1,13 @@
+{
+    "input_path": "chupei/format-text",
+    "dataset": {
+        "source": "hugging_face",
+        "format": "plaintext",
+        "field": {
+            "content": "text"
+        }
+    },
+    "executor": {
+        "eval_group": "default"
+    }
+}

.github/env/local_json.json

@@ -0,0 +1,13 @@
+{
+    "input_path": "test/data/test_local_json.json",
+    "dataset": {
+        "source": "local",
+        "format": "json",
+        "field": {
+            "content": "prediction"
+        }
+    },
+    "executor": {
+        "eval_group": "default"
+    }
+}

.github/env/local_jsonl.json

@@ -0,0 +1,13 @@
+{
+    "input_path": "test/data/test_local_jsonl.jsonl",
+    "dataset": {
+        "source": "local",
+        "format": "jsonl",
+        "field": {
+            "content": "content"
+        }
+    },
+    "executor": {
+        "eval_group": "default"
+    }
+}

.github/env/local_listjson.json

@@ -0,0 +1,13 @@
+{
+    "input_path": "test/data/test_local_listjson.json",
+    "dataset": {
+        "source": "local",
+        "format": "listjson",
+        "field": {
+            "content": "output"
+        }
+    },
+    "executor": {
+        "eval_group": "default"
+    }
+}

.github/env/local_plaintext.json

@@ -0,0 +1,10 @@
+{
+    "input_path": "test/data/test_local_plaintext.txt",
+    "dataset": {
+        "source": "local",
+        "format": "plaintext"
+    },
+    "executor": {
+        "eval_group": "default"
+    }
+}

.github/env/local_plaintext_save.json

@@ -0,0 +1,13 @@
+{
+    "input_path": "test/data/test_local_plaintext.txt",
+    "dataset": {
+        "source": "local",
+        "format": "plaintext"
+    },
+    "executor": {
+        "eval_group": "default",
+        "result_save": {
+            "bad": true
+        }
+    }
+}