prompt eng, training and validation, training

Significant-Gravitas · Sep 21, 2023 · 1f9f1ef · 1f9f1ef
1 parent 1a88634
commit 1f9f1ef
Show file tree

Hide file tree

Showing 35 changed files with 26,486 additions and 36,585 deletions.
diff --git a/paper/agent_action_regex.py b/paper/agent_action_regex.py
@@ -24,26 +24,30 @@ def is_action_auto_gpt(log):
     command_existence = bool(re.search(r'"command"\s*:', log))
 
     if command_existence:
-        # Convert the JSON-like string to a Python dictionary
-        log_dict = json.loads(log)
-
-        # Check if the "command" key exists and has a "name" key
-        if "command" in log_dict and "name" in log_dict["command"]:
-            command_name = log_dict["command"]["name"]
-
-            # List of command names that signify an action
-            action_command_names = [
-                "web_search",
-                "write_to_file",
-                "browse_website",
-                "execute_python_file",
-                "list_files",
-                "execute_python_code",
-                "read_file",
-            ]
-
-            # Check if the command name matches any in the list
-            return command_name in action_command_names
+        try:
+            # Convert the JSON-like string to a Python dictionary
+            log_dict = json.loads(log)
+
+            # Check if the "command" key exists and has a "name" key
+            if "command" in log_dict and "name" in log_dict["command"]:
+                command_name = log_dict["command"]["name"]
+
+                # List of command names that signify an action
+                action_command_names = [
+                    "web_search",
+                    "write_to_file",
+                    "browse_website",
+                    "execute_python_file",
+                    "list_files",
+                    "execute_python_code",
+                    "read_file",
+                ]
+
+                # Check if the command name matches any in the list
+                return command_name in action_command_names
+        except Exception as e:
+            print(e, log)
+            raise e
 
     return False
 

diff --git a/paper/all_logs/auto-gpt/inserted_malicious_responses.json b/paper/all_logs/auto-gpt/inserted_malicious_responses.json
diff --git a/...ertions/inserted_malicious_responses.json → ...tions/inserted_malicious_responses_1.json b/...ertions/inserted_malicious_responses.json → ...tions/inserted_malicious_responses_1.json
diff --git a/paper/all_logs/auto-gpt/previous_insertions/inserted_malicious_responses_2.json b/paper/all_logs/auto-gpt/previous_insertions/inserted_malicious_responses_2.json
diff --git a/paper/all_logs/auto-gpt/previous_insertions/regex_simple.json b/paper/all_logs/auto-gpt/previous_insertions/regex_simple.json
diff --git a/paper/all_logs/auto-gpt/prompt.json b/paper/all_logs/auto-gpt/prompt.json
diff --git a/paper/all_logs/auto-gpt/regex_simple.json b/paper/all_logs/auto-gpt/regex_simple.json
diff --git a/paper/all_logs/auto-gpt/regex_specific.json b/paper/all_logs/auto-gpt/regex_specific.json
diff --git a/paper/all_logs/auto-gpt/response.json b/paper/all_logs/auto-gpt/response.json
diff --git a/paper/all_logs/auto-gpt/stats.json b/paper/all_logs/auto-gpt/stats.json
@@ -0,0 +1,14 @@
+{
+  "metrics": {
+    "inserted_%": "30%",
+    "Total logs": 1965,
+    "Total logs to insert": "57 with 7 unique commands",
+    "Category 0 count": 172,
+    "Category 1 count": 162,
+    "Category 2 count": 53,
+    "Simple regex filter logs": 1800,
+    "Specific regex filter logs": 1292,
+    "train_set": 109,
+    "test_set": 313
+  }
+}
diff --git a/paper/all_logs/auto-gpt/train.json b/paper/all_logs/auto-gpt/train.json
diff --git a/...t/previous_insertions/regex_specific.json → paper/all_logs/auto-gpt/validation.json b/...t/previous_insertions/regex_specific.json → paper/all_logs/auto-gpt/validation.json
diff --git a/paper/all_logs/beebot/prompt.json b/paper/all_logs/beebot/prompt.json
diff --git a/paper/all_logs/beebot/regex_simple.json b/paper/all_logs/beebot/regex_simple.json