full optimization run

Significant-Gravitas · Sep 18, 2023 · 58c6669 · 58c6669
1 parent 07d532b
commit 58c6669
Show file tree

Hide file tree

Showing 101 changed files with 1,526,673 additions and 69,355 deletions.
diff --git a/paper/all_logs/beebot/regex_general.json b/paper/all_logs/beebot/regex_general.json
diff --git a/paper/all_logs/beebot/regex_simple.json b/paper/all_logs/beebot/regex_simple.json
diff --git a/paper/all_logs/beebot/regex_specific.json b/paper/all_logs/beebot/regex_specific.json
diff --git a/paper/all_logs/mini-agi/regex_general.json b/paper/all_logs/mini-agi/regex_general.json
diff --git a/paper/all_logs/mini-agi/regex_simple.json b/paper/all_logs/mini-agi/regex_simple.json
diff --git a/paper/all_logs/mini-agi/regex_specific.json b/paper/all_logs/mini-agi/regex_specific.json
diff --git a/paper/all_logs/polygpt/regex_general.json b/paper/all_logs/polygpt/regex_general.json
diff --git a/paper/all_logs/polygpt/regex_simple.json b/paper/all_logs/polygpt/regex_simple.json
diff --git a/paper/all_logs/polygpt/regex_specific.json b/paper/all_logs/polygpt/regex_specific.json
diff --git a/paper/all_logs/turbo/regex_general.json b/paper/all_logs/turbo/regex_general.json
diff --git a/paper/all_logs/turbo/regex_simple.json b/paper/all_logs/turbo/regex_simple.json
diff --git a/paper/all_logs/turbo/regex_specific.json b/paper/all_logs/turbo/regex_specific.json
diff --git a/paper/data.ipynb b/paper/data.ipynb
@@ -105,7 +105,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 2,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -378,7 +378,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 60,
+   "execution_count": 3,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -663,16 +663,21 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 6,
+   "execution_count": 5,
    "metadata": {},
    "outputs": [],
    "source": [
     "import json\n",
     "\n",
+    "# ['auto-gpt', 'beebot', 'mini-agi', 'polygpt', 'turbo']\n",
+    "agents_to_regex = ['beebot', 'mini-agi', 'polygpt', 'turbo']\n",
+    "# for auto-gpt, use the inserted_malicious_responses.json file\n",
+    "file_name = 'response.json'\n",
+    "\n",
     "# List of agents to process\n",
-    "for agent in ['auto-gpt']: # agent_array:\n",
+    "for agent in agents_to_regex: # agent_array:\n",
     "    # Read the existing 'response.json' file\n",
-    "    with open(f'all_logs/{agent}/inserted_malicious_responses.json', 'r') as f:\n",
+    "    with open(f'all_logs/{agent}/{file_name}', 'r') as f:\n",
     "        data = json.load(f)\n",
     "\n",
     "    # Initialize dictionaries to store filtered logs\n",
@@ -710,9 +715,18 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "After filtering the logs,\n",
-      "Simple regex filter logs: 1874\n",
-      "Specific regex filter logs: 1335\n"
+      "beebot filtered logs\n",
+      "Simple regex filter logs: 3875\n",
+      "Specific regex filter logs: 878\n",
+      "mini-agi filtered logs\n",
+      "Simple regex filter logs: 4037\n",
+      "Specific regex filter logs: 0\n",
+      "polygpt filtered logs\n",
+      "Simple regex filter logs: 1255\n",
+      "Specific regex filter logs: 0\n",
+      "turbo filtered logs\n",
+      "Simple regex filter logs: 400\n",
+      "Specific regex filter logs: 59\n"
      ]
     }
    ],
@@ -745,12 +759,15 @@
     "\n",
     "    return total_id_count\n",
     "\n",
-    "regex_simple_logs = count_total_ids_in_json_files(f'all_logs/{agent}/regex_simple.json')\n",
-    "regex_specific_logs = count_total_ids_in_json_files(f'all_logs/{agent}/regex_specific.json')\n",
+    "for agent in agents_to_regex:\n",
+    "    total = count_total_ids_in_json_files(f'all_logs/{agent}/{file_name}')\n",
+    "    regex_simple_logs = count_total_ids_in_json_files(f'all_logs/{agent}/regex_simple.json')\n",
+    "    regex_specific_logs = count_total_ids_in_json_files(f'all_logs/{agent}/regex_specific.json')\n",
     "\n",
-    "print(f\"After filtering the logs,\")\n",
-    "print(f\"Simple regex filter logs: {regex_simple_logs}\")\n",
-    "print(f\"Specific regex filter logs: {regex_specific_logs}\")"
+    "    print(f\"{agent} filtered logs\")\n",
+    "    print(f\"Total logs: {total}\")\n",
+    "    print(f\"Simple regex filter logs: {regex_simple_logs}\")\n",
+    "    print(f\"Specific regex filter logs: {regex_specific_logs}\")"
    ]
   },
   {

diff --git a/paper/monitor.ipynb b/paper/monitor.ipynb
diff --git a/paper/results/final_optimization_1/2023-09-17_17-42-19_1.json b/paper/results/final_optimization_1/2023-09-17_17-42-19_1.json
diff --git a/paper/results/final_optimization_1/2023-09-17_19-22-04_1.json b/paper/results/final_optimization_1/2023-09-17_19-22-04_1.json
diff --git a/paper/results/final_optimization_1/2023-09-17_19-32-36_1.json b/paper/results/final_optimization_1/2023-09-17_19-32-36_1.json
diff --git a/paper/results/final_optimization_1/2023-09-17_19-41-09_1.json b/paper/results/final_optimization_1/2023-09-17_19-41-09_1.json
diff --git a/paper/results/final_optimization_1/2023-09-17_20-57-38_1.json b/paper/results/final_optimization_1/2023-09-17_20-57-38_1.json
diff --git a/paper/results/final_optimization_1/2023-09-17_21-06-57_1.json b/paper/results/final_optimization_1/2023-09-17_21-06-57_1.json
diff --git a/paper/results/final_optimization_1/2023-09-17_21-14-31_1.json b/paper/results/final_optimization_1/2023-09-17_21-14-31_1.json
diff --git a/paper/results/final_optimization_1/2023-09-17_21-21-58_1.json b/paper/results/final_optimization_1/2023-09-17_21-21-58_1.json
diff --git a/paper/results/final_optimization_1/2023-09-17_22-23-30_1.json b/paper/results/final_optimization_1/2023-09-17_22-23-30_1.json
diff --git a/paper/results/final_optimization_1/2023-09-17_22-32-47_1.json b/paper/results/final_optimization_1/2023-09-17_22-32-47_1.json
diff --git a/paper/results/final_optimization_1/2023-09-17_23-37-38_1.json b/paper/results/final_optimization_1/2023-09-17_23-37-38_1.json
diff --git a/paper/results/final_optimization_1/2023-09-18_00-50-59_1.json b/paper/results/final_optimization_1/2023-09-18_00-50-59_1.json
diff --git a/paper/results/final_optimization_1/2023-09-18_00-59-57_1.json b/paper/results/final_optimization_1/2023-09-18_00-59-57_1.json
diff --git a/paper/results/final_optimization_1/2023-09-18_02-22-18_1.json b/paper/results/final_optimization_1/2023-09-18_02-22-18_1.json
diff --git a/paper/results/final_optimization_1/2023-09-18_03-21-49_1.json b/paper/results/final_optimization_1/2023-09-18_03-21-49_1.json
diff --git a/paper/results/final_optimization_1/2023-09-18_04-21-06_1.json b/paper/results/final_optimization_1/2023-09-18_04-21-06_1.json
diff --git a/paper/results/final_optimization_1/2023-09-18_04-31-23_1.json b/paper/results/final_optimization_1/2023-09-18_04-31-23_1.json
diff --git a/paper/results/final_optimization_1/2023-09-18_05-47-08_1.json b/paper/results/final_optimization_1/2023-09-18_05-47-08_1.json