From e22a0e519a6a58f94a0db035aa4416f207e8ffff Mon Sep 17 00:00:00 2001
From: Jakub Szymsza <jakub@szymsza.cz>
Date: Tue, 22 Oct 2024 19:10:38 +0200
Subject: [PATCH 01/12] Fix code highlighting modes and add new .py filetype

---
 bci/web/vue/src/components/poc-editor.vue | 14 +++++++++++---
 1 file changed, 11 insertions(+), 3 deletions(-)

diff --git a/bci/web/vue/src/components/poc-editor.vue b/bci/web/vue/src/components/poc-editor.vue
index 7bac6b8e..df83d875 100644
--- a/bci/web/vue/src/components/poc-editor.vue
+++ b/bci/web/vue/src/components/poc-editor.vue
@@ -1,5 +1,8 @@
 <script>
   import ace from "ace-builds";
+  import { Mode as HtmlMode } from 'ace-builds/src-noconflict/mode-html';
+  import { Mode as JsMode } from 'ace-builds/src-noconflict/mode-javascript';
+  import { Mode as PyMode } from 'ace-builds/src-noconflict/mode-javascript';
   import 'ace-builds/src-min-noconflict/ext-modelist';
   import 'ace-builds/src-min-noconflict/theme-twilight';
   import 'ace-builds/src-min-noconflict/theme-xcode';
@@ -38,6 +41,7 @@
         available_file_types: [
           'html',
           'js',
+          'py',
         ],
         dialog: {
           domain: {
@@ -73,6 +77,7 @@
             this.editor.setValue(res.data.content);
             this.editor.clearSelection();
             this.active_file.should_update_server = true;
+            this.update_editor_mode(file_name);
           }
         })
         .catch((error) => {
@@ -123,13 +128,16 @@
         });
       },
       update_editor_mode(file_name) {
-        file_ext = file_name.split('.').pop();
+        const file_ext = file_name.split('.').pop();
         switch (file_ext) {
           case "html":
-            this.editor.session.setMode("ace/mode/html");
+            this.editor.session.setMode(new HtmlMode());
             break;
           case "js":
-            this.editor.session.setMode("ace/mode/js");
+            this.editor.session.setMode(new JsMode());
+            break;
+          case "py":
+            this.editor.session.setMode(new PyMode());
             break;
         }
       },

From 6e530c6d1a9c152fc53f3bcf2c455d59dda600fe Mon Sep 17 00:00:00 2001
From: Jakub Szymsza <jakub@szymsza.cz>
Date: Tue, 22 Oct 2024 19:12:18 +0200
Subject: [PATCH 02/12] Add empty testing Python server experiment

---
 .../pages/Support/PythonServer/a.test/main/headers.json     | 6 ++++++
 .../pages/Support/PythonServer/a.test/main/index.html       | 0
 .../pages/Support/PythonServer/a.test/server/headers.json   | 6 ++++++
 .../pages/Support/PythonServer/a.test/server/index.py       | 0
 4 files changed, 12 insertions(+)
 create mode 100644 experiments/pages/Support/PythonServer/a.test/main/headers.json
 create mode 100644 experiments/pages/Support/PythonServer/a.test/main/index.html
 create mode 100644 experiments/pages/Support/PythonServer/a.test/server/headers.json
 create mode 100644 experiments/pages/Support/PythonServer/a.test/server/index.py

diff --git a/experiments/pages/Support/PythonServer/a.test/main/headers.json b/experiments/pages/Support/PythonServer/a.test/main/headers.json
new file mode 100644
index 00000000..270dd21c
--- /dev/null
+++ b/experiments/pages/Support/PythonServer/a.test/main/headers.json
@@ -0,0 +1,6 @@
+[
+    {
+        "key": "Header-Name",
+        "value": "Header-Value"
+    }
+]
diff --git a/experiments/pages/Support/PythonServer/a.test/main/index.html b/experiments/pages/Support/PythonServer/a.test/main/index.html
new file mode 100644
index 00000000..e69de29b
diff --git a/experiments/pages/Support/PythonServer/a.test/server/headers.json b/experiments/pages/Support/PythonServer/a.test/server/headers.json
new file mode 100644
index 00000000..270dd21c
--- /dev/null
+++ b/experiments/pages/Support/PythonServer/a.test/server/headers.json
@@ -0,0 +1,6 @@
+[
+    {
+        "key": "Header-Name",
+        "value": "Header-Value"
+    }
+]
diff --git a/experiments/pages/Support/PythonServer/a.test/server/index.py b/experiments/pages/Support/PythonServer/a.test/server/index.py
new file mode 100644
index 00000000..e69de29b

From 0f094a35d20d840689e0bf18ea4c3a586f942add Mon Sep 17 00:00:00 2001
From: Jakub Szymsza <jakub@szymsza.cz>
Date: Tue, 22 Oct 2024 19:27:13 +0200
Subject: [PATCH 03/12] Fix Python ace mode

---
 bci/web/vue/src/components/poc-editor.vue | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/bci/web/vue/src/components/poc-editor.vue b/bci/web/vue/src/components/poc-editor.vue
index df83d875..3ec971a5 100644
--- a/bci/web/vue/src/components/poc-editor.vue
+++ b/bci/web/vue/src/components/poc-editor.vue
@@ -2,7 +2,7 @@
   import ace from "ace-builds";
   import { Mode as HtmlMode } from 'ace-builds/src-noconflict/mode-html';
   import { Mode as JsMode } from 'ace-builds/src-noconflict/mode-javascript';
-  import { Mode as PyMode } from 'ace-builds/src-noconflict/mode-javascript';
+  import { Mode as PyMode } from 'ace-builds/src-noconflict/mode-python';
   import 'ace-builds/src-min-noconflict/ext-modelist';
   import 'ace-builds/src-min-noconflict/theme-twilight';
   import 'ace-builds/src-min-noconflict/theme-xcode';

From bcda0c8ec9f311a3a09d1dccfd21e28d98a526f2 Mon Sep 17 00:00:00 2001
From: Jakub Szymsza <jakub@szymsza.cz>
Date: Tue, 22 Oct 2024 19:28:11 +0200
Subject: [PATCH 04/12] Fix loading Python files

---
 bci/web/page_parser.py                                        | 4 ++++
 experiments/pages/Support/PythonServer/a.test/main/index.html | 1 +
 experiments/pages/Support/PythonServer/a.test/server/index.py | 1 +
 3 files changed, 6 insertions(+)

diff --git a/bci/web/page_parser.py b/bci/web/page_parser.py
index 1cff781d..57dc6186 100644
--- a/bci/web/page_parser.py
+++ b/bci/web/page_parser.py
@@ -68,6 +68,10 @@ def get_content(subdir_folder_path: str):
         {
             "file_name": "index.js",
             "content_type": "text/javascript"
+        },
+        {
+            "file_name": "index.py",
+            "content_type": "text/x-python"
         }
     ]
     content = None
diff --git a/experiments/pages/Support/PythonServer/a.test/main/index.html b/experiments/pages/Support/PythonServer/a.test/main/index.html
index e69de29b..0519ecba 100644
--- a/experiments/pages/Support/PythonServer/a.test/main/index.html
+++ b/experiments/pages/Support/PythonServer/a.test/main/index.html
@@ -0,0 +1 @@
+ 
\ No newline at end of file
diff --git a/experiments/pages/Support/PythonServer/a.test/server/index.py b/experiments/pages/Support/PythonServer/a.test/server/index.py
index e69de29b..0519ecba 100644
--- a/experiments/pages/Support/PythonServer/a.test/server/index.py
+++ b/experiments/pages/Support/PythonServer/a.test/server/index.py
@@ -0,0 +1 @@
+ 
\ No newline at end of file

From c4fabb754418b298a19658dc827ffc8ec2c38316 Mon Sep 17 00:00:00 2001
From: Jakub Szymsza <jakub@szymsza.cz>
Date: Tue, 22 Oct 2024 19:58:26 +0200
Subject: [PATCH 05/12] Simple Python server fetch experiment

---
 .../Support/PythonServer/a.test/main/index.html      | 12 +++++++++++-
 .../Support/PythonServer/a.test/server/index.py      |  2 +-
 2 files changed, 12 insertions(+), 2 deletions(-)

diff --git a/experiments/pages/Support/PythonServer/a.test/main/index.html b/experiments/pages/Support/PythonServer/a.test/main/index.html
index 0519ecba..1c03b6c5 100644
--- a/experiments/pages/Support/PythonServer/a.test/main/index.html
+++ b/experiments/pages/Support/PythonServer/a.test/main/index.html
@@ -1 +1,11 @@
- 
\ No newline at end of file
+<html>
+    <body>
+        <script>
+            (async () => {
+                const res = await fetch('https://a.test/Support/PythonServer/server');
+                const x = await res.text();
+                document.location = `https://a.test/report/?leak=PythonServer&response=${encodeURIComponent(JSON.stringify(x))}`;
+            })();
+        </script>
+    </body>
+</html>
\ No newline at end of file
diff --git a/experiments/pages/Support/PythonServer/a.test/server/index.py b/experiments/pages/Support/PythonServer/a.test/server/index.py
index 0519ecba..d66d9d75 100644
--- a/experiments/pages/Support/PythonServer/a.test/server/index.py
+++ b/experiments/pages/Support/PythonServer/a.test/server/index.py
@@ -1 +1 @@
- 
\ No newline at end of file
+xyz
\ No newline at end of file

From 6c23ec9326ccb0a7fd2b3f13e87bc92e21196512 Mon Sep 17 00:00:00 2001
From: Jakub Szymsza <jakub@szymsza.cz>
Date: Wed, 23 Oct 2024 18:20:22 +0200
Subject: [PATCH 06/12] Basic python directory proxying

---
 bci/web/blueprints/experiments.py                     | 11 +++++++++++
 .../pages/Support/PythonServer/a.test/main/index.html |  2 +-
 .../a.test/{server => py-server}/headers.json         |  0
 .../a.test/{server => py-server}/index.py             |  0
 nginx/config/experiments.conf                         |  8 ++++++++
 5 files changed, 20 insertions(+), 1 deletion(-)
 rename experiments/pages/Support/PythonServer/a.test/{server => py-server}/headers.json (100%)
 rename experiments/pages/Support/PythonServer/a.test/{server => py-server}/index.py (100%)

diff --git a/bci/web/blueprints/experiments.py b/bci/web/blueprints/experiments.py
index 96297cc1..e643acf3 100644
--- a/bci/web/blueprints/experiments.py
+++ b/bci/web/blueprints/experiments.py
@@ -137,5 +137,16 @@ def report_leak_if_contains(expected_header_name: str, expected_header_value: st
     )
 
 
+@exp.route("/<string:project>/<string:experiment>/<string:directory>/")
+def python_evaluation(project: str, experiment: str, directory: str):
+    """
+    Evaluates the python script and returns its result.
+    """
+    host = request.host.lower()
+
+    logger.warning(f"Received evaluation request '{host}' - '{project}' - '{experiment}' - '{directory}'")
+    return f"Received evaluation request '{host}' - '{project}' - '{experiment}' - '{directory}'"
+
+
 def get_all_bughog_GET_parameters(request):
     return {k: v for k, v in request.args.items() if k.startswith("bughog_")}
diff --git a/experiments/pages/Support/PythonServer/a.test/main/index.html b/experiments/pages/Support/PythonServer/a.test/main/index.html
index 1c03b6c5..e2d4e786 100644
--- a/experiments/pages/Support/PythonServer/a.test/main/index.html
+++ b/experiments/pages/Support/PythonServer/a.test/main/index.html
@@ -2,7 +2,7 @@
     <body>
         <script>
             (async () => {
-                const res = await fetch('https://a.test/Support/PythonServer/server');
+                const res = await fetch('https://a.test/Support/PythonServer/py-server/');
                 const x = await res.text();
                 document.location = `https://a.test/report/?leak=PythonServer&response=${encodeURIComponent(JSON.stringify(x))}`;
             })();
diff --git a/experiments/pages/Support/PythonServer/a.test/server/headers.json b/experiments/pages/Support/PythonServer/a.test/py-server/headers.json
similarity index 100%
rename from experiments/pages/Support/PythonServer/a.test/server/headers.json
rename to experiments/pages/Support/PythonServer/a.test/py-server/headers.json
diff --git a/experiments/pages/Support/PythonServer/a.test/server/index.py b/experiments/pages/Support/PythonServer/a.test/py-server/index.py
similarity index 100%
rename from experiments/pages/Support/PythonServer/a.test/server/index.py
rename to experiments/pages/Support/PythonServer/a.test/py-server/index.py
diff --git a/nginx/config/experiments.conf b/nginx/config/experiments.conf
index 92c6447c..00cdd7be 100644
--- a/nginx/config/experiments.conf
+++ b/nginx/config/experiments.conf
@@ -16,6 +16,14 @@ location ~ ^/report(/.+)*/?$ {
     proxy_set_header X-Forwarded-Proto $scheme;
 }
 
+location ~ ^/(.+)/(.+)/py-(.+)/$ {
+    proxy_pass http://core:5000;
+    proxy_set_header Host $host;
+    proxy_set_header X-Real-IP $remote_addr;
+    proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
+    proxy_set_header X-Forwarded-Proto $scheme;
+}
+
 location ~ ^/(.+)/(.+)/(.+)/$ {
     root /www/data/pages;
     index index.html index.js;

From c34bd83e0aae25ce309b399f35a20ebab06997cf Mon Sep 17 00:00:00 2001
From: Jakub Szymsza <jakub@szymsza.cz>
Date: Wed, 23 Oct 2024 19:00:26 +0200
Subject: [PATCH 07/12] Dynamically import and execute Python experiment files

---
 bci/web/blueprints/experiments.py                  | 14 ++++++++++++--
 .../Support/PythonServer/a.test/py-server/index.py |  3 ++-
 2 files changed, 14 insertions(+), 3 deletions(-)

diff --git a/bci/web/blueprints/experiments.py b/bci/web/blueprints/experiments.py
index e643acf3..da8ea62f 100644
--- a/bci/web/blueprints/experiments.py
+++ b/bci/web/blueprints/experiments.py
@@ -1,6 +1,8 @@
 import datetime
 import logging
 import threading
+import importlib.util
+import sys
 
 import requests
 from flask import Blueprint, make_response, render_template, request, url_for
@@ -144,8 +146,16 @@ def python_evaluation(project: str, experiment: str, directory: str):
     """
     host = request.host.lower()
 
-    logger.warning(f"Received evaluation request '{host}' - '{project}' - '{experiment}' - '{directory}'")
-    return f"Received evaluation request '{host}' - '{project}' - '{experiment}' - '{directory}'"
+    module_name = f"{host}/{project}/{experiment}/{directory}"
+    path = f"experiments/pages/{project}/{experiment}/{host}/{directory}/index.py"
+
+    # Dynamically import the file
+    spec = importlib.util.spec_from_file_location(module_name, path)
+    module = importlib.util.module_from_spec(spec)
+    sys.modules[module_name] = module
+    spec.loader.exec_module(module)
+
+    return module.main()
 
 
 def get_all_bughog_GET_parameters(request):
diff --git a/experiments/pages/Support/PythonServer/a.test/py-server/index.py b/experiments/pages/Support/PythonServer/a.test/py-server/index.py
index d66d9d75..2657c01f 100644
--- a/experiments/pages/Support/PythonServer/a.test/py-server/index.py
+++ b/experiments/pages/Support/PythonServer/a.test/py-server/index.py
@@ -1 +1,2 @@
-xyz
\ No newline at end of file
+def main():
+    return "Custom Python response"
\ No newline at end of file

From 66b880f6a3778c6d0fdc21ccb790c7a3e965d946 Mon Sep 17 00:00:00 2001
From: Jakub Szymsza <jakub@szymsza.cz>
Date: Wed, 23 Oct 2024 19:33:12 +0200
Subject: [PATCH 08/12] Pass request data to custom Python files

---
 bci/web/blueprints/experiments.py                 |  2 +-
 .../PythonServer/a.test/py-server/index.py        | 15 +++++++++++++--
 2 files changed, 14 insertions(+), 3 deletions(-)

diff --git a/bci/web/blueprints/experiments.py b/bci/web/blueprints/experiments.py
index da8ea62f..c066cecd 100644
--- a/bci/web/blueprints/experiments.py
+++ b/bci/web/blueprints/experiments.py
@@ -155,7 +155,7 @@ def python_evaluation(project: str, experiment: str, directory: str):
     sys.modules[module_name] = module
     spec.loader.exec_module(module)
 
-    return module.main()
+    return module.main(request)
 
 
 def get_all_bughog_GET_parameters(request):
diff --git a/experiments/pages/Support/PythonServer/a.test/py-server/index.py b/experiments/pages/Support/PythonServer/a.test/py-server/index.py
index 2657c01f..6bc65787 100644
--- a/experiments/pages/Support/PythonServer/a.test/py-server/index.py
+++ b/experiments/pages/Support/PythonServer/a.test/py-server/index.py
@@ -1,2 +1,13 @@
-def main():
-    return "Custom Python response"
\ No newline at end of file
+from flask import Request
+
+def main(req: Request):
+    # TODO - implement your functionality
+    
+    return {
+        "agent": req.headers.get("User-Agent"),
+        "cookies": req.cookies,
+        "host": req.host,
+        "path": req.path,
+        "scheme": req.scheme,
+        "url": req.url
+    }
\ No newline at end of file

From 31d125b00dd4333831d5db1515ed2171cb7e5f21 Mon Sep 17 00:00:00 2001
From: Jakub Szymsza <jakub@szymsza.cz>
Date: Wed, 23 Oct 2024 20:03:08 +0200
Subject: [PATCH 09/12] Default Python server template content

---
 bci/evaluations/custom/custom_evaluation.py   | 42 +++++++++++++------
 .../PythonServer/a.test/py-server/index.py    |  4 +-
 2 files changed, 32 insertions(+), 14 deletions(-)

diff --git a/bci/evaluations/custom/custom_evaluation.py b/bci/evaluations/custom/custom_evaluation.py
index e85237c2..c5716ae9 100644
--- a/bci/evaluations/custom/custom_evaluation.py
+++ b/bci/evaluations/custom/custom_evaluation.py
@@ -160,24 +160,40 @@ def add_page(self, project: str, poc: str, domain: str, path: str, file_type: st
         if os.path.exists(file_path):
             return False
         with open(file_path, 'w') as file:
-            file.write('')
-        headers_file_path = os.path.join(page_path, 'headers.json')
-        if not os.path.exists(headers_file_path):
-            with open(headers_file_path, 'w') as file:
-                file.write(textwrap.dedent(
-                    '''\
-                        [
-                            {
-                                "key": "Header-Name",
-                                "value": "Header-Value"
-                            }
-                        ]
-                    '''))
+            file.write(self.get_default_file_content(file_type))
+
+        if self.include_file_headers(file_type):
+            headers_file_path = os.path.join(page_path, 'headers.json')
+            if not os.path.exists(headers_file_path):
+                with open(headers_file_path, 'w') as file:
+                    file.write(textwrap.dedent(
+                        '''\
+                            [
+                                {
+                                    "key": "Header-Name",
+                                    "value": "Header-Value"
+                                }
+                            ]
+                        '''))
         self.sync_with_folders()
         # Notify clients of change (an experiment might now be runnable)
         Clients.push_experiments_to_all()
         return True
 
+    @staticmethod
+    def get_default_file_content(file_type: str) -> str:
+        if file_type != 'py':
+            return ''
+
+        with open('experiments/pages/Support/PythonServer/a.test/py-server/index.py', 'r') as file:
+            template_content = file.read()
+
+        return template_content
+
+    @staticmethod
+    def include_file_headers(file_type: str) -> bool:
+        return file_type != 'py'
+
     def sync_with_folders(self):
         self.dir_tree = self.initialize_dir_tree()
         self.tests_per_project = self.initialize_tests_and_url_queues(self.dir_tree)
diff --git a/experiments/pages/Support/PythonServer/a.test/py-server/index.py b/experiments/pages/Support/PythonServer/a.test/py-server/index.py
index 6bc65787..91e823b8 100644
--- a/experiments/pages/Support/PythonServer/a.test/py-server/index.py
+++ b/experiments/pages/Support/PythonServer/a.test/py-server/index.py
@@ -1,7 +1,9 @@
 from flask import Request
 
+# Make sure that your page directory starts with 'py-'
+
 def main(req: Request):
-    # TODO - implement your functionality
+    # TODO - implement your functionality and return a Flask response
     
     return {
         "agent": req.headers.get("User-Agent"),

From 4473314e808c78d7d028dc08ab94f5601e382b25 Mon Sep 17 00:00:00 2001
From: Jakub Szymsza <jakub@szymsza.cz>
Date: Wed, 23 Oct 2024 20:14:15 +0200
Subject: [PATCH 10/12] Add JSON highlighting

---
 bci/web/vue/src/components/poc-editor.vue | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/bci/web/vue/src/components/poc-editor.vue b/bci/web/vue/src/components/poc-editor.vue
index 3ec971a5..59e894fb 100644
--- a/bci/web/vue/src/components/poc-editor.vue
+++ b/bci/web/vue/src/components/poc-editor.vue
@@ -2,6 +2,7 @@
   import ace from "ace-builds";
   import { Mode as HtmlMode } from 'ace-builds/src-noconflict/mode-html';
   import { Mode as JsMode } from 'ace-builds/src-noconflict/mode-javascript';
+  import { Mode as JsonMode } from 'ace-builds/src-noconflict/mode-json';
   import { Mode as PyMode } from 'ace-builds/src-noconflict/mode-python';
   import 'ace-builds/src-min-noconflict/ext-modelist';
   import 'ace-builds/src-min-noconflict/theme-twilight';
@@ -136,6 +137,9 @@
           case "js":
             this.editor.session.setMode(new JsMode());
             break;
+          case "json":
+            this.editor.session.setMode(new JsonMode());
+            break;
           case "py":
             this.editor.session.setMode(new PyMode());
             break;

From 0b709cc68e8ad2ee4503843ba27414e77e73bfc0 Mon Sep 17 00:00:00 2001
From: Jakub Szymsza <jakub@szymsza.cz>
Date: Wed, 23 Oct 2024 20:16:46 +0200
Subject: [PATCH 11/12] Remove python server headers

---
 .../Support/PythonServer/a.test/py-server/headers.json      | 6 ------
 1 file changed, 6 deletions(-)
 delete mode 100644 experiments/pages/Support/PythonServer/a.test/py-server/headers.json

diff --git a/experiments/pages/Support/PythonServer/a.test/py-server/headers.json b/experiments/pages/Support/PythonServer/a.test/py-server/headers.json
deleted file mode 100644
index 270dd21c..00000000
--- a/experiments/pages/Support/PythonServer/a.test/py-server/headers.json
+++ /dev/null
@@ -1,6 +0,0 @@
-[
-    {
-        "key": "Header-Name",
-        "value": "Header-Value"
-    }
-]

From 3b34e7570872b0f3e5d4cafc730871060595cd1a Mon Sep 17 00:00:00 2001
From: Jakub Szymsza <jakub@szymsza.cz>
Date: Mon, 28 Oct 2024 17:14:42 +0100
Subject: [PATCH 12/12] Disable creating __pycache__ folder with dynamic
 imports

---
 bci/web/blueprints/experiments.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/bci/web/blueprints/experiments.py b/bci/web/blueprints/experiments.py
index 1611ed5b..2de8daeb 100644
--- a/bci/web/blueprints/experiments.py
+++ b/bci/web/blueprints/experiments.py
@@ -143,6 +143,7 @@ def python_evaluation(project: str, experiment: str, directory: str):
     path = f"experiments/pages/{project}/{experiment}/{host}/{directory}/index.py"
 
     # Dynamically import the file
+    sys.dont_write_bytecode = True
     spec = importlib.util.spec_from_file_location(module_name, path)
     module = importlib.util.module_from_spec(spec)
     sys.modules[module_name] = module