Merge pull request #6 from code0-tech/feat/few-shot-optimazation

Few shot optimisation

Author: nicosammito

.gitignore

@@ -151,7 +151,6 @@ activemq-data/
 .env
 .envrc
 models.configuration.json
-few_shots.configuration.json
 .venv
 env/
 venv/

few_shots.configuration.json

@@ -0,0 +1,141 @@
+[
+  {
+    "prompt": "Erstelle einen Webhook flow, welche4 ein user objekt speichert und anschließend die mail als response zurückgibt.",
+    "flow": {
+      "name": "User email webhook",
+      "nodes": [
+        {
+          "functionIdentifier": "std::control::value",
+          "id": 1,
+          "nextNodeId": 2,
+          "parameters": [
+            {
+              "value": {
+                "email": "test@test.com",
+                "username": "test"
+              }
+            }
+          ]
+        },
+        {
+          "functionIdentifier": "http::response::create",
+          "id": 2,
+          "nextNodeId": 3,
+          "parameters": [
+            {
+              "value": 200
+            },
+            {
+              "value": {}
+            },
+            {
+              "nodeFunctionId": 1,
+              "referencePath": [{
+                "path": "email"
+              }]
+            }
+          ]
+        },
+        {
+          "functionIdentifier": "rest::control::respond",
+          "id": 3,
+          "parameters": [
+            {
+              "nodeFunctionId": 2
+            }
+          ]
+        }
+      ],
+      "startingNodeId": 1,
+      "type": "REST",
+      "settings": [
+        {
+          "value": "/webhook/user"
+        },
+        {
+          "value": "GET"
+        }
+      ]
+    }
+  },
+  {
+    "prompt": "Erstelle einen Webhook flow, welcher über die Liste [1,2,3] iteriert und jede Zahl mal zwei rechnet und das Eregbnis zurückgibt.",
+    "flow": {
+      "name": "Map list webhook flow",
+      "nodes": [
+        {
+          "functionIdentifier": "std::list::map",
+          "id": 1,
+          "nextNodeId": 4,
+          "parameters": [
+            {
+              "value": [1, 2, 3]
+            },
+            {
+              "startingNodeId": 2
+            }
+          ]
+        },
+        {
+          "functionIdentifier": "std::number::multiply",
+          "id": 2,
+          "nextNodeId": 3,
+          "parameters": [
+            {
+              "nodeFunctionId": 1,
+              "parameterIndex": 1,
+              "input_index": 0
+            },
+            {
+              "value": 2
+            }
+          ]
+        },
+        {
+          "functionIdentifier": "std::control::return",
+          "id": 3,
+          "parameters": [
+            {
+              "nodeFunctionId": 2
+            }
+          ]
+        },
+        {
+          "functionIdentifier": "http::response::create",
+          "id": 4,
+          "nextNodeId": 5,
+          "parameters": [
+            {
+              "value": 200
+            },
+            {
+              "value": {}
+            },
+            {
+              "nodeFunctionId": 1
+            }
+          ]
+        },
+        {
+          "functionIdentifier": "rest::control::respond",
+          "id": 5,
+          "parameters": [
+            {
+              "nodeFunctionId": 4
+            }
+          ]
+        }
+      ],
+      "startingNodeId": 1,
+      "type": "REST",
+      "settings": [
+        {
+          "value": "/webhook/map"
+        },
+        {
+          "value": "GET"
+        }
+      ]
+    }
+  }
+]

main.py

@@ -6,6 +6,9 @@
 import grpc
 
 from src.interceptor.auth_interceptor import AuthInterceptor
+from src.logger import get_logger
+
+log = get_logger("velorum")
 
 current_dir = os.path.dirname(os.path.abspath(__file__))
 venv_site_packages = os.path.join(current_dir, ".venv", "lib", "python3.12", "site-packages")
@@ -34,9 +37,9 @@
     generate_pb2_grpc.add_GenerateServiceServicer_to_server(GenerateService(), server)
     info_pb2_grpc.add_InfoServiceServicer_to_server(InfoService(), server)
 
-    port = "0.0.0.0:50051"
+    port = os.getenv("HOST", "0.0.0.0") + ":" + os.getenv("PORT", "50051")
     server.add_insecure_port(port)
-    print(f"Velorum GenerateService läuft auf {port}...")
+    log.success(f"Velorum listening on {port}")  # type: ignore[attr-defined]
 
     SERVICE_NAMES = (
         generate_pb2.DESCRIPTOR.services_by_name['GenerateService'].full_name,
@@ -51,5 +54,5 @@
         while True:
             time.sleep(86400)
     except KeyboardInterrupt:
-        print("\nServer wird sauber heruntergefahren...")
+        log.info("Shutting down gracefully...")
         server.stop(0)