Adjust DOM evaluation subject snapshot cut-off limit (8192 tokens)

Author: t-ski

README.md

@@ -15,7 +15,7 @@ D2Snap.d2Snap(
   options?: Options
 ): Promise<string>
 
-D2Snap.d2Snap(
+D2Snap.adaptiveD2Snap(
   dom: DOM,
   maxTokens: number = 4096,
   maxIterations: number = 5,
@@ -44,7 +44,7 @@ npm install surfly/D2Snap
 ```
 
 ``` js
-import { d2Snap, adaptiveD2Snap } from "@surfly/d2snap";
+import D2Snap from "@surfly/d2snap";
 ```
 
 ##

eval/subjects/D2Snap.js

@@ -11,8 +11,9 @@ const EVALS = {
     "D2Snap.9-3-6": { k: 0.9, l: 0.3, m: 0.6 },
     "D2Snap.6-9-3": { k: 0.6, l: 0.9, m: 0.3 },
     "D2Snap.3-6-9": { k: 0.3, l: 0.6, m: 0.9 },
+    "D2Snap.ada.4096": { maxTokens: 4096 },
     "D2Snap.ada.8192": { maxTokens: 8192 },
-    "D2Snap.ada.4096": { maxTokens: 4096 }
+    "D2Snap.ada.32768": { maxTokens: 32768 }
 };
 
 

eval/subjects/bu.js

@@ -13,14 +13,14 @@ const baseInstructionsBU = {
     EXAMPLE_RESPONSE: `
 \`\`\` json
 [
-{
-    "elementDescription": "Field that contains the mathematical expression to be solved.",
-    "identifier": 0
-},
-{
-    "elementDescription": "Button that triggers the calculation of the provided mathematical expression.",
-    "identifier": 1
-}
+    {
+        "elementDescription": "Field that contains the mathematical expression to be solved.",
+        "identifier": 0
+    },
+    {
+        "elementDescription": "Button that triggers the calculation of the provided mathematical expression.",
+        "identifier": 1
+    }
 ]
 \`\`\`        
     `

eval/subjects/dom.js

@@ -2,10 +2,10 @@ import { runEvaluation } from "../eval.js";
 import { INSTRUCTIONS_DOM, DOMInteractiveElementTarget, analyzeResultDOM } from "../eval.shared.js";
 
 
-const MAX_SNAPSHOT_SIZE_B = 2**13;
+const MAX_SNAPSHOT_SIZE_B = 2**13 * 4;  // according to https://platform.openai.com/tokenizer
 
 
-// NOTE: Cut-off at maximum context length
+// NOTE: Cut-off at 'maximum' context length
 runEvaluation(
     "dom",
     async (data) => {

eval/subjects/gui.js

@@ -46,12 +46,12 @@ data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAMgAAACWCAMAAACsAjcrAAAACXBIWXMAAD
 \`\`\` json
 [
     {
-        "elementDescription": "Field that contains the search query.",
+        "elementDescription": "Field that contains the mathematical expression to be solved.",
         "x": 100,
         "y": 47
     },
     {
-        "elementDescription": "Button that submits the search query.",
+        "elementDescription": "Button that triggers the calculation of the provided mathematical expression.",
         "x": 100,
         "y": 197
     }