remove max_token for max performance

Author: EYH0602

pyproject.toml

@@ -17,7 +17,7 @@ dependencies = [
     "matplotlib>=3.8.3",
     "numpy>=1.26.4",
     "ollama>=0.2.1",
-    "openai==1.30.5",
+    "openai==1.75.0",
     "pathos>=0.3.3",
     "pylint>=3.3.6",
     "pytest>=8.0.0",

src/common.py

@@ -8,7 +8,7 @@
 import markdown_to_json
 
 # Default hyper-parameters
-MAX_TOKENS = 100
+MAX_TOKENS = 1024
 
 SYSTEM_PROMPT = """
 Act as a static analysis tool for type inference.

src/experiment.py

@@ -68,7 +68,6 @@ def generate_type_signature(prompt: str) -> str | None:
                 {"role": "user", "content": get_sys_prompt(pure) + "\n\n" + prompt},
             ],
             model=model,
-            max_tokens=MAX_TOKENS,
         )
 
         content = completion.choices[0].message.content
@@ -92,7 +91,6 @@ def generate_type_signature(prompt: str) -> str | None:
                 {"role": "user", "content": prompt},
             ],
             model=model,
-            max_tokens=MAX_TOKENS,
         )
 
         content = completion.choices[0].message.content
@@ -172,7 +170,6 @@ def generate_type_signature(prompt: str) -> str | None:
             contents=[prompt],
             config=GenerateContentConfig(
                 system_instruction=[get_sys_prompt(pure)],
-                max_output_tokens=MAX_TOKENS,
             ),
         )
         return response.text if isinstance(response.text, str) else None
@@ -193,10 +190,9 @@ def generate_type_signature(prompt: str) -> str | None:
             config=GenerateContentConfig(
                 system_instruction=[get_sys_prompt(pure)],
                 thinking_config=ThinkingConfig(
-                    thinking_budget=thinking_budget,  
+                    thinking_budget=thinking_budget,
                     include_thoughts=False,
                 ),
-                max_output_tokens=thinking_budget + MAX_TOKENS,
             ),
         )
         return response.text if isinstance(response.text, str) else None