-
Notifications
You must be signed in to change notification settings - Fork 83
Expand file tree
/
Copy pathpatch_llm_call.sh
More file actions
59 lines (46 loc) · 2.17 KB
/
Copy pathpatch_llm_call.sh
File metadata and controls
59 lines (46 loc) · 2.17 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
_PS_DIR="${TMPDIR:-/tmp}/trpc_agent_patch_llm_call.$$"
mkdir -p "$_PS_DIR"
cat > "$_PS_DIR/sitecustomize.py" <<'PYEOF'
import sys
_TAG = "[patch_llm_call]"
def _log(msg):
print(f"{_TAG} {msg}", file=sys.stdout, flush=True)
try:
from trpc_agent_sdk.models._openai_model import OpenAIModel
except Exception as e:
_log(f"patch SKIPPED: failed to import OpenAIModel ({type(e).__name__}: {e})")
else:
_orig_init = OpenAIModel.__init__
def _patched_init(self, *args, **kwargs):
model_name = args[0] if args else kwargs.get("model_name", "<unknown>")
before = kwargs.get("enable_thinking", "<unset>")
kwargs.setdefault("enable_thinking", False)
_orig_init(self, *args, **kwargs)
_log(
f"OpenAIModel(model_name={model_name!r}) init patched "
f"(caller enable_thinking={before!r}; "
f"final kwarg={kwargs.get('enable_thinking')!r}; "
f"self.enable_thinking={getattr(self, 'enable_thinking', '<not-stored>')!r})"
)
OpenAIModel.__init__ = _patched_init
_orig_extract = OpenAIModel._extract_http_options
def _patched_extract(self, config):
http_opts = _orig_extract(self, config) or {}
extra_headers = http_opts.setdefault("extra_headers", {})
extra_headers.setdefault("X-SMG-Routing-Key", "minchangwei")
extra_headers.setdefault("X-SMG-Agent-Name", "trpc-python-agent-pipeline")
extra_body = http_opts.setdefault("extra_body", {})
chat_template_kwargs = extra_body.setdefault("chat_template_kwargs", {})
chat_template_kwargs.setdefault("enable_thinking", False)
return http_opts
OpenAIModel._extract_http_options = _patched_extract
_log(
f"patch INSTALLED on {OpenAIModel.__module__}.{OpenAIModel.__qualname__} "
f"(layers: __init__ + _extract_http_options; "
f"forces extra_body.chat_template_kwargs.enable_thinking=False; "
f"injects X-SMG-Routing-Key and X-SMG-Agent-Name headers)"
)
PYEOF
export PYTHONPATH="$_PS_DIR${PYTHONPATH:+:$PYTHONPATH}"
unset _PS_DIR
echo "[patch_llm_call] OpenAIModel thinking mode will be disabled and SMG headers will be injected (PYTHONPATH updated)."