Update 2026-06-10 06:07:23

Author: sglang-bot

README.html

@@ -39,7 +39,7 @@
 <link rel="preload" as="script" href="_static/scripts/pydata-sphinx-theme.js?digest=dfe6caa3a7d634c4db9b" />
   <script src="_static/vendor/fontawesome/6.5.2/js/all.min.js?digest=dfe6caa3a7d634c4db9b"></script>
 
-    <script src="_static/documentation_options.js?v=1808b351"></script>
+    <script src="_static/documentation_options.js?v=e28766f7"></script>
     <script src="_static/doctools.js?v=9bcbadda"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <script src="_static/clipboard.min.js?v=a7894cd8"></script>

_sources/advanced_features/lora.ipynb

@@ -31,10 +31,10 @@
    "execution_count": 1,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2026-06-10T05:04:00.549780Z",
-     "iopub.status.busy": "2026-06-10T05:04:00.549700Z",
-     "iopub.status.idle": "2026-06-10T05:04:36.146838Z",
-     "shell.execute_reply": "2026-06-10T05:04:36.146065Z"
+     "iopub.execute_input": "2026-06-10T06:03:52.933107Z",
+     "iopub.status.busy": "2026-06-10T06:03:52.933026Z",
+     "iopub.status.idle": "2026-06-10T06:04:23.324858Z",
+     "shell.execute_reply": "2026-06-10T06:04:23.324019Z"
     }
    },
    "outputs": [
@@ -55,8 +55,8 @@
      "text": [
       "\r",
       "Multi-thread loading shards:   0% Completed | 0/1 [00:00<?, ?it/s]\r",
-      "Multi-thread loading shards: 100% Completed | 1/1 [00:00<00:00,  6.35it/s]\r",
-      "Multi-thread loading shards: 100% Completed | 1/1 [00:00<00:00,  6.34it/s]\n"
+      "Multi-thread loading shards: 100% Completed | 1/1 [00:00<00:00,  6.63it/s]\r",
+      "Multi-thread loading shards: 100% Completed | 1/1 [00:00<00:00,  6.62it/s]\n"
      ]
     },
     {
@@ -83,7 +83,7 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Server started on http://localhost:33716\n"
+      "Server started on http://localhost:33777\n"
      ]
     }
    ],
@@ -117,17 +117,17 @@
    "execution_count": 2,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2026-06-10T05:04:36.148972Z",
-     "iopub.status.busy": "2026-06-10T05:04:36.148609Z",
-     "iopub.status.idle": "2026-06-10T05:04:36.678266Z",
-     "shell.execute_reply": "2026-06-10T05:04:36.677511Z"
+     "iopub.execute_input": "2026-06-10T06:04:23.326883Z",
+     "iopub.status.busy": "2026-06-10T06:04:23.326573Z",
+     "iopub.status.idle": "2026-06-10T06:04:23.886954Z",
+     "shell.execute_reply": "2026-06-10T06:04:23.886175Z"
     }
    },
    "outputs": [
     {
      "data": {
       "text/html": [
-       "<strong style='color: #00008B;'>Response: ChatCompletion(id='0ed52113479741d4b21110afca4311eb', choices=[Choice(finish_reason='stop', index=0, logprobs=None, message=ChatCompletionMessage(content='Sure, here are three countries and their respective capitals:\\n\\n1. **United States** - Washington D.C.\\n2. **Canada** - Ottawa\\n3. **Australia** - Canberra', refusal=None, role='assistant', annotations=None, audio=None, function_call=None, tool_calls=None, reasoning_content=None), matched_stop=151645)], created=1781067876, model='qwen/qwen2.5-0.5b-instruct', object='chat.completion', service_tier=None, system_fingerprint=None, usage=CompletionUsage(completion_tokens=38, prompt_tokens=37, total_tokens=75, completion_tokens_details=None, prompt_tokens_details=None, reasoning_tokens=0), metadata={'weight_version': 'default'})</strong>"
+       "<strong style='color: #00008B;'>Response: ChatCompletion(id='fa235015836447c0b9c3f4d992531b5d', choices=[Choice(finish_reason='stop', index=0, logprobs=None, message=ChatCompletionMessage(content='Sure, here are three countries and their respective capitals:\\n\\n1. **United States** - Washington D.C.\\n2. **Canada** - Ottawa\\n3. **Australia** - Canberra', refusal=None, role='assistant', annotations=None, audio=None, function_call=None, tool_calls=None, reasoning_content=None), matched_stop=151645)], created=1781071463, model='qwen/qwen2.5-0.5b-instruct', object='chat.completion', service_tier=None, system_fingerprint=None, usage=CompletionUsage(completion_tokens=38, prompt_tokens=37, total_tokens=75, completion_tokens_details=None, prompt_tokens_details=None, reasoning_tokens=0), metadata={'weight_version': 'default'})</strong>"
       ],
       "text/plain": [
        "<IPython.core.display.HTML object>"
@@ -348,10 +348,10 @@
    "execution_count": 3,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2026-06-10T05:04:36.680130Z",
-     "iopub.status.busy": "2026-06-10T05:04:36.680030Z",
-     "iopub.status.idle": "2026-06-10T05:04:36.883927Z",
-     "shell.execute_reply": "2026-06-10T05:04:36.883221Z"
+     "iopub.execute_input": "2026-06-10T06:04:23.888707Z",
+     "iopub.status.busy": "2026-06-10T06:04:23.888602Z",
+     "iopub.status.idle": "2026-06-10T06:04:24.133799Z",
+     "shell.execute_reply": "2026-06-10T06:04:24.133197Z"
     }
    },
    "outputs": [
@@ -405,17 +405,17 @@
    "execution_count": 4,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2026-06-10T05:04:36.885351Z",
-     "iopub.status.busy": "2026-06-10T05:04:36.885254Z",
-     "iopub.status.idle": "2026-06-10T05:04:37.668563Z",
-     "shell.execute_reply": "2026-06-10T05:04:37.667725Z"
+     "iopub.execute_input": "2026-06-10T06:04:24.135641Z",
+     "iopub.status.busy": "2026-06-10T06:04:24.135535Z",
+     "iopub.status.idle": "2026-06-10T06:04:25.280599Z",
+     "shell.execute_reply": "2026-06-10T06:04:25.279888Z"
     }
    },
    "outputs": [
     {
      "data": {
       "text/html": [
-       "<strong style='color: #00008B;'>The major achievements of ancient Rome include the construction of monumental architecture such as the Colosseum, Pantheon, and others. They also developed a complex legal system known as the Roman law, which was used for centuries to govern society. The Romans were skilled in agriculture, engineering, and military tactics. Additionally, they had an extensive network of roads that connected their vast territories across Europe, Africa, and Asia Minor. Their culture included art, literature, philosophy, and science.</strong>"
+       "<strong style='color: #00008B;'>Ancient Rome was a major civilization that left an indelible mark on history. Some of their most significant achievements include:<br><br>1. **Founding of the Roman Empire**: The Romans founded what is now known as the Roman Empire, which stretched from modern-day Italy to Spain and beyond.<br><br>2. **Architecture**: They developed impressive structures such as the Colosseum in Rome, the Pantheon in Athens, and the Temple of Jupiter Optimus Maximus in Rome. These buildings were designed for religious or political purposes and are still admired today.<br><br>3. **Law**: The Romans established one of the oldest written legal systems in the world</strong>"
       ],
       "text/plain": [
        "<IPython.core.display.HTML object>"
@@ -473,25 +473,25 @@
    "execution_count": 5,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2026-06-10T05:04:37.670069Z",
-     "iopub.status.busy": "2026-06-10T05:04:37.669958Z",
-     "iopub.status.idle": "2026-06-10T05:04:37.989373Z",
-     "shell.execute_reply": "2026-06-10T05:04:37.988664Z"
+     "iopub.execute_input": "2026-06-10T06:04:25.282477Z",
+     "iopub.status.busy": "2026-06-10T06:04:25.282373Z",
+     "iopub.status.idle": "2026-06-10T06:04:25.727778Z",
+     "shell.execute_reply": "2026-06-10T06:04:25.727075Z"
     }
    },
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Yes, that is a test. I'm here to assist you with any questions or information you might need. Please feel free to ask me anything"
+      "Yes, I am Qwen, a large language model created by Alibaba Cloud. My purpose is to assist you with any questions"
      ]
     },
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      ", and I'll do my best to help you."
+      " or tasks you may have regarding various topics and domains. Please let me know how I can be of assistance to you!"
      ]
     }
    ],
@@ -520,10 +520,10 @@
    "execution_count": 6,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2026-06-10T05:04:37.990805Z",
-     "iopub.status.busy": "2026-06-10T05:04:37.990692Z",
-     "iopub.status.idle": "2026-06-10T05:04:38.304313Z",
-     "shell.execute_reply": "2026-06-10T05:04:38.303787Z"
+     "iopub.execute_input": "2026-06-10T06:04:25.729612Z",
+     "iopub.status.busy": "2026-06-10T06:04:25.729505Z",
+     "iopub.status.idle": "2026-06-10T06:04:26.027911Z",
+     "shell.execute_reply": "2026-06-10T06:04:26.027221Z"
     }
    },
    "outputs": [
@@ -574,17 +574,17 @@
    "execution_count": 7,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2026-06-10T05:04:38.305886Z",
-     "iopub.status.busy": "2026-06-10T05:04:38.305789Z",
-     "iopub.status.idle": "2026-06-10T05:04:38.789425Z",
-     "shell.execute_reply": "2026-06-10T05:04:38.788782Z"
+     "iopub.execute_input": "2026-06-10T06:04:26.029762Z",
+     "iopub.status.busy": "2026-06-10T06:04:26.029661Z",
+     "iopub.status.idle": "2026-06-10T06:04:26.512217Z",
+     "shell.execute_reply": "2026-06-10T06:04:26.511433Z"
     }
    },
    "outputs": [
     {
      "data": {
       "text/html": [
-       "<strong style='color: #00008B;'>Response: Completion(id='b3ed6b50c0024de98c6fb1e69ec343e0', choices=[CompletionChoice(finish_reason='length', index=0, logprobs=None, text=' 1. United States - Washington D.C.\\n2. United Kingdom - London\\n3. France - Paris\\n4. Germany - Berlin\\n5. Japan - Tokyo\\n6. Italy - Rome\\n7. Spain - Madrid\\n8. Australia - Canberra\\n9. Canada - Ottawa\\n10. Mexico -', matched_stop=None)], created=1781067878, model='qwen/qwen2.5-0.5b-instruct', object='text_completion', system_fingerprint=None, usage=CompletionUsage(completion_tokens=64, prompt_tokens=8, total_tokens=72, completion_tokens_details=None, prompt_tokens_details=None, reasoning_tokens=0), metadata={'weight_version': 'default'})</strong>"
+       "<strong style='color: #00008B;'>Response: Completion(id='9b007e0090604df99e8cb3c469b0a242', choices=[CompletionChoice(finish_reason='length', index=0, logprobs=None, text=' 1. United States - Washington D.C.\\n2. United Kingdom - London\\n3. France - Paris\\n4. Germany - Berlin\\n5. Japan - Tokyo\\n6. Italy - Rome\\n7. Spain - Madrid\\n8. Australia - Canberra\\n9. Canada - Ottawa\\n10. Mexico -', matched_stop=None)], created=1781071466, model='qwen/qwen2.5-0.5b-instruct', object='text_completion', system_fingerprint=None, usage=CompletionUsage(completion_tokens=64, prompt_tokens=8, total_tokens=72, completion_tokens_details=None, prompt_tokens_details=None, reasoning_tokens=0), metadata={'weight_version': 'default'})</strong>"
       ],
       "text/plain": [
        "<IPython.core.display.HTML object>"
@@ -623,17 +623,17 @@
    "execution_count": 8,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2026-06-10T05:04:38.791152Z",
-     "iopub.status.busy": "2026-06-10T05:04:38.791056Z",
-     "iopub.status.idle": "2026-06-10T05:04:39.236098Z",
-     "shell.execute_reply": "2026-06-10T05:04:39.235421Z"
+     "iopub.execute_input": "2026-06-10T06:04:26.513793Z",
+     "iopub.status.busy": "2026-06-10T06:04:26.513688Z",
+     "iopub.status.idle": "2026-06-10T06:04:26.846483Z",
+     "shell.execute_reply": "2026-06-10T06:04:26.845810Z"
     }
    },
    "outputs": [
     {
      "data": {
       "text/html": [
-       "<strong style='color: #00008B;'>Response: Completion(id='77cc1bb57b9e44a396fd306a3aa63cdf', choices=[CompletionChoice(finish_reason='stop', index=0, logprobs=None, text=' Once upon a time, there was a space explorer named Alex who had always dreamed of exploring the stars. He had studied hard and had saved up enough money to buy his first spacecraft. With the help of his friends and family, he set off on his adventure.', matched_stop='\\n\\n')], created=1781067879, model='qwen/qwen2.5-0.5b-instruct', object='text_completion', system_fingerprint=None, usage=CompletionUsage(completion_tokens=53, prompt_tokens=9, total_tokens=62, completion_tokens_details=None, prompt_tokens_details=None, reasoning_tokens=0), metadata={'weight_version': 'default'})</strong>"
+       "<strong style='color: #00008B;'>Response: Completion(id='d851ed084a114d288893fc4b69824c04', choices=[CompletionChoice(finish_reason='stop', index=0, logprobs=None, text=\" As an AI language model, I don't have personal experiences or emotions, but I can generate a story based on common human experiences. Here's a short story about a space explorer:\", matched_stop='\\n\\n')], created=1781071466, model='qwen/qwen2.5-0.5b-instruct', object='text_completion', system_fingerprint=None, usage=CompletionUsage(completion_tokens=37, prompt_tokens=9, total_tokens=46, completion_tokens_details=None, prompt_tokens_details=None, reasoning_tokens=0), metadata={'weight_version': 'default'})</strong>"
       ],
       "text/plain": [
        "<IPython.core.display.HTML object>"
@@ -727,10 +727,10 @@
    "execution_count": 9,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2026-06-10T05:04:39.238131Z",
-     "iopub.status.busy": "2026-06-10T05:04:39.238009Z",
-     "iopub.status.idle": "2026-06-10T05:04:39.259270Z",
-     "shell.execute_reply": "2026-06-10T05:04:39.258355Z"
+     "iopub.execute_input": "2026-06-10T06:04:26.848454Z",
+     "iopub.status.busy": "2026-06-10T06:04:26.848339Z",
+     "iopub.status.idle": "2026-06-10T06:04:26.870086Z",
+     "shell.execute_reply": "2026-06-10T06:04:26.869402Z"
     }
    },
    "outputs": [],