Update 2026-06-10 06:26:08

Author: sglang-bot

README.html

@@ -39,7 +39,7 @@
 <link rel="preload" as="script" href="_static/scripts/pydata-sphinx-theme.js?digest=dfe6caa3a7d634c4db9b" />
   <script src="_static/vendor/fontawesome/6.5.2/js/all.min.js?digest=dfe6caa3a7d634c4db9b"></script>
 
-    <script src="_static/documentation_options.js?v=e28766f7"></script>
+    <script src="_static/documentation_options.js?v=053f4175"></script>
     <script src="_static/doctools.js?v=9bcbadda"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <script src="_static/clipboard.min.js?v=a7894cd8"></script>

_sources/advanced_features/lora.ipynb

@@ -31,10 +31,10 @@
    "execution_count": 1,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2026-06-10T06:03:52.933107Z",
-     "iopub.status.busy": "2026-06-10T06:03:52.933026Z",
-     "iopub.status.idle": "2026-06-10T06:04:23.324858Z",
-     "shell.execute_reply": "2026-06-10T06:04:23.324019Z"
+     "iopub.execute_input": "2026-06-10T06:22:13.507625Z",
+     "iopub.status.busy": "2026-06-10T06:22:13.507537Z",
+     "iopub.status.idle": "2026-06-10T06:22:43.792052Z",
+     "shell.execute_reply": "2026-06-10T06:22:43.791407Z"
     }
    },
    "outputs": [
@@ -55,8 +55,8 @@
      "text": [
       "\r",
       "Multi-thread loading shards:   0% Completed | 0/1 [00:00<?, ?it/s]\r",
-      "Multi-thread loading shards: 100% Completed | 1/1 [00:00<00:00,  6.63it/s]\r",
-      "Multi-thread loading shards: 100% Completed | 1/1 [00:00<00:00,  6.62it/s]\n"
+      "Multi-thread loading shards: 100% Completed | 1/1 [00:00<00:00,  5.58it/s]\r",
+      "Multi-thread loading shards: 100% Completed | 1/1 [00:00<00:00,  5.57it/s]\n"
      ]
     },
     {
@@ -83,7 +83,7 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Server started on http://localhost:33777\n"
+      "Server started on http://localhost:31258\n"
      ]
     }
    ],
@@ -117,17 +117,17 @@
    "execution_count": 2,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2026-06-10T06:04:23.326883Z",
-     "iopub.status.busy": "2026-06-10T06:04:23.326573Z",
-     "iopub.status.idle": "2026-06-10T06:04:23.886954Z",
-     "shell.execute_reply": "2026-06-10T06:04:23.886175Z"
+     "iopub.execute_input": "2026-06-10T06:22:43.793855Z",
+     "iopub.status.busy": "2026-06-10T06:22:43.793559Z",
+     "iopub.status.idle": "2026-06-10T06:22:44.386518Z",
+     "shell.execute_reply": "2026-06-10T06:22:44.385875Z"
     }
    },
    "outputs": [
     {
      "data": {
       "text/html": [
-       "<strong style='color: #00008B;'>Response: ChatCompletion(id='fa235015836447c0b9c3f4d992531b5d', choices=[Choice(finish_reason='stop', index=0, logprobs=None, message=ChatCompletionMessage(content='Sure, here are three countries and their respective capitals:\\n\\n1. **United States** - Washington D.C.\\n2. **Canada** - Ottawa\\n3. **Australia** - Canberra', refusal=None, role='assistant', annotations=None, audio=None, function_call=None, tool_calls=None, reasoning_content=None), matched_stop=151645)], created=1781071463, model='qwen/qwen2.5-0.5b-instruct', object='chat.completion', service_tier=None, system_fingerprint=None, usage=CompletionUsage(completion_tokens=38, prompt_tokens=37, total_tokens=75, completion_tokens_details=None, prompt_tokens_details=None, reasoning_tokens=0), metadata={'weight_version': 'default'})</strong>"
+       "<strong style='color: #00008B;'>Response: ChatCompletion(id='495a40803804469085a1b6d309dabf95', choices=[Choice(finish_reason='stop', index=0, logprobs=None, message=ChatCompletionMessage(content='Sure, here are three countries and their respective capitals:\\n\\n1. **United States** - Washington D.C.\\n2. **Canada** - Ottawa\\n3. **Australia** - Canberra', refusal=None, role='assistant', annotations=None, audio=None, function_call=None, tool_calls=None, reasoning_content=None), matched_stop=151645)], created=1781072564, model='qwen/qwen2.5-0.5b-instruct', object='chat.completion', service_tier=None, system_fingerprint=None, usage=CompletionUsage(completion_tokens=38, prompt_tokens=37, total_tokens=75, completion_tokens_details=None, prompt_tokens_details=None, reasoning_tokens=0), metadata={'weight_version': 'default'})</strong>"
       ],
       "text/plain": [
        "<IPython.core.display.HTML object>"
@@ -348,10 +348,10 @@
    "execution_count": 3,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2026-06-10T06:04:23.888707Z",
-     "iopub.status.busy": "2026-06-10T06:04:23.888602Z",
-     "iopub.status.idle": "2026-06-10T06:04:24.133799Z",
-     "shell.execute_reply": "2026-06-10T06:04:24.133197Z"
+     "iopub.execute_input": "2026-06-10T06:22:44.388037Z",
+     "iopub.status.busy": "2026-06-10T06:22:44.387928Z",
+     "iopub.status.idle": "2026-06-10T06:22:44.620795Z",
+     "shell.execute_reply": "2026-06-10T06:22:44.620218Z"
     }
    },
    "outputs": [
@@ -405,17 +405,17 @@
    "execution_count": 4,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2026-06-10T06:04:24.135641Z",
-     "iopub.status.busy": "2026-06-10T06:04:24.135535Z",
-     "iopub.status.idle": "2026-06-10T06:04:25.280599Z",
-     "shell.execute_reply": "2026-06-10T06:04:25.279888Z"
+     "iopub.execute_input": "2026-06-10T06:22:44.622132Z",
+     "iopub.status.busy": "2026-06-10T06:22:44.622026Z",
+     "iopub.status.idle": "2026-06-10T06:22:45.744918Z",
+     "shell.execute_reply": "2026-06-10T06:22:45.744157Z"
     }
    },
    "outputs": [
     {
      "data": {
       "text/html": [
-       "<strong style='color: #00008B;'>Ancient Rome was a major civilization that left an indelible mark on history. Some of their most significant achievements include:<br><br>1. **Founding of the Roman Empire**: The Romans founded what is now known as the Roman Empire, which stretched from modern-day Italy to Spain and beyond.<br><br>2. **Architecture**: They developed impressive structures such as the Colosseum in Rome, the Pantheon in Athens, and the Temple of Jupiter Optimus Maximus in Rome. These buildings were designed for religious or political purposes and are still admired today.<br><br>3. **Law**: The Romans established one of the oldest written legal systems in the world</strong>"
+       "<strong style='color: #00008B;'>The major achievements of ancient Rome include the construction of magnificent public works such as aqueducts, roads, and temples. They also developed a complex legal system that included laws for marriage, divorce, inheritance, and property rights. The Roman Empire was one of the largest empires in history, spanning from Italy to Spain and including parts of modern-day France, Germany, Belgium, Luxembourg, Switzerland, and parts of Poland.<br><br>In addition to these monumental achievements, ancient Rome is known for its art, architecture, literature, philosophy, science, engineering, mathematics, astronomy, law, politics, religion, and military tactics. Their contributions have had lasting</strong>"
       ],
       "text/plain": [
        "<IPython.core.display.HTML object>"
@@ -473,25 +473,39 @@
    "execution_count": 5,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2026-06-10T06:04:25.282477Z",
-     "iopub.status.busy": "2026-06-10T06:04:25.282373Z",
-     "iopub.status.idle": "2026-06-10T06:04:25.727778Z",
-     "shell.execute_reply": "2026-06-10T06:04:25.727075Z"
+     "iopub.execute_input": "2026-06-10T06:22:45.746757Z",
+     "iopub.status.busy": "2026-06-10T06:22:45.746570Z",
+     "iopub.status.idle": "2026-06-10T06:22:46.463651Z",
+     "shell.execute_reply": "2026-06-10T06:22:46.463010Z"
     }
    },
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Yes, I am Qwen, a large language model created by Alibaba Cloud. My purpose is to assist you with any questions"
+      "Yes, I am Qwen, created by Alibaba Cloud. As a language model AI assistant, I can be used in various"
      ]
     },
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      " or tasks you may have regarding various topics and domains. Please let me know how I can be of assistance to you!"
+      " ways and tasks to provide information or answer questions based on my training data. This includes helping with natural language processing, answering questions"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      ", providing recommendations, generating text, etc. If you have any specific questions or tasks that you would like me to assist you"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      " with, feel free to ask!"
      ]
     }
    ],
@@ -520,10 +534,10 @@
    "execution_count": 6,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2026-06-10T06:04:25.729612Z",
-     "iopub.status.busy": "2026-06-10T06:04:25.729505Z",
-     "iopub.status.idle": "2026-06-10T06:04:26.027911Z",
-     "shell.execute_reply": "2026-06-10T06:04:26.027221Z"
+     "iopub.execute_input": "2026-06-10T06:22:46.465461Z",
+     "iopub.status.busy": "2026-06-10T06:22:46.465282Z",
+     "iopub.status.idle": "2026-06-10T06:22:46.808017Z",
+     "shell.execute_reply": "2026-06-10T06:22:46.807342Z"
     }
    },
    "outputs": [
@@ -574,17 +588,17 @@
    "execution_count": 7,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2026-06-10T06:04:26.029762Z",
-     "iopub.status.busy": "2026-06-10T06:04:26.029661Z",
-     "iopub.status.idle": "2026-06-10T06:04:26.512217Z",
-     "shell.execute_reply": "2026-06-10T06:04:26.511433Z"
+     "iopub.execute_input": "2026-06-10T06:22:46.809748Z",
+     "iopub.status.busy": "2026-06-10T06:22:46.809566Z",
+     "iopub.status.idle": "2026-06-10T06:22:47.330460Z",
+     "shell.execute_reply": "2026-06-10T06:22:47.329783Z"
     }
    },
    "outputs": [
     {
      "data": {
       "text/html": [
-       "<strong style='color: #00008B;'>Response: Completion(id='9b007e0090604df99e8cb3c469b0a242', choices=[CompletionChoice(finish_reason='length', index=0, logprobs=None, text=' 1. United States - Washington D.C.\\n2. United Kingdom - London\\n3. France - Paris\\n4. Germany - Berlin\\n5. Japan - Tokyo\\n6. Italy - Rome\\n7. Spain - Madrid\\n8. Australia - Canberra\\n9. Canada - Ottawa\\n10. Mexico -', matched_stop=None)], created=1781071466, model='qwen/qwen2.5-0.5b-instruct', object='text_completion', system_fingerprint=None, usage=CompletionUsage(completion_tokens=64, prompt_tokens=8, total_tokens=72, completion_tokens_details=None, prompt_tokens_details=None, reasoning_tokens=0), metadata={'weight_version': 'default'})</strong>"
+       "<strong style='color: #00008B;'>Response: Completion(id='66b2aad754bd426e9b0862fe05f71647', choices=[CompletionChoice(finish_reason='length', index=0, logprobs=None, text=' 1. United States - Washington D.C.\\n2. United Kingdom - London\\n3. France - Paris\\n4. Germany - Berlin\\n5. Japan - Tokyo\\n6. Italy - Rome\\n7. Spain - Madrid\\n8. Australia - Canberra\\n9. Canada - Ottawa\\n10. Mexico -', matched_stop=None)], created=1781072567, model='qwen/qwen2.5-0.5b-instruct', object='text_completion', system_fingerprint=None, usage=CompletionUsage(completion_tokens=64, prompt_tokens=8, total_tokens=72, completion_tokens_details=None, prompt_tokens_details=None, reasoning_tokens=0), metadata={'weight_version': 'default'})</strong>"
       ],
       "text/plain": [
        "<IPython.core.display.HTML object>"
@@ -623,17 +637,17 @@
    "execution_count": 8,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2026-06-10T06:04:26.513793Z",
-     "iopub.status.busy": "2026-06-10T06:04:26.513688Z",
-     "iopub.status.idle": "2026-06-10T06:04:26.846483Z",
-     "shell.execute_reply": "2026-06-10T06:04:26.845810Z"
+     "iopub.execute_input": "2026-06-10T06:22:47.332041Z",
+     "iopub.status.busy": "2026-06-10T06:22:47.331871Z",
+     "iopub.status.idle": "2026-06-10T06:22:47.671566Z",
+     "shell.execute_reply": "2026-06-10T06:22:47.670950Z"
     }
    },
    "outputs": [
     {
      "data": {
       "text/html": [
-       "<strong style='color: #00008B;'>Response: Completion(id='d851ed084a114d288893fc4b69824c04', choices=[CompletionChoice(finish_reason='stop', index=0, logprobs=None, text=\" As an AI language model, I don't have personal experiences or emotions, but I can generate a story based on common human experiences. Here's a short story about a space explorer:\", matched_stop='\\n\\n')], created=1781071466, model='qwen/qwen2.5-0.5b-instruct', object='text_completion', system_fingerprint=None, usage=CompletionUsage(completion_tokens=37, prompt_tokens=9, total_tokens=46, completion_tokens_details=None, prompt_tokens_details=None, reasoning_tokens=0), metadata={'weight_version': 'default'})</strong>"
+       "<strong style='color: #00008B;'>Response: Completion(id='d47c2af1be2549e2a4bf908f6d47a3bf', choices=[CompletionChoice(finish_reason='stop', index=0, logprobs=None, text=' Once upon a time, there was a space explorer named Sarah who had always dreamed of exploring the stars. She had always wanted to see the wonders of outer space and experience the thrill of the unknown.', matched_stop='\\n\\n')], created=1781072567, model='qwen/qwen2.5-0.5b-instruct', object='text_completion', system_fingerprint=None, usage=CompletionUsage(completion_tokens=40, prompt_tokens=9, total_tokens=49, completion_tokens_details=None, prompt_tokens_details=None, reasoning_tokens=0), metadata={'weight_version': 'default'})</strong>"
       ],
       "text/plain": [
        "<IPython.core.display.HTML object>"
@@ -727,10 +741,10 @@
    "execution_count": 9,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2026-06-10T06:04:26.848454Z",
-     "iopub.status.busy": "2026-06-10T06:04:26.848339Z",
-     "iopub.status.idle": "2026-06-10T06:04:26.870086Z",
-     "shell.execute_reply": "2026-06-10T06:04:26.869402Z"
+     "iopub.execute_input": "2026-06-10T06:22:47.673408Z",
+     "iopub.status.busy": "2026-06-10T06:22:47.673215Z",
+     "iopub.status.idle": "2026-06-10T06:22:47.720918Z",
+     "shell.execute_reply": "2026-06-10T06:22:47.720179Z"
     }
    },
    "outputs": [],