Increase GPU default mem alloc

mikepapadim · mikepapadim · commit 77250e8bde2b · 2025-11-27T10:21:34.000+02:00
diff --git a/llama-tornado b/llama-tornado
@@ -410,7 +410,7 @@ def create_parser() -> argparse.ArgumentParser:
         const=Backend.PTX,
         help="Use PTX/CUDA backend",
     )
-    hw_group.add_argument("--gpu-memory", default="7GB", help="GPU memory allocation")
+    hw_group.add_argument("--gpu-memory", default="14GB", help="GPU memory allocation")
     hw_group.add_argument("--heap-min", default="20g", help="Minimum JVM heap size")
     hw_group.add_argument("--heap-max", default="20g", help="Maximum JVM heap size")
 

Original file line number	Diff line number	Diff line change
`@@ -410,7 +410,7 @@ def create_parser() -> argparse.ArgumentParser:`
`410`	`410`	`const=Backend.PTX,`
`411`	`411`	`help="Use PTX/CUDA backend",`
`412`	`412`	`)`
`413`		`- hw_group.add_argument("--gpu-memory", default="7GB", help="GPU memory allocation")`
	`413`	`+ hw_group.add_argument("--gpu-memory", default="14GB", help="GPU memory allocation")`
`414`	`414`	`hw_group.add_argument("--heap-min", default="20g", help="Minimum JVM heap size")`
`415`	`415`	`hw_group.add_argument("--heap-max", default="20g", help="Maximum JVM heap size")`
`416`	`416`