Inference Engine with LibTorch and CUDA Support

 Inference Engine with LibTorch and CUDA Support

Author: Eamon2009

.gitignore

@@ -1,7 +1,11 @@
+.ipynb_checkpoints/
+__pycache__/
+env/
+venv/
+cleaned.txt
+libtorch-win-shared-with-deps-2.11.0+cpu (2)
+frontend/node_modules/
+frontend/dist/
 .venv
-*.pt
-*.bin
-*.exe
-build/
-libtorch/
-CMakePresets.json
+build
+CMakeCache.txt

.vscode/c++.json

@@ -0,0 +1,24 @@
+{
+      "configurations": [
+            {
+                  "name": "Win32",
+                  "includePath": [
+                        "${workspaceFolder}/**",
+                        "C:/LibTorch/include",
+                        "C:/LibTorch/include/torch/csrc/api/include"
+                  ],
+                  "defines": [
+                        "_DEBUG",
+                        "UNICODE",
+                        "_UNICODE"
+                  ],
+                  "windowsSdkVersion": "10.0.19041.0",
+                  "compilerPath": "C:/Program Files/Microsoft Visual Studio/2022/Community/VC/Tools/MSVC/14.34.31933/bin/Hostx64/x64/cl.exe",
+                  "cStandard": "c17",
+                  "cppStandard": "c++17",
+                  "intelliSenseMode": "windows-msvc-x64",
+                  "configurationProvider": "ms-vscode.cmake-tools"
+            }
+      ],
+      "version": 4
+}

.vscode/settings.json

@@ -0,0 +1,3 @@
+{
+      "editor.fontSize": 13
+}

.vscode/task.json

@@ -0,0 +1,31 @@
+{
+      "tasks": [
+            {
+                  "type": "cppbuild",
+                  "label": "C/C++: g++.exe build active file",
+                  "command": "C:\\MinGW\\bin\\g++.exe",
+                  "args": [
+                        "-fdiagnostics-color=always",
+                        "-g",
+                        "-std=gnu++17",
+                        "-I${workspaceFolder}",
+                        "-I${workspaceFolder}\\include",
+                        "${file}",
+                        "-o",
+                        "${fileDirname}\\${fileBasenameNoExtension}.exe"
+                  ],
+                  "options": {
+                        "cwd": "${fileDirname}"
+                  },
+                  "problemMatcher": [
+                        "$gcc"
+                  ],
+                  "group": {
+                        "kind": "build",
+                        "isDefault": true
+                  },
+                  "detail": "Task generated by Debugger."
+            }
+      ],
+      "version": "2.0.0"
+}

CMakePresets.json

@@ -0,0 +1,44 @@
+{
+  "version": 3,
+  "cmakeMinimumRequired": {
+    "major": 3,
+    "minor": 10,
+    "patch": 0
+  },
+  "configurePresets": [
+    {
+      "name": "mingw-debug",
+      "displayName": "MinGW Debug",
+      "generator": "MinGW Makefiles",
+      "binaryDir": "${sourceDir}/build/mingw-debug",
+      "cacheVariables": {
+        "CMAKE_BUILD_TYPE": "Debug",
+        "CMAKE_C_COMPILER": "C:/MinGW/bin/gcc.exe",
+        "CMAKE_CXX_COMPILER": "C:/MinGW/bin/g++.exe",
+        "QUADTRIX_ENABLE_TORCH": "ON"
+      }
+    },
+    {
+      "name": "mingw-release",
+      "displayName": "MinGW Release",
+      "generator": "MinGW Makefiles",
+      "binaryDir": "${sourceDir}/build/mingw-release",
+      "cacheVariables": {
+        "CMAKE_BUILD_TYPE": "Release",
+        "CMAKE_C_COMPILER": "C:/MinGW/bin/gcc.exe",
+        "CMAKE_CXX_COMPILER": "C:/MinGW/bin/g++.exe",
+        "QUADTRIX_ENABLE_TORCH": "ON"
+      }
+    }
+  ],
+  "buildPresets": [
+    {
+      "name": "build-mingw-debug",
+      "configurePreset": "mingw-debug"
+    },
+    {
+      "name": "build-mingw-release",
+      "configurePreset": "mingw-release"
+    }
+  ]
+}

README.md

@@ -1,3 +1,7 @@
 # Quadtrix.cpp
 <img width="934" height="239" alt="image" src="https://github.com/user-attachments/assets/7470b7db-1c5a-4695-8a38-fe8292a19986" />
 
+LibTorch C++ setup notes are in [TORCH_CPP_README.md](/C:/Users/Admin/Documents/GitHub/Quadtrix.cpp/TORCH_CPP_README.md).
+
+If you use `MinGW.org GCC-6.3.0-1`, read that file first because the Torch C++ target on Windows needs a different toolchain.
+

engine/best_model.pt

@@ -0,0 +1,28 @@
+from datasets import load_dataset
+import os
+
+# Settings
+target_size_mb = 30
+target_size_bytes = target_size_mb * 1024 * 1024
+output_file = "cleaned.txt"
+
+print(f"Streaming TinyStories until {target_size_mb} MB is reached...")
+
+# We use streaming=True so we don't download the whole 2GB+ file at once
+dataset = load_dataset("roneneldan/TinyStories", split="train", streaming=True)
+
+current_size = 0
+with open(output_file, "w", encoding="utf-8") as f:
+    for entry in dataset:
+        story_text = entry["text"] + "\n\n"
+        
+        # Calculate size of this story in bytes
+        story_bytes = len(story_text.encode('utf-8'))
+        
+        if current_size + story_bytes > target_size_bytes:
+            break
+            
+        f.write(story_text)
+        current_size += story_bytes
+
+print(f"Done! Created '{output_file}' ({current_size / (1024*1024):.2f} MB)")