Merge branch 'main' into QNN_Qwen_Coder

Author: qc-tbhardwa

.aitk/configs/checks.json

@@ -1,16 +1,16 @@
 {
-    "configCheck": 163,
-    "copyCheck": 177,
+    "configCheck": 167,
+    "copyCheck": 182,
     "extensionCheck": 2,
-    "gitignoreCheck": 41,
+    "gitignoreCheck": 44,
     "inferenceModelCheck": 25,
-    "ipynbCheck": 40,
-    "licenseCheck": 38,
-    "modelProjectCheck": 43,
+    "ipynbCheck": 44,
+    "licenseCheck": 41,
+    "modelProjectCheck": 46,
     "oliveCheck": 60,
-    "oliveJsonCheck": 163,
-    "pathCheck": 1372,
+    "oliveJsonCheck": 167,
+    "pathCheck": 1423,
     "requirementsCheck": 37,
     "templateCheck": 3,
-    "venvRequirementsCheck": 16
+    "venvRequirementsCheck": 17
 }

.aitk/configs/config_schema.json

@@ -2,7 +2,7 @@
     "$schema": "https://json-schema.org/draft/2020-12/schema",
     "$id": "config_schema.json",
     "title": "ModelParameter",
-    "description": "Model parameter configuration schema for olive-recipes AI Toolkit",
+    "description": "Model parameter configuration schema for Foundry Toolkit recipes",
     "type": "object",
     "required": ["name"],
     "additionalProperties": false,

.aitk/configs/model_list.json

@@ -471,6 +471,38 @@
                 "text-generation"
             ]
         },
+        {
+            "displayName": "facebook/sam-vit-base",
+            "icon": "meta",
+            "modelLink": "https://huggingface.co/facebook/sam-vit-base",
+            "id": "huggingface/facebook/sam-vit-base",
+            "runtimes": [
+                "QNN"
+            ],
+            "architecture": "Transformer",
+            "status": "Hide",
+            "relativePath": "sam-vit-base/aitk",
+            "version": 1,
+            "pipeline_tags": [
+                "fill-mask"
+            ]
+        },
+        {
+            "displayName": "facebook/sam2.1-hiera-small",
+            "icon": "meta",
+            "modelLink": "https://huggingface.co/facebook/sam2.1-hiera-small",
+            "id": "huggingface/facebook/sam2.1-hiera-small",
+            "runtimes": [
+                "QNN"
+            ],
+            "architecture": "Transformer",
+            "status": "Hide",
+            "relativePath": "sam2.1-hiera-small/aitk",
+            "version": 1,
+            "pipeline_tags": [
+                "fill-mask"
+            ]
+        },
         {
             "displayName": "meta-llama/Llama-3.1-8B-Instruct",
             "icon": "meta",
@@ -800,6 +832,24 @@
                 "text-generation"
             ]
         },
+        {
+            "displayName": "sd2-community/stable-diffusion-2-1",
+            "icon": "HuggingFace",
+            "modelLink": "https://huggingface.co/sd2-community/stable-diffusion-2-1",
+            "id": "huggingface/sd2-community/stable-diffusion-2-1",
+            "runtimes": [
+                "QNN",
+                "IntelCPU",
+                "IntelGPU"
+            ],
+            "architecture": "Transformer",
+            "status": "Hide",
+            "relativePath": "sd2-community-stable-diffusion-2-1/aitk",
+            "version": 1,
+            "pipeline_tags": [
+                "text-to-image"
+            ]
+        },
         {
             "displayName": "stable-diffusion-v1-5/stable-diffusion-v1-5",
             "icon": "HuggingFace",
@@ -907,6 +957,7 @@
         "AIMClab-RUC/COCO-CN": "https://huggingface.co/datasets/AIMClab-RUC/COCO-CN",
         "librispeech_asr": "https://huggingface.co/datasets/openslr/librispeech_asr",
         "phiyodr/coco2017": "https://huggingface.co/datasets/phiyodr/coco2017",
+        "nielsr/coco-panoptic-val2017": "https://huggingface.co/datasets/nielsr/coco-panoptic-val2017",
         "pileval_for_awq_benchmark": "https://huggingface.co/datasets/mit-han-lab/pile-val-backup"
     },
     "LoginRequiredDatasets": [

.aitk/docs/contribute/GetStarted.md

@@ -2,18 +2,18 @@
 
 ## Overview
 
-In general, the following steps should be done to submit recipes to AITK and these are summary of what they do
+In general, the following steps should be done to submit recipes to Foundry Toolkit and these are summary of what they do
 
 
 | Name | Summary |
 |-|-|
 | Create Folder | Create folder for new model |
 | Create Olive recipes | Add Olive recipes for converting the model |
 | Create Requirements file (optional) | Create file to configure stand-alone Python venv |
-| Create info.yml | Info.yml is used to describe the olive recipes and AITK project |
+| Create info.yml | Info.yml is used to describe the olive recipes and Foundry Toolkit project |
 | Update version (for update) | Update version if necessary for updating project |
-| Run sanitize.py | Sanitize.py will help to validate and generate additional files for AITK |
-| Test in AITK | Do E2E test |
+| Run sanitize.py | Sanitize.py will help to validate and generate additional files for Foundry Toolkit |
+| Test in Foundry Toolkit | Do E2E test |
 | Submit pr | Include necessary files, changes and metrics |
 
 ### Demo
@@ -28,10 +28,10 @@ Then inside it, create
 
 - LICENSE: the model license
 - Subfolders: could be any name. For example
-    - aitk: all aitk maintained recipes.
+    - aitk: all Foundry Toolkit maintained recipes.
     - NvTensorRtRtx: recipes for NVIDIA TensorRT for RTX
 
-In this case, since it is a new model and we want to show it in AITK, we use aitk
+In this case, since it is a new model and we want to show it in Foundry Toolkit, we use aitk
 
 
 ## Create Olive recipes
@@ -46,7 +46,7 @@ In the aitk folder, create the following files to do the conversion and inferenc
 
 ## Create Requirements file (optional)
 
-In AITK, the recipe conversion and evaluation process are separated. They could use same venv or totally different ones.
+In Foundry Toolkit, the recipe conversion and evaluation process are separated. They could use same venv or totally different ones.
 
 - For P0 models, these venvs will be maintained by MS and whenever they have updates, P0 recipes will also be verified.
 - For other models, a venv setup for conversion is required. So once verified and checked in, end users could always reliably convert the model.
@@ -74,8 +74,8 @@ Explanations
 - recipes.ep / eps: the list of Eps that recipe supports
 - recipes.aitk.requirements: requirement file explained above
 - recipes.aitk.requirementsPatches: patch file explained above
-- aitk.modelInfo.id: a unique name in aitk. Usually huggingface/ORG/MODEL_NAME
-- aitk.modelInfo.version: when config or inference sample has breaking updates, increase this number and AITK will ask user to upgrade their recipes. Start from 1.
+- aitk.modelInfo.id: a unique name in Foundry Toolkit. Usually huggingface/ORG/MODEL_NAME
+- aitk.modelInfo.version: when config or inference sample has breaking updates, increase this number and Foundry Toolkit will ask user to upgrade their recipes. Start from 1.
 - aitk.modelInfo.groupId: (optional) If we want to group multiple models together like for different size, we could set it
 - aitk.modelInfo.groupItemName: (optional) the name shown in dropdown
 
@@ -93,15 +93,15 @@ When we are updating the project, we may need to increase version. See [Versioni
 
 Version is designed to be an increasing integer for model scope to simplify version management.
 
-For end user, the version could bump more than 1 between each AITK update because AITK release and recipe update are two different processes. This is transparent to end user and they just see update no matter the gap is.
+For end user, the version could bump more than 1 between each Foundry Toolkit update because Foundry Toolkit release and recipe update are two different processes. This is transparent to end user and they just see update no matter the gap is.
 
 ## Run sanitize.py
 
-Run .aitk/scripts/sanitize.py to config and generate AITK specific files. These files are optional for pr creator as they are auto-generated (but need to commit for AITK).
+Run .aitk/scripts/sanitize.py to config and generate Foundry Toolkit specific files. These files are optional for pr creator as they are auto-generated (but need to commit for Foundry Toolkit).
 
 - checks.json: sanity check for changes
 - model_list.json: you could see that new model is correctly added
-- .gitignore: default pattern for AITK project files
+- .gitignore: default pattern for Foundry Toolkit project files
 - model_project.config: list recipes same as info.yml
 - xxx.json.config: UX definition file for xxx.json. Automatically generated for llm model now
     - For new recipes, we may need to work together for generation
@@ -110,7 +110,7 @@ You could also see warnings for your project:
 
 - requirements.txt not exists: This file is optional. If provided, we will install the packages in it in our default venv. The purpose of this file is to enable user to add packages he needed for updated inference sample or olive json
     - This file is not the config for conversion or inference venv
-- inference_model.json not exists: this is for adding converted model to AITK catalog. If tested, we could add that
+- inference_model.json not exists: this is for adding converted model to Foundry Toolkit catalog. If tested, we could add that
 
 Now the changed files are
 
@@ -120,17 +120,17 @@ Now the changed files are
 
 [UxConfig.md](./UxConfig.md)
 
-## Test in AITK
+## Test in Foundry Toolkit
 
-Run `.aitk/scripts/pack_to_extension.py` and it will pack current local olive-recipes repo into installed AITK extension. So you could test in your local branch first before pushing to olive-recipes.
+Run `.aitk/scripts/pack_to_extension.py` and it will pack current local olive-recipes repo into installed Foundry Toolkit extension. So you could test in your local branch first before pushing to olive-recipes.
 
-After the script, reopen VS Code to restart the AITK, you should see it in the model list
+After the script, reopen VS Code to restart the Foundry Toolkit, you should see it in the model list
 
 ![In list](./GetStarted/inlist.png)
 
-It will be converted via your specified environment and run in current WCR environment from AITK.
+It will be converted via your specified environment and run in current WCR environment from Foundry Toolkit.
 
-### Test in AITK source code
+### Test in Foundry Toolkit source code
 
 Run `npm run zip-template`. It will pack olive-recipes into windows-ai-studio-templates first then pack windows-ai-studio-templates into resources/template.zip for extension debugging.
 

.aitk/docs/contribute/Versioning.md

@@ -1,6 +1,6 @@
 # Versioning
 
-Given AITK contains every recipe and is versioned, we could safely version our recipes and do not care backward compatiblity.
+Given Foundry Toolkit contains every recipe and is versioned, we could safely version our recipes and do not care backward compatibility.
 
 So there will be two cases:
 
@@ -15,7 +15,7 @@ We will notify user that there is new version of recipe and user could:
 ### When developer should increase the version
 
 Developers don't need to increase the version until release, they should do it whenever they changes needed files in pr.
-(So in AITK release, version could jump from 1 to 7 like so)
+(So in Foundry Toolkit release, version could jump from 1 to 7 like so)
 
 Should increase:
 

.aitk/docs/guide/HowToSetupVenvManually.md

@@ -1,14 +1,14 @@
 # How to setup venv manually
 
-Sometimes, you may want to setup venv and convert model via olive recipe yourselves without AITK. Here is how to do that.
+Sometimes, you may want to setup venv and convert model via olive recipe yourselves without Foundry Toolkit. Here is how to do that.
 
 ## Venv Creation
 
 We recommend using [uv](https://docs.astral.sh/uv/reference/cli/#uv-venv) to manage venv and now our venvs are using python 3.12.9.
 
 ## Requirements installation
 
-When AITK setups a venv, we usually install 3 kinds of requirements in order.
+When Foundry Toolkit setups a venv, we usually install 3 kinds of requirements in order.
 
 - Base requirements: the fundamental requirements including all packages
 - Patch (feature) requirements: the additional requirements for the recipe that are installed after base

.aitk/docs/guide/ProjectUpdate.md

@@ -3,15 +3,15 @@
 When your project needs update, it means that
 
 - We have updated the olive json or inference sample that is not compatible with previous version
-- The config file version inside AITK is different from your project.
+- The config file version inside Foundry Toolkit is different from your project.
 
 ## What should you do
 
 Basically you have 3 options
 
 - Replace your project with latest project automatically
 - Create a new project and migrate your changes into that project
-- Downgrade AITK to continue use previous version
+- Downgrade Foundry Toolkit to continue use previous version
 
 ### Replace your project with latest project automatically
 
@@ -23,7 +23,7 @@ This is recommended when you have changes. You could either migrate your changes
 
 The reverse direction is more complex but you may be still able to use olive cache.
 
-### Downgrade AITK to continue use previous version
+### Downgrade Foundry Toolkit to continue use previous version
 
 It is a workaround, but it will not allow you to use new recipes or new features.
 
@@ -35,6 +35,6 @@ The UX for showing the parameters may not working and in this case, you could ch
 
 ## About version
 
-When you see the version, you may notice that they are not continuous. This is caused by AITK release and recipe update are two different processes.
+When you see the version, you may notice that they are not continuous. This is caused by Foundry Toolkit release and recipe update are two different processes.
 
-The recipes could be updated multiple times between two AITK releases.
+The recipes could be updated multiple times between two Foundry Toolkit releases.

.aitk/non_model_projects/templates/empty/requirements.txt

@@ -1,3 +1,3 @@
-# This file will be installed together with AITK runtime requirements
-# For the full requirements, see AITK
+# This file will be installed together with Foundry Toolkit runtime requirements
+# For the full requirements, see Foundry Toolkit
 olive-ai

.aitk/requirements/requirements-Profiling.txt

@@ -27,6 +27,7 @@ onnxruntime-genai-winml==0.12.1
 # uvpip:uninstall onnxruntime-windowsml;pre
 onnxruntime-windowsml==1.23.2.202512041916
 packaging==24.2
+pandas==2.2.3
 parso==0.8.5
 platformdirs==4.4.0
 prompt-toolkit==3.0.52
@@ -42,6 +43,7 @@ stack-data==0.6.3
 sympy==1.14.0
 tornado==6.5.5
 traitlets==5.14.3
+tzdata==2025.2
 wasdk-Microsoft.Windows.AI.MachineLearning==1.8.251106002
 wasdk-Microsoft.Windows.ApplicationModel.DynamicDependency.Bootstrap==1.8.251106002
 wcwidth==0.2.13

.aitk/requirements/requirements-WCR-SAM.txt

@@ -0,0 +1,3 @@
+onnxsim==0.6.2
+sam2==1.1.0
+transformers==4.56.2