No public description

PiperOrigin-RevId: 817361653

Author: tensorflower-gardener

official/projects/waste_identification_ml/llm_applications/milk_pouch_detection/README.md

@@ -12,9 +12,12 @@ frames.
 
 ### 1. Create a VM Instance
 
+Many VM configurations will work, but the specs [here](/circularnet-docs/content/deploy-cn/before-you-begin.md) are relevant.
+
 ### 2. Download the Setup Script
 
-SSH into your VM instance and run:
+SSH into your VM instance. If this is the first access, you will be prompted
+to install nVidia drivers. After this is complete, run:
 
 ```bash
 curl -o setup.sh https://raw.githubusercontent.com/tensorflow/models/master/official/projects/waste_identification_ml/llm_applications/milk_pouch_detection/setup.sh

official/projects/waste_identification_ml/llm_applications/milk_pouch_detection/setup.sh

@@ -1,13 +1,17 @@
 #!/bin/bash
 #
-# This script sets up the complete environment for a computer vision project.
+# This script sets up the complete environment for a computer vision project
+# using a model ensemble approach of bounding box detection, segmentation,
+# and classification. The classification model is a pre-trained VIT model.
+
+# The script performs the following steps:
 # It performs the following steps:
 # 1. Installs system-level dependencies.
 # 2. Creates a Python virtual environment.
 # 3. Installs PyTorch, GroundingDINO, SAM2, and other Python packages.
 # 4. Creates project directories and downloads required model checkpoints.
-# 5. Installs, configures, and starts the Ollama service.
-# 6. Pulls a specific LLM model for use with Ollama.
+# 5. Fetches the custom trained VIT classifier model.
+# 6. Fetches the scripts to run the pipeline.
 
 # Exit immediately if a command exits with a non-zero status.
 set -o errexit
@@ -18,8 +22,7 @@ set -o pipefail
 
 # --- 1. Install System Dependencies ---
 echo "🔹 Starting: Install System Dependencies"
-sudo apt-get update -qq -y > /dev/null 2>&1
-sudo apt-get install -qq -y python3-venv python3-pip lsof > /dev/null 2>&1
+sudo apt-get install -y python3-venv python3-pip lsof
 echo "✅ Finished: Install System Dependencies"
 echo "-----"
 
@@ -33,22 +36,22 @@ echo "-----"
 # --- 3. Install Compatible Torch version ---
 echo "🔹 Starting: Install Torch, Torchvision, Torchaudio"
 pip uninstall -y torch torchvision torchaudio > /dev/null 2>&1 || true
-pip install --quiet torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu118
+pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu118
 echo "✅ Finished: Install Torch, Torchvision, Torchaudio"
 echo "-----"
 
 # --- 4. Install Grounding DINO ---
 echo "🔹 Starting: Install Grounding DINO"
-git clone --quiet https://github.com/IDEA-Research/GroundingDINO.git
+git clone https://github.com/IDEA-Research/GroundingDINO.git
 cd GroundingDINO
-pip install --quiet -e .
+pip install -e .
 cd ..
 echo "✅ Finished: Install Grounding DINO"
 echo "-----"
 
 # --- 5. Install SAM2 and Required Packages ---
 echo "🔹 Starting: Install SAM2 and Required Python Packages"
-pip install --quiet --no-cache-dir \
+pip install --no-cache-dir \
     opencv-python \
     numpy \
     ollama \
@@ -69,18 +72,18 @@ echo "-----"
 
 # --- 7. Download Model Checkpoints ---
 echo "🔹 Starting: Download SAM2 Checkpoint"
-wget -q -P ./milk_pouch_project/sam2_model https://dl.fbaipublicfiles.com/segment_anything_2/092824/sam2.1_hiera_large.pt
+wget -P ./milk_pouch_project/sam2_model https://dl.fbaipublicfiles.com/segment_anything_2/092824/sam2.1_hiera_large.pt
 echo "✅ Finished: Download SAM2 Checkpoint"
 echo "-----"
 
 echo "🔹 Starting: Download GroundingDINO Model and Config"
-wget -q -P ./milk_pouch_project/grounding_dino_model https://github.com/IDEA-Research/GroundingDINO/releases/download/v0.1.0-alpha/groundingdino_swint_ogc.pth
-wget -q -P ./milk_pouch_project/grounding_dino_model https://raw.githubusercontent.com/IDEA-Research/GroundingDINO/refs/heads/main/groundingdino/config/GroundingDINO_SwinT_OGC.py
+wget -P ./milk_pouch_project/grounding_dino_model https://github.com/IDEA-Research/GroundingDINO/releases/download/v0.1.0-alpha/groundingdino_swint_ogc.pth
+wget -P ./milk_pouch_project/grounding_dino_model https://raw.githubusercontent.com/IDEA-Research/GroundingDINO/refs/heads/main/groundingdino/config/GroundingDINO_SwinT_OGC.py
 echo "✅ Finished: Download GroundingDINO Model and Config"
 echo "-----"
 
 echo "🔹 Starting: Download Image Classifier Model"
-wget -q -P ./milk_pouch_project/image_classifier_model https://storage.googleapis.com/tf_model_garden/vision/waste_identification_ml/dairy_product_packet_detection/best_vit_model_epoch_131.pt
+wget -P ./milk_pouch_project/image_classifier_model https://storage.googleapis.com/tf_model_garden/vision/waste_identification_ml/dairy_product_packet_detection/best_vit_model_epoch_131.pt
 echo "✅ Finished: Download Image Classifier Model"
 echo "-----"