try this

Author: NishanthJKumar

predicators/datasets/generate_atom_trajs_with_vlm.py

@@ -1126,9 +1126,10 @@ def create_ground_atom_data_from_generated_demos(
     else:
         # import pdb; pdb.set_trace()
         generate_func = _generate_ground_atoms_with_vlm_pure_visual_preds
-    ground_atoms_trajs = generate_func(img_option_trajs, env, train_tasks,
-                                       known_predicates, all_task_objs, vlm)
-    return Dataset(option_segmented_trajs, ground_atoms_trajs)
+    # ground_atoms_trajs = generate_func(img_option_trajs, env, train_tasks,
+    #                                    known_predicates, all_task_objs, vlm)
+    # return Dataset(option_segmented_trajs, ground_atoms_trajs)
+    return Dataset(option_segmented_trajs, None)
 
 
 def create_ground_atom_data_from_labelled_txt(

scripts/configs/pred_invention_vlm.yaml

@@ -36,15 +36,17 @@ APPROACHES:
   #   FLAGS:
   #     grammar_search_vlm_atom_proposal_prompt_type: demo_with_vlm_imgs
   #     grammar_search_invent_geo_predicates_only: False
-  interpret:
-    NAME: "grammar_search_invention"
-    FLAGS:
-      offline_data_method: demo_with_vlm_imgs
-      vlm_predicate_vision_api_generate_ground_atoms: True
-  # vila-with-fewshot:
-  #   NAME: "vlm_open_loop"
+  # interpret:
+  #   NAME: "grammar_search_invention"
   #   FLAGS:
-  #     vlm_open_loop_use_training_demos: True
+  #     offline_data_method: demo_with_vlm_imgs
+  #     vlm_predicate_vision_api_generate_ground_atoms: True
+  vila-with-fewshot:
+    NAME: "vlm_open_loop"
+    FLAGS:
+      vlm_open_loop_use_training_demos: True
+      offline_data_method: geo_and_demo_with_vlm_imgs
+
 
 ENVS:
   # burger_no_move_more_stacks: