fix: install mlflow via conda, remove azureml-mlflow to fix pkg_resources, pin deps, add job wait

Author: Chakradhar886

tutorials/azureml-in-a-day/azureml-in-a-day.ipynb

@@ -186,15 +186,12 @@
                 "dependencies:\n",
                 "  - python=3.10\n",
                 "  - numpy=1.26.4\n",
-                "  - pip=24.0\n",
-                "  - setuptools\n",
                 "  - scikit-learn=1.5.1\n",
                 "  - scipy=1.14.0\n",
                 "  - pandas=2.2.2\n",
+                "  - mlflow=2.14.3\n",
                 "  - pip:\n",
                 "    - xlrd==2.0.1\n",
-                "    - mlflow==2.14.3\n",
-                "    - azureml-mlflow\n",
                 "    - psutil\n",
                 "    - tqdm\n",
                 "    - ipykernel~=6.29\n",
@@ -222,7 +219,7 @@
             "source": [
                 "from azure.ai.ml.entities import Environment\n",
                 "\n",
-                "custom_env_name = \"aml-scikit-learn\"\n",
+                "custom_env_name = \"aml-scikit-learn-v2\"\n",
                 "\n",
                 "pipeline_job_env = Environment(\n",
                 "    name=custom_env_name,\n",
@@ -453,7 +450,7 @@
                 "    ),\n",
                 "    code=\"./src/\",  # location of source code\n",
                 "    command=\"python main.py --data ${{inputs.data}} --test_train_ratio ${{inputs.test_train_ratio}} --learning_rate ${{inputs.learning_rate}} --registered_model_name ${{inputs.registered_model_name}}\",\n",
-                "    environment=\"aml-scikit-learn@latest\",\n",
+                "    environment=\"aml-scikit-learn-v2@latest\",\n",
                 "    experiment_name=\"train_model_credit_default_prediction\",\n",
                 "    display_name=\"credit_default_prediction\",\n",
                 ")"