skip Vertex AI tests

Author: aIbrahiim

sdks/python/apache_beam/ml/rag/embeddings/vertex_ai_test.py

@@ -23,6 +23,8 @@
 import unittest
 import zlib
 
+import pytest
+
 import apache_beam as beam
 from apache_beam.ml.rag.types import Chunk
 from apache_beam.ml.rag.types import Content
@@ -58,6 +60,7 @@ def chunk_approximately_equals(expected, actual):
       all(isinstance(x, float) for x in actual.embedding.dense_embedding))
 
 
+@pytest.mark.vertex_ai_postcommit
 @unittest.skipIf(
     not VERTEX_AI_AVAILABLE, "Vertex AI dependencies not available")
 class VertexAITextEmbeddingsTest(unittest.TestCase):
@@ -146,6 +149,7 @@ def test_image_adapter_output(self):
     self.assertEqual(result[0].embedding.dense_embedding, [0.1, 0.2, 0.3])
 
 
+@pytest.mark.vertex_ai_postcommit
 @unittest.skipIf(
     not VERTEX_AI_AVAILABLE, "Vertex AI dependencies not available")
 class VertexAIImageEmbeddingsTest(unittest.TestCase):

sdks/python/apache_beam/ml/transforms/embeddings/vertex_ai_test.py

@@ -20,6 +20,8 @@
 import unittest
 import uuid
 
+import pytest
+
 import apache_beam as beam
 from apache_beam.ml.inference.base import RunInference
 from apache_beam.ml.transforms import base
@@ -58,6 +60,7 @@
 model_name: str = "text-embedding-005"
 
 
+@pytest.mark.vertex_ai_postcommit
 @unittest.skipIf(
     VertexAITextEmbeddings is None, 'Vertex AI Python SDK is not installed.')
 class VertexAIEmbeddingsTest(unittest.TestCase):
@@ -261,6 +264,7 @@ def test_mltransform_to_ptransform_with_vertex(self):
           ptransform_list[i]._model_handler._underlying.model_name, model_name)
 
 
+@pytest.mark.vertex_ai_postcommit
 @unittest.skipIf(
     VertexAIImageEmbeddings is None, 'Vertex AI Python SDK is not installed.')
 class VertexAIImageEmbeddingsTest(unittest.TestCase):
@@ -308,6 +312,7 @@ def _make_text_chunk(input: str) -> Chunk:
   return Chunk(content=Content(text=input))
 
 
+@pytest.mark.vertex_ai_postcommit
 @unittest.skipIf(
     VertexAIMultiModalEmbeddings is None,
     'Vertex AI Python SDK is not installed.')

sdks/python/tox.ini

@@ -562,7 +562,7 @@ commands =
   /bin/sh -c "pip freeze | grep -E google-cloud-aiplatform"
   /bin/sh -c "pip freeze | grep -E transformers"
   # Allow exit code 5 (no tests run) so that we can run this command safely on arbitrary subdirectories.
-  /bin/sh -c 'pytest apache_beam/ml/transforms/embeddings -o junit_suite_name={envname} --junitxml=pytest_{envname}.xml -n 6 {posargs}; ret=$?; [ $ret = 5 ] && exit 0 || exit $ret'
+  /bin/sh -c 'pytest apache_beam/ml/transforms/embeddings -o junit_suite_name={envname} --junitxml=pytest_{envname}.xml -n 6 -m "not vertex_ai_postcommit" {posargs}; ret=$?; [ $ret = 5 ] && exit 0 || exit $ret'
 
 
 [testenv:py{310,311}-TFHubEmbeddings-{014,015}]
@@ -580,7 +580,7 @@ commands =
   # Log aiplatform and its dependencies version for debugging
   /bin/sh -c "pip freeze | grep -E tensorflow"
   # Allow exit code 5 (no tests run) so that we can run this command safely on arbitrary subdirectories.
-  bash {toxinidir}/scripts/run_pytest.sh {envname} 'apache_beam/ml/transforms/embeddings'
+  bash {toxinidir}/scripts/run_pytest.sh {envname} 'apache_beam/ml/transforms/embeddings' "-m not(vertex_ai_postcommit)"
 
 [testenv:py{310,312}-dill]
 extras = test,dill