ci: Add pytest reruns to nightly tests for flaky tests (#2486)

* Add pytest reruns to nightly tests for flaky tests

* Add reruns to llama stack as well

Author: sjrl

integrations/llama_stack/pyproject.toml

@@ -60,7 +60,7 @@ dependencies = [
 [tool.hatch.envs.test.scripts]
 unit = 'pytest -m "not integration" {args:tests}'
 integration = 'pytest -m "integration" {args:tests}'
-all = 'pytest {args:tests}'
+all = 'pytest --reruns 3 --reruns-delay 30 -x {args:tests}'
 cov-retry = 'pytest --cov=haystack_integrations --reruns 3 --reruns-delay 30 -x {args:tests}'
 
 types = "mypy -p haystack_integrations.components.generators.llama_stack {args}"

integrations/meta_llama/pyproject.toml

@@ -63,7 +63,7 @@ dependencies = [
 [tool.hatch.envs.test.scripts]
 unit = 'pytest -m "not integration" {args:tests}'
 integration = 'pytest -m "integration" {args:tests}'
-all = 'pytest {args:tests}'
+all = 'pytest --reruns 3 --reruns-delay 30 -x {args:tests}'
 cov-retry = 'pytest --cov="haystack_integrations" --reruns 3 --reruns-delay 30 -x {args:tests}'
 
 types = "mypy -p haystack_integrations.components.generators.meta_llama {args}"

integrations/togetherai/pyproject.toml

@@ -65,7 +65,7 @@ dependencies = [
 [tool.hatch.envs.test.scripts]
 unit = 'pytest -m "not integration" {args:tests}'
 integration = 'pytest -m "integration" {args:tests}'
-all = 'pytest {args:tests}'
+all = 'pytest --reruns 3 --reruns-delay 30 -x {args:tests}'
 cov-retry = 'pytest --cov=haystack_integrations --reruns 3 --reruns-delay 30 -x {args:tests}'
 
 types = """mypy -p haystack_integrations.components.generators.togetherai {args}"""