Merge pull request lightspeed-core#1088 from tisnik/lcore-1249-benchmarks-devel-dependency

LCORE-1249: benchmarks devel dependency

Author: tisnik

Makefile

@@ -38,6 +38,8 @@ test-e2e: ## Run end to end tests for the service
 test-e2e-local: ## Run end to end tests for the service
 	uv run behave --color --format pretty --tags=-skip -D dump_errors=true @tests/e2e/test_list.txt
 
+benchmarks: ## Run benchmarks
+	uv run python -m pytest -vv tests/benchmarks/
 
 check-types: ## Checks type hints in sources
 	uv run mypy --explicit-package-bases --disallow-untyped-calls --disallow-untyped-defs --disallow-incomplete-defs --ignore-missing-imports --disable-error-code attr-defined src/ tests/unit tests/integration tests/e2e/ dev-tools/

README.md

@@ -740,14 +740,19 @@ Usage: make <OPTIONS> ... <TARGETS>
 Available targets are:
 
 run                               Run the service locally
+help                              Show this help screen
+run-llama-stack                   Start Llama Stack with enriched config (for local service mode)
 test-unit                         Run the unit tests
 test-integration                  Run integration tests tests
 test-e2e                          Run end to end tests for the service
+test-e2e-local                    Run end to end tests for the service
+benchmarks                        Run benchmarks
 check-types                       Checks type hints in sources
 security-check                    Check the project for security issues
 format                            Format the code into unified format
 schema                            Generate OpenAPI schema file
 openapi-doc                       Generate OpenAPI documentation
+generate-documentation            Generate documentation
 requirements.txt                  Generate requirements.txt file containing hashes for all non-devel packages
 doc                               Generate documentation for developers
 docs/config.puml                  Generate PlantUML class diagram for configuration
@@ -762,7 +767,7 @@ ruff                              Check source code using Ruff linter
 verify                            Run all linters
 distribution-archives             Generate distribution archives to be uploaded into Python registry
 upload-distribution-archives      Upload distribution archives into Python registry
-help                              Show this help screen
+konflux-requirements              generate hermetic requirements.*.txt file for konflux build
 ```
 
 ## Running Linux container image

pyproject.toml

@@ -137,6 +137,7 @@ dev = [
     "bandit>=1.8.6",
     "pybuild-deps>=0.5.0",
     "pip==24.3.1",
+    "pytest-benchmark>=5.2.3",
 ]
 llslibdev = [
     # To check llama-stack API provider dependecies: