Update generate-protobuf (#7)

Author: corentinmusard

CONTRIBUTING.md

@@ -65,7 +65,7 @@ defined in the [Tilebox Go repository](https://github.com/tilebox/tilebox-go/tre
 ### Updating protobuf files
 
 ```bash
-uv run copy-protobuf
+uv run generate-protobuf
 ```
 
 ## Releasing and deploying a new version

buf.gen.datasets.yaml

@@ -0,0 +1,16 @@
+version: v2
+managed:
+  enabled: true
+plugins:
+  - remote: buf.build/grpc/python
+    out: tilebox-datasets/tilebox/datasets
+  - remote: buf.build/protocolbuffers/python:v29.3 # v30.0 onwards requires protobuf > 6
+    out: tilebox-datasets/tilebox/datasets
+  - remote: buf.build/protocolbuffers/pyi:v29.3 # v30.0 onwards requires protobuf > 6
+    out: tilebox-datasets/tilebox/datasets
+inputs:
+  # for local development
+  # - directory: ../api
+  - module: buf.build/tilebox/api
+    paths:
+      - "datasets"

buf.gen.workflows.yaml

@@ -0,0 +1,16 @@
+version: v2
+managed:
+  enabled: true
+plugins:
+  - remote: buf.build/grpc/python
+    out: tilebox-workflows/tilebox/workflows
+  - remote: buf.build/protocolbuffers/python:v29.3 # v30.0 onwards requires protobuf > 6
+    out: tilebox-workflows/tilebox/workflows
+  - remote: buf.build/protocolbuffers/pyi:v29.3 # v30.0 onwards requires protobuf > 6
+    out: tilebox-workflows/tilebox/workflows
+inputs:
+  # for local development
+  # - directory: ../api
+  - module: buf.build/tilebox/api
+    paths:
+      - "workflows"

pyproject.toml

@@ -32,7 +32,7 @@ dev = [
 ]
 
 [project.scripts]
-copy-protobuf = "tools.copy_protobuf:main"
+generate-protobuf = "tools.generate_protobuf:main"
 
 [tool.hatch.build.targets.sdist]
 packages = ["tools"]
@@ -68,8 +68,8 @@ target-version = "py310"
 exclude = [
     "*/.venv/*",
     # it's auto generated, don't lint it
-    "*/datasetsv1/*",
-    "*/workflowsv1/*",
+    "*/datasets/v1/*",
+    "*/workflows/v1/*",
 ]
 
 [tool.ruff.lint]
@@ -116,8 +116,8 @@ exclude = ["**/.ipynb_checkpoints", "**/__pycache__", ".venv"]
 # ignore warnings in those files, but still type check them when used as a dependency in other files
 ignore = [
     # it's auto generated
-    "**/datasetsv1",
-    "**/workflowsv1",
+    "**/datasets/v1",
+    "**/workflows/v1",
 ]
 
 # pyright needs to have all the dependencies installed to be able to type check

tilebox-datasets/pyproject.toml

@@ -54,7 +54,7 @@ packages = ["tilebox"]
 packages = ["tilebox"]
 
 [tool.coverage.run]
-omit = ["tilebox/*/datasetsv1/*"]
+omit = ["tilebox/*/datasets/v1/*"]
 
 [tool.pytest.ini_options]
 minversion = "6.0"

tilebox-datasets/tests/data/datapoint.py

@@ -42,7 +42,7 @@
 from tilebox.datasets.data.time_interval import (
     datetime_to_timestamp,
 )
-from tilebox.datasets.datasetsv1 import core_pb2
+from tilebox.datasets.datasets.v1 import core_pb2
 
 
 @composite

tilebox-datasets/tests/data/well_known_types.py

@@ -12,7 +12,7 @@
 
 from tests.data.time_interval import i64_datetimes
 from tilebox.datasets.data.time_interval import datetime_to_timestamp
-from tilebox.datasets.datasetsv1 import well_known_types_pb2
+from tilebox.datasets.datasets.v1 import well_known_types_pb2
 
 
 @composite

tilebox-datasets/tests/example_dataset/example_dataset_pb2.py

@@ -26,7 +26,7 @@
 _sym_db = _symbol_database.Default()
 
 
-from tilebox.datasets.datasetsv1 import well_known_types_pb2 as datasets_dot_v1_dot_well__known__types__pb2
+from tilebox.datasets.datasets.v1 import well_known_types_pb2 as datasets_dot_v1_dot_well__known__types__pb2
 from google.protobuf import duration_pb2 as google_dot_protobuf_dot_duration__pb2
 from google.protobuf import timestamp_pb2 as google_dot_protobuf_dot_timestamp__pb2
 

tilebox-datasets/tests/example_dataset/example_dataset_pb2.pyi

@@ -8,7 +8,7 @@ from google.protobuf import message as _message
 from google.protobuf import timestamp_pb2 as _timestamp_pb2
 from google.protobuf.internal import containers as _containers
 
-from tilebox.datasets.datasetsv1 import well_known_types_pb2 as _well_known_types_pb2
+from tilebox.datasets.datasets.v1 import well_known_types_pb2 as _well_known_types_pb2
 
 DESCRIPTOR_PROTO: bytes
 DESCRIPTOR: _descriptor.FileDescriptor

tilebox-datasets/tests/test_timeseries.py

@@ -26,16 +26,16 @@
     timestamp_to_datetime,
 )
 from tilebox.datasets.data.uuid import uuid_message_to_uuid, uuid_to_uuid_message
-from tilebox.datasets.datasetsv1.collections_pb2 import (
+from tilebox.datasets.datasets.v1.collections_pb2 import (
     CreateCollectionRequest,
     DeleteCollectionRequest,
     GetCollectionByNameRequest,
     ListCollectionsRequest,
 )
-from tilebox.datasets.datasetsv1.collections_pb2_grpc import CollectionServiceStub
-from tilebox.datasets.datasetsv1.core_pb2 import Collection as CollectionMessage
-from tilebox.datasets.datasetsv1.core_pb2 import CollectionInfo as CollectionInfoMessage
-from tilebox.datasets.datasetsv1.core_pb2 import CollectionInfos as CollectionInfosMessage
+from tilebox.datasets.datasets.v1.collections_pb2_grpc import CollectionServiceStub
+from tilebox.datasets.datasets.v1.core_pb2 import Collection as CollectionMessage
+from tilebox.datasets.datasets.v1.core_pb2 import CollectionInfo as CollectionInfoMessage
+from tilebox.datasets.datasets.v1.core_pb2 import CollectionInfos as CollectionInfosMessage
 from tilebox.datasets.service import TileboxDatasetService