Skip to content

Commit a93a8af

Browse files
committed
feat: implement Clang-backed metadata adapter and registry for C++ inference enrichment
1 parent d3e29df commit a93a8af

5 files changed

Lines changed: 574 additions & 14 deletions

File tree

cppmega_mlx/inference/__init__.py

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -41,13 +41,19 @@
4141
require_model_integrated_paged_attention,
4242
)
4343
from cppmega_mlx.inference.side_channels import (
44+
AdapterUnavailableError,
4445
AdapterCapabilities,
46+
ClangCodeMetadataAdapter,
4547
CodeMetadataAdapter,
4648
InferenceFailPolicy,
4749
InferenceSideChannelBuilder,
4850
InferenceSideChannelCacheComponents,
4951
InferenceSideChannelResult,
5052
TokenMetadata,
53+
UnavailableCodeMetadataAdapter,
54+
builtin_code_metadata_adapters,
55+
get_builtin_code_metadata_adapter,
56+
normalize_code_language,
5157
)
5258
from cppmega_mlx.inference.speculative_decode import (
5359
speculative_acceptance,
@@ -61,7 +67,9 @@
6167
"ContiguousKVCacheConfig",
6268
"ContinuousBatchScheduler",
6369
"GenerationChunk",
70+
"AdapterUnavailableError",
6471
"AdapterCapabilities",
72+
"ClangCodeMetadataAdapter",
6573
"CodeMetadataAdapter",
6674
"InferenceFailPolicy",
6775
"InferenceQuantizationConfig",
@@ -75,17 +83,21 @@
7583
"SchedulerOutput",
7684
"SequenceRequest",
7785
"TokenMetadata",
86+
"UnavailableCodeMetadataAdapter",
7887
"build_prompt_cache",
7988
"build_fim_prompt_ids",
8089
"build_paged_block_table",
90+
"builtin_code_metadata_adapters",
8191
"clone_contiguous_kv_cache",
8292
"generate_tokens",
8393
"generate_tokens_with_prompt_cache",
8494
"generate_tokens_with_kv_cache",
95+
"get_builtin_code_metadata_adapter",
8596
"kv_cache_position",
8697
"make_contiguous_kv_cache",
8798
"make_quantized_kv_cache",
8899
"next_token_logits",
100+
"normalize_code_language",
89101
"prefill_contiguous_kv_cache",
90102
"quantize_kv_cache",
91103
"quantize_linear_for_inference",

0 commit comments

Comments
 (0)