|
41 | 41 | require_model_integrated_paged_attention, |
42 | 42 | ) |
43 | 43 | from cppmega_mlx.inference.side_channels import ( |
| 44 | + AdapterUnavailableError, |
44 | 45 | AdapterCapabilities, |
| 46 | + ClangCodeMetadataAdapter, |
45 | 47 | CodeMetadataAdapter, |
46 | 48 | InferenceFailPolicy, |
47 | 49 | InferenceSideChannelBuilder, |
48 | 50 | InferenceSideChannelCacheComponents, |
49 | 51 | InferenceSideChannelResult, |
50 | 52 | TokenMetadata, |
| 53 | + UnavailableCodeMetadataAdapter, |
| 54 | + builtin_code_metadata_adapters, |
| 55 | + get_builtin_code_metadata_adapter, |
| 56 | + normalize_code_language, |
51 | 57 | ) |
52 | 58 | from cppmega_mlx.inference.speculative_decode import ( |
53 | 59 | speculative_acceptance, |
|
61 | 67 | "ContiguousKVCacheConfig", |
62 | 68 | "ContinuousBatchScheduler", |
63 | 69 | "GenerationChunk", |
| 70 | + "AdapterUnavailableError", |
64 | 71 | "AdapterCapabilities", |
| 72 | + "ClangCodeMetadataAdapter", |
65 | 73 | "CodeMetadataAdapter", |
66 | 74 | "InferenceFailPolicy", |
67 | 75 | "InferenceQuantizationConfig", |
|
75 | 83 | "SchedulerOutput", |
76 | 84 | "SequenceRequest", |
77 | 85 | "TokenMetadata", |
| 86 | + "UnavailableCodeMetadataAdapter", |
78 | 87 | "build_prompt_cache", |
79 | 88 | "build_fim_prompt_ids", |
80 | 89 | "build_paged_block_table", |
| 90 | + "builtin_code_metadata_adapters", |
81 | 91 | "clone_contiguous_kv_cache", |
82 | 92 | "generate_tokens", |
83 | 93 | "generate_tokens_with_prompt_cache", |
84 | 94 | "generate_tokens_with_kv_cache", |
| 95 | + "get_builtin_code_metadata_adapter", |
85 | 96 | "kv_cache_position", |
86 | 97 | "make_contiguous_kv_cache", |
87 | 98 | "make_quantized_kv_cache", |
88 | 99 | "next_token_logits", |
| 100 | + "normalize_code_language", |
89 | 101 | "prefill_contiguous_kv_cache", |
90 | 102 | "quantize_kv_cache", |
91 | 103 | "quantize_linear_for_inference", |
|
0 commit comments