-
-
Notifications
You must be signed in to change notification settings - Fork 56
Expand file tree
/
Copy pathmodule_loader.rs
More file actions
329 lines (288 loc) · 11.7 KB
/
Copy pathmodule_loader.rs
File metadata and controls
329 lines (288 loc) · 11.7 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
//! Module loader implementation for rustyscript
//! This module provides tools for caching module data, resolving module specifiers, and loading modules
#![allow(deprecated)]
use std::{borrow::Cow, cell::RefCell, path::PathBuf, rc::Rc};
use deno_core::{error::ModuleLoaderError, ModuleLoader, ModuleSpecifier};
mod inner_loader;
use inner_loader::InnerRustyLoader;
pub(crate) use inner_loader::LoaderOptions;
mod cache_provider;
pub use cache_provider::{ClonableSource, ModuleCacheProvider};
mod import_provider;
pub use import_provider::ImportProvider;
use crate::transpiler::ExtensionTranspiler;
/// The primary module loader implementation for rustyscript
/// This structure manages fetching module code, transpilation, and caching
pub(crate) struct RustyLoader {
inner: Rc<RefCell<InnerRustyLoader>>,
}
impl RustyLoader {
/// Creates a new instance of `RustyLoader`
/// An optional cache provider can be provided to manage module code caching, as well as an import provider to manage module resolution.
pub fn new(options: LoaderOptions) -> Self {
let inner = Rc::new(RefCell::new(InnerRustyLoader::new(options)));
Self { inner }
}
pub fn set_current_dir(&self, current_dir: PathBuf) {
self.inner_mut().set_current_dir(current_dir);
}
pub fn whitelist_add(&self, specifier: &ModuleSpecifier) {
self.inner_mut().whitelist_add(specifier.as_str());
}
fn inner(&self) -> std::cell::Ref<'_, InnerRustyLoader> {
self.inner.borrow()
}
fn inner_mut(&self) -> std::cell::RefMut<'_, InnerRustyLoader> {
self.inner.borrow_mut()
}
/// Inserts a source map into the source map cache
/// This is used to provide source maps for loaded modules
/// for error message generation
pub fn insert_source_map(&self, file_name: &str, code: String, source_map: Option<Vec<u8>>) {
self.inner_mut().add_source_map(file_name, code, source_map);
}
/// Get an extension transpiler that can be injected into a `deno_core::JsRuntime`
pub fn as_extension_transpiler(self: &Rc<Self>) -> ExtensionTranspiler {
let loader = self.clone();
Rc::new(move |specifier, code| loader.inner().transpile_extension(&specifier, &code))
}
/// Transpile a module from CJS to ESM
#[allow(dead_code)]
pub async fn translate_cjs(
&self,
specifier: &ModuleSpecifier,
source: &str,
) -> Result<String, crate::Error> {
InnerRustyLoader::translate_cjs(self.inner.clone(), specifier.clone(), source.to_string())
.await
}
}
//
// Deno trait implementations start
//
impl ModuleLoader for RustyLoader {
/// Resolve a module specifier to a full url by adding the base url
/// and resolving any relative paths
///
/// Also checks if the module is allowed to be loaded or not based on scheme
fn resolve(
&self,
specifier: &str,
referrer: &str,
kind: deno_core::ResolutionKind,
) -> Result<ModuleSpecifier, ModuleLoaderError> {
self.inner_mut().resolve(specifier, referrer, kind)
}
/// Load a module by it's name
fn load(
&self,
module_specifier: &ModuleSpecifier,
maybe_referrer: Option<&deno_core::ModuleLoadReferrer>,
options: deno_core::ModuleLoadOptions,
) -> deno_core::ModuleLoadResponse {
let inner = self.inner.clone();
InnerRustyLoader::load(inner, module_specifier, maybe_referrer, options)
}
fn get_source_map(&self, file_name: &str) -> Option<Cow<'_, [u8]>> {
let inner = self.inner();
let map = inner.get_source_map(file_name)?.1.as_deref()?;
Some(Cow::Owned(map.to_vec()))
}
fn get_source_mapped_source_line(&self, file_name: &str, line_number: usize) -> Option<String> {
let inner = self.inner();
let lines: Vec<_> = inner.get_source_map(file_name)?.0.split('\n').collect();
if line_number >= lines.len() {
return None;
}
Some(lines[line_number].to_string())
}
}
#[cfg(test)]
mod test {
use deno_core::{
ModuleLoadResponse, ModuleSource, ModuleSourceCode, ModuleType, ResolutionKind,
};
use super::*;
use crate::{module_loader::ClonableSource, traits::ToModuleSpecifier};
/// Test in-memory module cache provider
#[derive(Default)]
struct MemoryModuleCacheProvider(std::collections::HashMap<ModuleSpecifier, ModuleSource>);
impl ModuleCacheProvider for MemoryModuleCacheProvider {
fn set(&mut self, specifier: &ModuleSpecifier, source: ModuleSource) {
self.0.insert(specifier.clone(), source);
}
fn get(&self, specifier: &ModuleSpecifier) -> Option<ModuleSource> {
self.0.get(specifier).map(|s| s.clone(specifier))
}
}
#[tokio::test]
async fn test_loader() {
let mut cache_provider = MemoryModuleCacheProvider::default();
let specifier = "file:///test.ts"
.to_module_specifier(&std::env::current_dir().unwrap())
.unwrap();
let source = ModuleSource::new(
ModuleType::JavaScript,
ModuleSourceCode::String("console.log('Hello, World!')".to_string().into()),
&specifier,
None,
);
cache_provider.set(&specifier, source.clone(&specifier));
let cached_source = cache_provider
.get(&specifier)
.expect("Expected to get cached source");
let loader = RustyLoader::new(LoaderOptions {
cache_provider: Some(Box::new(cache_provider)),
..LoaderOptions::default()
});
let response = loader.load(
&specifier,
None,
deno_core::ModuleLoadOptions {
is_dynamic_import: false,
is_synchronous: false,
requested_module_type: deno_core::RequestedModuleType::None,
},
);
match response {
ModuleLoadResponse::Async(_) => panic!("Unexpected response"),
ModuleLoadResponse::Sync(result) => {
let source = result.expect("Expected to get source");
let ModuleSourceCode::String(source) = source.code else {
panic!("Unexpected source code type");
};
let ModuleSourceCode::String(cached_source) = cached_source.code else {
panic!("Unexpected source code type");
};
assert_eq!(source, cached_source);
}
}
}
struct TestImportProvider {
i: usize,
}
impl TestImportProvider {
fn new() -> Self {
Self { i: 0 }
}
}
impl ImportProvider for TestImportProvider {
fn resolve(
&mut self,
specifier: &ModuleSpecifier,
_referrer: &str,
_kind: deno_core::ResolutionKind,
) -> Option<Result<ModuleSpecifier, ModuleLoaderError>> {
match specifier.scheme() {
"test" => {
self.i += 1;
Some(Ok(
ModuleSpecifier::parse(&format!("test://{}", self.i)).unwrap()
))
}
_ => None,
}
}
fn import(
&mut self,
specifier: &ModuleSpecifier,
_referrer: Option<&ModuleSpecifier>,
_is_dyn_import: bool,
) -> Option<Result<String, ModuleLoaderError>> {
match specifier.as_str() {
"test://1" => Some(Ok("console.log('Rock')".to_string())),
"test://2" => Some(Ok("console.log('Paper')".to_string())),
"test://3" => Some(Ok("console.log('Scissors')".to_string())),
_ => None,
}
}
}
#[tokio::test]
async fn test_import_provider() {
let loader = RustyLoader::new(LoaderOptions {
import_provider: Some(Box::new(TestImportProvider::new())),
cwd: std::env::current_dir().unwrap(),
..LoaderOptions::default()
});
let expected_responses = [
"console.log('Rock')".to_string(),
"console.log('Paper')".to_string(),
"console.log('Scissors')".to_string(),
];
for expected in expected_responses {
let specifier = loader
.resolve("test://anything", "", ResolutionKind::Import)
.unwrap();
let response = loader.load(
&specifier,
None,
deno_core::ModuleLoadOptions {
is_dynamic_import: false,
is_synchronous: false,
requested_module_type: deno_core::RequestedModuleType::None,
},
);
match response {
ModuleLoadResponse::Async(future) => {
let source = future.await.expect("Expected to get source");
let ModuleSourceCode::String(source) = source.code else {
panic!("Unexpected source code type");
};
assert_eq!(source, expected.into());
}
ModuleLoadResponse::Sync(_) => panic!("Unexpected response"),
}
}
}
/// Test backward compatibility for `ImportProvider` trait
#[test]
fn test_import_provider_backward_compat() {
use deno_core::RequestedModuleType;
// Test provider that uses the old deprecated API
struct OldStyleProvider;
impl ImportProvider for OldStyleProvider {
// Override the old method
#[allow(deprecated)]
fn import_with_type(
&mut self,
specifier: &ModuleSpecifier,
_referrer: Option<&ModuleSpecifier>,
_is_dyn_import: bool,
_requested_module_type: RequestedModuleType,
) -> Option<Result<String, ModuleLoaderError>> {
match specifier.as_str() {
"test://old" => Some(Ok("console.log('old style')".to_string())),
_ => None,
}
}
}
// Test provider that uses the new API
struct NewStyleProvider;
impl ImportProvider for NewStyleProvider {
fn import(
&mut self,
specifier: &ModuleSpecifier,
_referrer: Option<&ModuleSpecifier>,
_is_dyn_import: bool,
) -> Option<Result<String, ModuleLoaderError>> {
match specifier.as_str() {
"test://new" => Some(Ok("console.log('new style')".to_string())),
_ => None,
}
}
}
// Both should work
let mut old_provider = OldStyleProvider;
let mut new_provider = NewStyleProvider;
let spec_old = ModuleSpecifier::parse("test://old").unwrap();
let spec_new = ModuleSpecifier::parse("test://new").unwrap();
// Old style provider should work via the new interface
let result = old_provider.import(&spec_old, None, false);
assert!(result.is_some());
assert_eq!(result.unwrap().unwrap(), "console.log('old style')");
// New style provider should work
let result = new_provider.import(&spec_new, None, false);
assert!(result.is_some());
assert_eq!(result.unwrap().unwrap(), "console.log('new style')");
}
}