1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
//! Full type checker with dependency support.
#![feature(box_syntax)]

use std::{mem::take, sync::Arc, time::Instant};

use dashmap::{DashMap, DashSet, SharedValue};
use fxhash::{FxBuildHasher, FxHashMap};
use loader::LoadModule;
use once_cell::sync::OnceCell;
use parking_lot::{Mutex, RwLock};
use rnode::{NodeIdGenerator, RNode, VisitWith};
use stc_ts_ast_rnode::{RModule, RStr, RTsModuleName};
use stc_ts_dts::{apply_mutations, cleanup_module_for_dts};
use stc_ts_env::Env;
use stc_ts_errors::{debug::debugger::Debugger, Error};
use stc_ts_file_analyzer::{analyzer::Analyzer, loader::Load, validator::ValidateWith, ModuleTypeData, VResult};
use stc_ts_storage::{ErrorStore, File, Group, Single};
use stc_ts_types::{ModuleId, Type};
use stc_utils::{cache::Freeze, early_error};
use swc_atoms::JsWord;
use swc_common::{errors::Handler, FileName, SourceMap, Spanned, DUMMY_SP};
use swc_ecma_ast::Module;
use tracing::{info, warn};

pub mod loader;
mod typings;

/// Onc instance per swc::Compiler
pub struct Checker<L>
where
    L: LoadModule,
{
    cm: Arc<SourceMap>,
    handler: Arc<Handler>,
    /// Cache
    module_types: RwLock<FxHashMap<ModuleId, Arc<OnceCell<Type>>>>,

    declared_modules: DashMap<String, ModuleId, FxBuildHasher>,

    /// Information required to generate `.d.ts` files.
    dts_modules: Arc<DashMap<ModuleId, RModule, FxBuildHasher>>,

    module_loader: L,

    /// Modules which are being processed or analyzed.
    started: Arc<DashSet<ModuleId, FxBuildHasher>>,

    errors: Mutex<Vec<Error>>,

    env: Env,

    debugger: Option<Debugger>,
}

impl<L> Checker<L>
where
    L: LoadModule,
{
    pub fn new(cm: Arc<SourceMap>, handler: Arc<Handler>, env: Env, debugger: Option<Debugger>, module_loader: L) -> Self {
        Checker {
            env,
            cm,
            handler,
            module_types: Default::default(),
            dts_modules: Default::default(),
            started: Default::default(),
            errors: Default::default(),
            debugger,
            declared_modules: Default::default(),
            module_loader,
        }
    }
}

impl<L> Checker<L>
where
    L: LoadModule,
{
    /// Get type information of a module.
    pub fn get_types(&self, id: ModuleId) -> Option<Type> {
        let lock = self.module_types.read();
        lock.get(&id).and_then(|v| v.get().cloned())
    }

    /// Removes dts module from `self` and return it.
    pub fn take_dts(&self, id: ModuleId) -> Option<Module> {
        self.dts_modules.remove(&id).map(|v| v.1.into_orig())
    }

    pub fn module_loader(&self) -> &L {
        &self.module_loader
    }

    /// After calling this method, you can get errors using `.take_errors()`
    pub fn check(&self, entry: Arc<FileName>) -> ModuleId {
        let start = Instant::now();

        let modules = self.module_loader.load_module(&entry, true).expect("failed to load entry");

        let end = Instant::now();
        log::debug!("Loading of `{}` and dependencies took {:?}", entry, end - start);

        let start = Instant::now();

        self.analyze_module(None, entry.clone());

        let end = Instant::now();
        log::debug!("Analysis of `{}` and dependencies took {:?}", entry, end - start);

        modules.entry.id
    }

    pub fn take_errors(&mut self) -> Vec<Error> {
        take(self.errors.get_mut())
    }

    /// Analyzes one module.
    fn analyze_module(&self, starter: Option<Arc<FileName>>, path: Arc<FileName>) -> Type {
        let modules_in_group = self
            .module_loader
            .load_module(&path, false)
            .expect("failed to load module? (cycle)");

        let id = modules_in_group.entry.id;
        {
            let lock = self.module_types.read();
            // If a circular chunks are fully analyzed, used them.
            if let Some(full) = lock.get(&id).and_then(|cell| cell.get().cloned()) {
                return full;
            }
        }

        let is_first_run = self.started.insert(id);

        if is_first_run && modules_in_group.modules.len() > 1 {
            {
                // Mark all modules in the circular group as in-progress.
                let shards = self.started.shards();

                for record in modules_in_group.modules.iter() {
                    let idx = self.started.determine_map(&record.id);

                    let mut lock = shards[idx].write();
                    lock.insert(record.id, SharedValue::new(()));
                }
            }

            {
                let mut node_id_gen = NodeIdGenerator::default();
                let mut storage = Group {
                    parent: None,
                    files: Arc::new(
                        modules_in_group
                            .modules
                            .iter()
                            .map(|record| File {
                                id,
                                path: record.filename.clone(),
                                stmt_count: record.ast.body.len(),
                                top_level_ctxt: record.top_level_ctxt,
                            })
                            .collect(),
                    ),
                    errors: Default::default(),
                    info: Default::default(),
                };
                let modules = modules_in_group
                    .modules
                    .iter()
                    .map(|record| RModule::from_orig(&mut node_id_gen, record.ast.clone()))
                    .collect::<Vec<_>>();
                let mut mutations;
                {
                    let mut a = Analyzer::root(
                        self.env.clone(),
                        self.cm.clone(),
                        modules_in_group.comments.clone(),
                        box &mut storage,
                        self,
                        self.debugger.clone(),
                    );
                    let _ = modules.validate_with(&mut a);
                    mutations = a.mutations.unwrap();
                }

                for (record, mut dts_module) in modules_in_group.modules.iter().zip(modules) {
                    let type_data = storage.info.entry(record.id).or_default();

                    {
                        apply_mutations(&mut mutations, &mut dts_module);
                        cleanup_module_for_dts(&mut dts_module.body, type_data);
                    }

                    // TODO(kdy1): Prevent duplicate work.
                    if let Some(..) = self.dts_modules.insert(record.id, dts_module) {
                        warn!("Duplicated work: `{}`: (.d.ts already computed)", path);
                    }
                }

                {
                    let mut lock = self.errors.lock();
                    lock.extend(storage.take_errors());
                }
                {
                    let mut lock = self.module_types.write();
                    for (module_id, data) in storage.info {
                        let type_info = Type::Module(stc_ts_types::Module {
                            span: DUMMY_SP,
                            name: RTsModuleName::Str(RStr {
                                span: DUMMY_SP,
                                value: format!("{:?}", module_id).into(),
                                raw: None,
                            }),
                            exports: box data,
                            metadata: Default::default(),
                            tracker: Default::default(),
                        })
                        .freezed();

                        let res = lock.entry(module_id).or_default().set(type_info);
                        match res {
                            Ok(()) => {}
                            Err(..) => {
                                warn!("Duplicated work: `{}`: (type info is already cached)", path);
                            }
                        }
                    }
                }
            }

            let lock = self.module_types.read();
            return lock.get(&id).and_then(|cell| cell.get().cloned()).unwrap();
        }
        info!("Request: {}\nRequested by {:?}", path, starter);

        {
            // With write lock, we ensure that OnceCell is inserted.
            let mut lock = self.module_types.write();
            lock.entry(id).or_default();
        }

        {
            let start = Instant::now();
            let mut did_work = false;
            let v = self.module_types.read().get(&id).cloned().unwrap();
            // We now wait for dependency without holding lock
            let res = v
                .get_or_init(|| {
                    did_work = true;

                    self.analyze_non_circular_module(id, path.clone())
                })
                .clone();

            let dur = Instant::now() - start;
            if !did_work {
                log::warn!("Waited for {}: {:?}", path, dur);
            }

            res
        }
    }

    fn analyze_non_circular_module(&self, module_id: ModuleId, path: Arc<FileName>) -> Type {
        let start = Instant::now();

        let is_dts = match &*path {
            FileName::Real(path) => path.to_string_lossy().ends_with(".d.ts"),
            _ => false,
        };

        let mut node_id_gen = NodeIdGenerator::default();
        let records = self.module_loader.load_module(&path, false).expect("failed to load module?");
        assert_eq!(
            records.modules.len(),
            1,
            "analyze_non_circular_module should be called with a single module"
        );

        let record = records.modules.into_iter().next().unwrap();

        let mut module = RModule::from_orig(&mut node_id_gen, record.ast.clone());

        let mut storage = Single {
            parent: None,
            id: module_id,
            top_level_ctxt: record.top_level_ctxt,
            path: path.clone(),
            is_dts,
            info: Default::default(),
        };
        let mut mutations;
        {
            let start = Instant::now();
            let mut a = Analyzer::root(
                self.env.clone(),
                self.cm.clone(),
                records.comments,
                box &mut storage,
                self,
                self.debugger.clone(),
            );

            module.visit_with(&mut a);

            let end = Instant::now();
            let dur = end - start;
            log::debug!("[Timing] Analysis of {} took {:?}", path, dur);

            mutations = a.mutations.unwrap();
        }

        {
            // Get .d.ts file
            apply_mutations(&mut mutations, &mut module);
            cleanup_module_for_dts(&mut module.body, &storage.info.exports);
        }

        if early_error() {
            for err in storage.info.errors {
                self.handler.struct_span_err(err.span(), &format!("{:?}", err)).emit();
            }
        } else {
            let mut errors = self.errors.lock();
            errors.extend(storage.info.errors);
        }

        let type_info = Type::Module(stc_ts_types::Module {
            span: module.span,
            name: RTsModuleName::Str(RStr {
                span: DUMMY_SP,
                value: format!("{:?}", module_id).into(),
                raw: None,
            }),
            exports: box storage.info.exports,
            metadata: Default::default(),
            tracker: Default::default(),
        })
        .freezed();

        self.dts_modules.insert(module_id, module);

        let dur = Instant::now() - start;
        log::trace!("[Timing] Full analysis of {} took {:?}", path, dur);

        type_info
    }
}

impl<L> Load for Checker<L>
where
    L: LoadModule,
{
    fn module_id(&self, base: &Arc<FileName>, module_specifier: &str) -> Option<ModuleId> {
        if let Some(id) = self.declared_modules.get(module_specifier) {
            return Some(*id);
        }

        let records = self.module_loader.load_dep(base, module_specifier).ok()?;
        Some(records.entry.id)
    }

    fn is_in_same_circular_group(&self, base: &Arc<FileName>, module_specifier: &str) -> bool {
        let records = self.module_loader.load_dep(base, module_specifier).ok();

        match records {
            Some(set) => set.modules.iter().any(|record| record.filename == *base),
            None => false,
        }
    }

    fn load_circular_dep(&self, base: &Arc<FileName>, dep: &str, _partial: &ModuleTypeData) -> VResult<Type> {
        if let Some(id) = self.declared_modules.get(dep).as_deref().copied() {
            if let Some(cache) = self.module_types.read().get(&id) {
                if let Some(ty) = cache.get() {
                    return Ok(ty.clone());
                }
            }
        }

        let records = self.module_loader.load_dep(base, dep).unwrap();

        let data = self.analyze_module(Some(base.clone()), records.entry.filename.clone());

        Ok(data)
    }

    fn load_non_circular_dep(&self, base: &Arc<FileName>, dep: &str) -> VResult<Type> {
        if let Some(id) = self.declared_modules.get(dep).as_deref().copied() {
            if let Some(cache) = self.module_types.read().get(&id) {
                if let Some(ty) = cache.get() {
                    return Ok(ty.clone());
                }
            }
        }

        let records = self.module_loader.load_dep(base, dep).unwrap();

        let data = self.analyze_module(Some(base.clone()), records.entry.filename.clone());

        Ok(data)
    }

    fn declare_module(&self, name: &JsWord, module: Type) -> ModuleId {
        module.assert_clone_cheap();

        let module_id = self
            .module_loader
            .load_module(&Arc::new(FileName::Custom(name.to_string())), false)
            .unwrap()
            .entry
            .id;

        self.module_types.write().insert(module_id, Arc::new(OnceCell::from(module)));

        info!("Declaring module with type `{}`", name);
        self.declared_modules.insert(name.to_string(), module_id);

        module_id
    }
}