Add mutex to guard clang-rs usage

Author: jiegec

Cargo.lock

@@ -28,3 +28,4 @@ boa_parser = "0.17.3"
 boa_interner = "0.17.3"
 boa_ast = "0.17.3"
 full_moon = "0.18.1"
+once_cell = "1.20.2"

core/Cargo.toml

@@ -5,8 +5,14 @@ use clang::token::TokenKind;
 use std::{
     hash::{Hash, Hasher},
     path::Path,
+    sync::Mutex
 };
 use tempfile::tempdir;
+use once_cell::sync::Lazy;
+
+static CLANG_LOCK: Lazy<Mutex<()>> = Lazy::new(|| {
+    Mutex::new(())
+});
 
 pub struct Cpp;
 
@@ -21,6 +27,8 @@ impl Tokenize for Cpp {
 }
 
 fn tokenize(path: &Path) -> anyhow::Result<Vec<Token>> {
+    // clang-rs only allows single thread usage
+    let _guard = CLANG_LOCK.lock().unwrap();
     let clang = clang::Clang::new().map_err(|err| anyhow!("{}", err))?;
     let index = clang::Index::new(&clang, true, false);
     let tu = index.parser(path).parse()?;