Move the wasm lib, and cleanup rust directory and all references (#5585)

* git mv src/wasm-lib rust Signed-off-by: Jess Frazelle <github@jessfraz.com> * mv wasm-lib to workspace Signed-off-by: Jess Frazelle <github@jessfraz.com> * mv kcl-lib Signed-off-by: Jess Frazelle <github@jessfraz.com> * mv derive docs Signed-off-by: Jess Frazelle <github@jessfraz.com> * resolve file paths Signed-off-by: Jess Frazelle <github@jessfraz.com> * clippy Signed-off-by: Jess Frazelle <github@jessfraz.com> * move more shit Signed-off-by: Jess Frazelle <github@jessfraz.com> * fix more paths Signed-off-by: Jess Frazelle <github@jessfraz.com> * make yarn build:wasm work Signed-off-by: Jess Frazelle <github@jessfraz.com> * fix scripts Signed-off-by: Jess Frazelle <github@jessfraz.com> * fixups Signed-off-by: Jess Frazelle <github@jessfraz.com> * better references Signed-off-by: Jess Frazelle <github@jessfraz.com> * fix cargo ci Signed-off-by: Jess Frazelle <github@jessfraz.com> * fix reference Signed-off-by: Jess Frazelle <github@jessfraz.com> * fix more ci Signed-off-by: Jess Frazelle <github@jessfraz.com> * fix tests Signed-off-by: Jess Frazelle <github@jessfraz.com> * cargo sort Signed-off-by: Jess Frazelle <github@jessfraz.com> * fix script Signed-off-by: Jess Frazelle <github@jessfraz.com> * fix Signed-off-by: Jess Frazelle <github@jessfraz.com> * fmt Signed-off-by: Jess Frazelle <github@jessfraz.com> * fix a dep Signed-off-by: Jess Frazelle <github@jessfraz.com> * sort Signed-off-by: Jess Frazelle <github@jessfraz.com> * remove unused deps Signed-off-by: Jess Frazelle <github@jessfraz.com> * Revert "remove unused deps" This reverts commit fbabdb062e275fd5cbc1476f8480a1afee15d972. * updates Signed-off-by: Jess Frazelle <github@jessfraz.com> * deps; Signed-off-by: Jess Frazelle <github@jessfraz.com> * fixes Signed-off-by: Jess Frazelle <github@jessfraz.com> * updates Signed-off-by: Jess Frazelle <github@jessfraz.com> --------- Signed-off-by: Jess Frazelle <github@jessfraz.com>
2025-03-01 13:59:01 -08:00
parent 0a2bf4b55f
commit c3bdc6f106
1443 changed files with 509 additions and 4274 deletions
--- a/rust/kcl-lib/src/fs/local.rs
+++ b/rust/kcl-lib/src/fs/local.rs
@ -0,0 +1,104 @@
+//! Functions for interacting with a file system locally.
+
+use anyhow::Result;
+
+use crate::{
+    errors::{KclError, KclErrorDetails},
+    fs::FileSystem,
+    SourceRange,
+};
+
+#[derive(Debug, Clone)]
+pub struct FileManager {}
+
+impl FileManager {
+    pub fn new() -> FileManager {
+        FileManager {}
+    }
+}
+
+impl Default for FileManager {
+    fn default() -> Self {
+        FileManager::new()
+    }
+}
+
+#[async_trait::async_trait]
+impl FileSystem for FileManager {
+    async fn read<P: AsRef<std::path::Path> + std::marker::Send + std::marker::Sync>(
+        &self,
+        path: P,
+        source_range: SourceRange,
+    ) -> Result<Vec<u8>, KclError> {
+        tokio::fs::read(&path).await.map_err(|e| {
+            KclError::Io(KclErrorDetails {
+                message: format!("Failed to read file `{}`: {}", path.as_ref().display(), e),
+                source_ranges: vec![source_range],
+            })
+        })
+    }
+
+    async fn read_to_string<P: AsRef<std::path::Path> + std::marker::Send + std::marker::Sync>(
+        &self,
+        path: P,
+        source_range: SourceRange,
+    ) -> Result<String, KclError> {
+        tokio::fs::read_to_string(&path).await.map_err(|e| {
+            KclError::Io(KclErrorDetails {
+                message: format!("Failed to read file `{}`: {}", path.as_ref().display(), e),
+                source_ranges: vec![source_range],
+            })
+        })
+    }
+
+    async fn exists<P: AsRef<std::path::Path> + std::marker::Send + std::marker::Sync>(
+        &self,
+        path: P,
+        source_range: SourceRange,
+    ) -> Result<bool, crate::errors::KclError> {
+        tokio::fs::metadata(&path).await.map(|_| true).or_else(|e| {
+            if e.kind() == std::io::ErrorKind::NotFound {
+                Ok(false)
+            } else {
+                Err(KclError::Io(KclErrorDetails {
+                    message: format!("Failed to check if file `{}` exists: {}", path.as_ref().display(), e),
+                    source_ranges: vec![source_range],
+                }))
+            }
+        })
+    }
+
+    async fn get_all_files<P: AsRef<std::path::Path> + std::marker::Send + std::marker::Sync>(
+        &self,
+        path: P,
+        source_range: SourceRange,
+    ) -> Result<Vec<std::path::PathBuf>, crate::errors::KclError> {
+        let mut files = vec![];
+        let mut stack = vec![path.as_ref().to_path_buf()];
+
+        while let Some(path) = stack.pop() {
+            if !path.is_dir() {
+                continue;
+            }
+
+            let mut read_dir = tokio::fs::read_dir(&path).await.map_err(|e| {
+                KclError::Io(KclErrorDetails {
+                    message: format!("Failed to read directory `{}`: {}", path.display(), e),
+                    source_ranges: vec![source_range],
+                })
+            })?;
+
+            while let Ok(Some(entry)) = read_dir.next_entry().await {
+                let path = entry.path();
+                if path.is_dir() {
+                    // Iterate over the directory.
+                    stack.push(path);
+                } else {
+                    files.push(path);
+                }
+            }
+        }
+
+        Ok(files)
+    }
+}
--- a/rust/kcl-lib/src/fs/mod.rs
+++ b/rust/kcl-lib/src/fs/mod.rs
@ -0,0 +1,49 @@
+//! Functions for interacting with files on a machine.
+
+use anyhow::Result;
+
+use crate::SourceRange;
+
+#[cfg(not(target_arch = "wasm32"))]
+pub mod local;
+#[cfg(not(target_arch = "wasm32"))]
+pub use local::FileManager;
+
+#[cfg(target_arch = "wasm32")]
+#[cfg(not(test))]
+pub mod wasm;
+
+#[cfg(target_arch = "wasm32")]
+#[cfg(not(test))]
+pub use wasm::FileManager;
+
+#[async_trait::async_trait]
+pub trait FileSystem: Clone {
+    /// Read a file from the local file system.
+    async fn read<P: AsRef<std::path::Path> + std::marker::Send + std::marker::Sync>(
+        &self,
+        path: P,
+        source_range: SourceRange,
+    ) -> Result<Vec<u8>, crate::errors::KclError>;
+
+    /// Read a file from the local file system.
+    async fn read_to_string<P: AsRef<std::path::Path> + std::marker::Send + std::marker::Sync>(
+        &self,
+        path: P,
+        source_range: SourceRange,
+    ) -> Result<String, crate::errors::KclError>;
+
+    /// Check if a file exists on the local file system.
+    async fn exists<P: AsRef<std::path::Path> + std::marker::Send + std::marker::Sync>(
+        &self,
+        path: P,
+        source_range: SourceRange,
+    ) -> Result<bool, crate::errors::KclError>;
+
+    /// Get all the files in a directory recursively.
+    async fn get_all_files<P: AsRef<std::path::Path> + std::marker::Send + std::marker::Sync>(
+        &self,
+        path: P,
+        source_range: SourceRange,
+    ) -> Result<Vec<std::path::PathBuf>, crate::errors::KclError>;
+}
--- a/rust/kcl-lib/src/fs/wasm.rs
+++ b/rust/kcl-lib/src/fs/wasm.rs
@ -0,0 +1,188 @@
+//! Functions for interacting with a file system via wasm.
+
+use anyhow::Result;
+use wasm_bindgen::prelude::wasm_bindgen;
+
+use crate::{
+    errors::{KclError, KclErrorDetails},
+    fs::FileSystem,
+    wasm::JsFuture,
+    SourceRange,
+};
+
+#[wasm_bindgen(module = "/../../src/lang/std/fileSystemManager.ts")]
+extern "C" {
+    #[derive(Debug, Clone)]
+    pub type FileSystemManager;
+
+    #[wasm_bindgen(method, js_name = readFile, catch)]
+    fn read_file(this: &FileSystemManager, path: String) -> Result<js_sys::Promise, js_sys::Error>;
+
+    #[wasm_bindgen(method, js_name = exists, catch)]
+    fn exists(this: &FileSystemManager, path: String) -> Result<js_sys::Promise, js_sys::Error>;
+
+    #[wasm_bindgen(method, js_name = getAllFiles, catch)]
+    fn get_all_files(this: &FileSystemManager, path: String) -> Result<js_sys::Promise, js_sys::Error>;
+}
+
+#[derive(Debug, Clone)]
+pub struct FileManager {
+    manager: FileSystemManager,
+}
+
+impl FileManager {
+    pub fn new(manager: FileSystemManager) -> FileManager {
+        FileManager { manager }
+    }
+}
+
+unsafe impl Send for FileManager {}
+unsafe impl Sync for FileManager {}
+
+#[async_trait::async_trait]
+impl FileSystem for FileManager {
+    async fn read<P: AsRef<std::path::Path> + std::marker::Send + std::marker::Sync>(
+        &self,
+        path: P,
+        source_range: SourceRange,
+    ) -> Result<Vec<u8>, KclError> {
+        let promise = self
+            .manager
+            .read_file(
+                path.as_ref()
+                    .to_str()
+                    .ok_or_else(|| {
+                        KclError::Engine(KclErrorDetails {
+                            message: "Failed to convert path to string".to_string(),
+                            source_ranges: vec![source_range],
+                        })
+                    })?
+                    .to_string(),
+            )
+            .map_err(|e| {
+                KclError::Engine(KclErrorDetails {
+                    message: e.to_string().into(),
+                    source_ranges: vec![source_range],
+                })
+            })?;
+
+        let value = JsFuture::from(promise).await.map_err(|e| {
+            KclError::Engine(KclErrorDetails {
+                message: format!("Failed to wait for promise from engine: {:?}", e),
+                source_ranges: vec![source_range],
+            })
+        })?;
+
+        let array = js_sys::Uint8Array::new(&value);
+        let bytes: Vec<u8> = array.to_vec();
+
+        Ok(bytes)
+    }
+
+    async fn read_to_string<P: AsRef<std::path::Path> + std::marker::Send + std::marker::Sync>(
+        &self,
+        path: P,
+        source_range: SourceRange,
+    ) -> Result<String, KclError> {
+        let bytes = self.read(path, source_range).await?;
+        let string = String::from_utf8(bytes).map_err(|e| {
+            KclError::Engine(KclErrorDetails {
+                message: format!("Failed to convert bytes to string: {:?}", e),
+                source_ranges: vec![source_range],
+            })
+        })?;
+
+        Ok(string)
+    }
+
+    async fn exists<P: AsRef<std::path::Path> + std::marker::Send + std::marker::Sync>(
+        &self,
+        path: P,
+        source_range: SourceRange,
+    ) -> Result<bool, crate::errors::KclError> {
+        let promise = self
+            .manager
+            .exists(
+                path.as_ref()
+                    .to_str()
+                    .ok_or_else(|| {
+                        KclError::Engine(KclErrorDetails {
+                            message: "Failed to convert path to string".to_string(),
+                            source_ranges: vec![source_range],
+                        })
+                    })?
+                    .to_string(),
+            )
+            .map_err(|e| {
+                KclError::Engine(KclErrorDetails {
+                    message: e.to_string().into(),
+                    source_ranges: vec![source_range],
+                })
+            })?;
+
+        let value = JsFuture::from(promise).await.map_err(|e| {
+            KclError::Engine(KclErrorDetails {
+                message: format!("Failed to wait for promise from engine: {:?}", e),
+                source_ranges: vec![source_range],
+            })
+        })?;
+
+        let it_exists = value.as_bool().ok_or_else(|| {
+            KclError::Engine(KclErrorDetails {
+                message: "Failed to convert value to bool".to_string(),
+                source_ranges: vec![source_range],
+            })
+        })?;
+
+        Ok(it_exists)
+    }
+
+    async fn get_all_files<P: AsRef<std::path::Path> + std::marker::Send + std::marker::Sync>(
+        &self,
+        path: P,
+        source_range: SourceRange,
+    ) -> Result<Vec<std::path::PathBuf>, crate::errors::KclError> {
+        let promise = self
+            .manager
+            .get_all_files(
+                path.as_ref()
+                    .to_str()
+                    .ok_or_else(|| {
+                        KclError::Engine(KclErrorDetails {
+                            message: "Failed to convert path to string".to_string(),
+                            source_ranges: vec![source_range],
+                        })
+                    })?
+                    .to_string(),
+            )
+            .map_err(|e| {
+                KclError::Engine(KclErrorDetails {
+                    message: e.to_string().into(),
+                    source_ranges: vec![source_range],
+                })
+            })?;
+
+        let value = JsFuture::from(promise).await.map_err(|e| {
+            KclError::Engine(KclErrorDetails {
+                message: format!("Failed to wait for promise from javascript: {:?}", e),
+                source_ranges: vec![source_range],
+            })
+        })?;
+
+        let s = value.as_string().ok_or_else(|| {
+            KclError::Engine(KclErrorDetails {
+                message: format!("Failed to get string from response from javascript: `{:?}`", value),
+                source_ranges: vec![source_range],
+            })
+        })?;
+
+        let files: Vec<String> = serde_json::from_str(&s).map_err(|e| {
+            KclError::Engine(KclErrorDetails {
+                message: format!("Failed to parse json from javascript: `{}` `{:?}`", s, e),
+                source_ranges: vec![source_range],
+            })
+        })?;
+
+        Ok(files.into_iter().map(std::path::PathBuf::from).collect())
+    }
+}