use { crate::{ codegen, parser::{self, Ast}, }, alloc::{string::String, vec::Vec}, core::fmt::Write, hashbrown::hash_map, std::{ collections::VecDeque, ffi::OsStr, io, path::{Path, PathBuf}, string::ToString, sync::Mutex, }, }; #[derive(Default)] pub struct Options { pub fmt: bool, pub fmt_stdout: bool, pub dump_asm: bool, pub extra_threads: usize, } pub fn format_to(ast: &parser::Ast, source: &str, out: &mut String) -> core::fmt::Result { for (i, expr) in ast.exprs().iter().enumerate() { parser::Formatter::new(&ast.file).fmt(expr, out)?; if let Some(expr) = ast.exprs().get(i + 1) && let Some(rest) = source.get(expr.pos() as usize..) { if parser::insert_needed_semicolon(rest) { write!(out, ";")?; } if parser::preserve_newlines(&source[..expr.pos() as usize]) > 1 { writeln!(out)?; } } if i + 1 != ast.exprs().len() { writeln!(out)?; } } Ok(()) } pub fn run_compiler(root_file: &str, options: Options, out: &mut Vec) -> std::io::Result<()> { let parsed = parse_from_fs(options.extra_threads, root_file)?; fn format_ast(ast: parser::Ast) -> std::io::Result<()> { let mut output = String::new(); let source = std::fs::read_to_string(&*ast.path)?; format_to(&ast, &source, &mut output).unwrap(); std::fs::write(&*ast.path, output)?; Ok(()) } if options.fmt { for parsed in parsed { format_ast(parsed)?; } } else if options.fmt_stdout { let ast = parsed.into_iter().next().unwrap(); let source = std::fs::read_to_string(&*ast.path)?; format_to(&ast, &source, unsafe { std::mem::transmute::<&mut Vec, &mut String>(out) }) .unwrap(); } else { let mut codegen = codegen::Codegen::default(); codegen.files = parsed; codegen.generate(); if options.dump_asm { codegen .disasm(unsafe { std::mem::transmute::<&mut Vec, &mut String>(out) }) .map_err(|e| io::Error::other(e.to_string()))?; } else { codegen.assemble(out); } } Ok(()) } struct TaskQueue { inner: Mutex>, } impl TaskQueue { fn new(max_waiters: usize) -> Self { Self { inner: Mutex::new(TaskQueueInner::new(max_waiters)) } } pub fn push(&self, message: T) { self.extend([message]); } pub fn extend(&self, messages: impl IntoIterator) { self.inner.lock().unwrap().push(messages); } pub fn pop(&self) -> Option { TaskQueueInner::pop(&self.inner) } } enum TaskSlot { Waiting, Delivered(T), Closed, } struct TaskQueueInner { max_waiters: usize, messages: VecDeque, parked: VecDeque<(*mut TaskSlot, std::thread::Thread)>, } unsafe impl Send for TaskQueueInner {} unsafe impl Sync for TaskQueueInner {} impl TaskQueueInner { fn new(max_waiters: usize) -> Self { Self { max_waiters, messages: Default::default(), parked: Default::default() } } fn push(&mut self, messages: impl IntoIterator) { for msg in messages { if let Some((dest, thread)) = self.parked.pop_front() { unsafe { *dest = TaskSlot::Delivered(msg) }; thread.unpark(); } else { self.messages.push_back(msg); } } } fn pop(s: &Mutex) -> Option { let mut res = TaskSlot::Waiting; { let mut s = s.lock().unwrap(); if let Some(msg) = s.messages.pop_front() { return Some(msg); } if s.max_waiters == s.parked.len() + 1 { for (dest, thread) in s.parked.drain(..) { unsafe { *dest = TaskSlot::Closed }; thread.unpark(); } return None; } s.parked.push_back((&mut res, std::thread::current())); } loop { std::thread::park(); let _s = s.lock().unwrap(); match core::mem::replace(&mut res, TaskSlot::Waiting) { TaskSlot::Delivered(msg) => return Some(msg), TaskSlot::Closed => return None, TaskSlot::Waiting => {} } } } } pub fn parse_from_fs(extra_threads: usize, root: &str) -> io::Result> { fn resolve(path: &str, from: &str) -> Result { let path = match Path::new(from).parent() { Some(parent) => PathBuf::from_iter([parent, Path::new(path)]), None => PathBuf::from(path), }; path.canonicalize().map_err(|source| CantLoadFile { path, source }) } #[derive(Debug)] struct CantLoadFile { path: PathBuf, source: io::Error, } impl core::fmt::Display for CantLoadFile { fn fmt(&self, f: &mut core::fmt::Formatter) -> core::fmt::Result { write!(f, "can't load file: {}", display_rel_path(&self.path),) } } impl core::error::Error for CantLoadFile { fn source(&self) -> Option<&(dyn core::error::Error + 'static)> { Some(&self.source) } } impl From for io::Error { fn from(e: CantLoadFile) -> Self { io::Error::new(io::ErrorKind::InvalidData, e) } } type Task = (u32, PathBuf); let seen = Mutex::new(crate::HashMap::::default()); let tasks = TaskQueue::::new(extra_threads + 1); let ast = Mutex::new(Vec::>::new()); let loader = |path: &str, from: &str| { if path.starts_with("rel:") { return Err(io::Error::new( io::ErrorKind::Other, "`rel:` prefix was removed and is now equivalent to no prefix (remove it)" .to_string(), )); } let physiscal_path = resolve(path, from)?; let id = { let mut seen = seen.lock().unwrap(); let len = seen.len(); match seen.entry(physiscal_path.clone()) { hash_map::Entry::Occupied(entry) => { return Ok(*entry.get()); } hash_map::Entry::Vacant(entry) => { entry.insert(len as _); len as u32 } } }; if !physiscal_path.exists() { return Err(io::Error::new( io::ErrorKind::NotFound, format!("can't find file: {}", display_rel_path(&physiscal_path)), )); } tasks.push((id, physiscal_path)); Ok(id) }; let execute_task = |(_, path): Task| { let path = path.to_str().ok_or_else(|| { io::Error::new( io::ErrorKind::InvalidData, format!("path contains invalid characters: {}", display_rel_path(&path)), ) })?; Ok(Ast::new(path, std::fs::read_to_string(path)?, &|path, from| { loader(path, from).map_err(|e| e.to_string()) })) }; let thread = || { while let Some(task @ (indx, ..)) = tasks.pop() { let res = execute_task(task); let mut ast = ast.lock().unwrap(); let len = ast.len().max(indx as usize + 1); ast.resize_with(len, || Err(io::ErrorKind::InvalidData.into())); ast[indx as usize] = res; } }; let path = Path::new(root).canonicalize()?; seen.lock().unwrap().insert(path.clone(), 0); tasks.push((0, path)); if extra_threads == 0 { thread(); } else { std::thread::scope(|s| (0..extra_threads + 1).for_each(|_| _ = s.spawn(thread))); } ast.into_inner().unwrap().into_iter().collect::>>() } pub fn display_rel_path(path: &(impl AsRef + ?Sized)) -> std::path::Display { static CWD: std::sync::LazyLock = std::sync::LazyLock::new(|| std::env::current_dir().unwrap_or_default()); std::path::Path::new(path).strip_prefix(&*CWD).unwrap_or(std::path::Path::new(path)).display() }