986 lines
29 KiB
Rust
986 lines
29 KiB
Rust
#![feature(
|
|
let_chains,
|
|
if_let_guard,
|
|
macro_metavar_expr,
|
|
anonymous_lifetime_in_impl_trait,
|
|
core_intrinsics,
|
|
never_type,
|
|
unwrap_infallible,
|
|
slice_partition_dedup,
|
|
hash_raw_entry,
|
|
portable_simd,
|
|
iter_collect_into,
|
|
ptr_metadata,
|
|
slice_ptr_get,
|
|
slice_take,
|
|
map_try_insert,
|
|
extract_if,
|
|
ptr_internals
|
|
)]
|
|
#![allow(internal_features, clippy::format_collect)]
|
|
|
|
use {
|
|
parser::Ast,
|
|
std::{
|
|
collections::{hash_map, BTreeMap, VecDeque},
|
|
io::{self, Read},
|
|
path::{Path, PathBuf},
|
|
sync::Mutex,
|
|
},
|
|
};
|
|
|
|
#[macro_export]
|
|
macro_rules! run_tests {
|
|
($runner:path: $($name:ident => $input:expr;)*) => {$(
|
|
#[test]
|
|
fn $name() {
|
|
$crate::run_test(std::any::type_name_of_val(&$name), stringify!($name), $input, $runner);
|
|
}
|
|
)*};
|
|
}
|
|
|
|
pub mod codegen;
|
|
pub mod parser;
|
|
pub mod son;
|
|
|
|
mod instrs;
|
|
mod lexer;
|
|
|
|
mod ident {
|
|
pub type Ident = u32;
|
|
|
|
const LEN_BITS: u32 = 6;
|
|
|
|
pub fn len(ident: u32) -> u32 {
|
|
ident & ((1 << LEN_BITS) - 1)
|
|
}
|
|
|
|
pub fn is_null(ident: u32) -> bool {
|
|
(ident >> LEN_BITS) == 0
|
|
}
|
|
|
|
pub fn pos(ident: u32) -> u32 {
|
|
(ident >> LEN_BITS).saturating_sub(1)
|
|
}
|
|
|
|
pub fn new(pos: u32, len: u32) -> u32 {
|
|
debug_assert!(len < (1 << LEN_BITS));
|
|
((pos + 1) << LEN_BITS) | len
|
|
}
|
|
|
|
pub fn range(ident: u32) -> std::ops::Range<usize> {
|
|
let (len, pos) = (len(ident) as usize, pos(ident) as usize);
|
|
pos..pos + len
|
|
}
|
|
}
|
|
|
|
mod log {
|
|
#![allow(unused_macros)]
|
|
|
|
#[derive(PartialOrd, PartialEq, Ord, Eq, Debug)]
|
|
pub enum Level {
|
|
Err,
|
|
Wrn,
|
|
Inf,
|
|
Dbg,
|
|
Trc,
|
|
}
|
|
|
|
pub const LOG_LEVEL: Level = match option_env!("LOG_LEVEL") {
|
|
Some(val) => match val.as_bytes()[0] {
|
|
b'e' => Level::Err,
|
|
b'w' => Level::Wrn,
|
|
b'i' => Level::Inf,
|
|
b'd' => Level::Dbg,
|
|
b't' => Level::Trc,
|
|
_ => panic!("Invalid log level."),
|
|
},
|
|
None => {
|
|
if cfg!(debug_assertions) {
|
|
Level::Dbg
|
|
} else {
|
|
Level::Err
|
|
}
|
|
}
|
|
};
|
|
|
|
macro_rules! log {
|
|
($level:expr, $fmt:literal $($expr:tt)*) => {
|
|
if $level <= $crate::log::LOG_LEVEL {
|
|
eprintln!("{:?}: {}", $level, format_args!($fmt $($expr)*));
|
|
}
|
|
};
|
|
|
|
($level:expr, $($arg:expr),+) => {
|
|
if $level <= $crate::log::LOG_LEVEL {
|
|
$(eprintln!("[{}:{}:{}][{:?}]: {} = {:?}", line!(), column!(), file!(), $level, stringify!($arg), $arg);)*
|
|
}
|
|
};
|
|
}
|
|
|
|
macro_rules! err { ($($arg:tt)*) => { $crate::log::log!($crate::log::Level::Err, $($arg)*) }; }
|
|
macro_rules! wrn { ($($arg:tt)*) => { $crate::log::log!($crate::log::Level::Wrn, $($arg)*) }; }
|
|
macro_rules! inf { ($($arg:tt)*) => { $crate::log::log!($crate::log::Level::Inf, $($arg)*) }; }
|
|
macro_rules! dbg { ($($arg:tt)*) => { $crate::log::log!($crate::log::Level::Dbg, $($arg)*) }; }
|
|
macro_rules! trc { ($($arg:tt)*) => { $crate::log::log!($crate::log::Level::Trc, $($arg)*) }; }
|
|
|
|
#[allow(unused_imports)]
|
|
pub(crate) use {dbg, err, inf, log, trc, wrn};
|
|
}
|
|
|
|
#[inline]
|
|
unsafe fn encode<T>(instr: T) -> (usize, [u8; instrs::MAX_SIZE]) {
|
|
let mut buf = [0; instrs::MAX_SIZE];
|
|
std::ptr::write(buf.as_mut_ptr() as *mut T, instr);
|
|
(std::mem::size_of::<T>(), buf)
|
|
}
|
|
|
|
#[inline]
|
|
fn decode<T>(binary: &mut &[u8]) -> Option<T> {
|
|
unsafe { Some(std::ptr::read(binary.take(..std::mem::size_of::<T>())?.as_ptr() as *const T)) }
|
|
}
|
|
|
|
#[derive(Clone, Copy)]
|
|
enum DisasmItem {
|
|
Func,
|
|
Global,
|
|
}
|
|
|
|
fn disasm(
|
|
binary: &mut &[u8],
|
|
functions: &BTreeMap<u32, (&str, u32, DisasmItem)>,
|
|
out: &mut impl std::io::Write,
|
|
mut eca_handler: impl FnMut(&mut &[u8]),
|
|
) -> std::io::Result<()> {
|
|
use self::instrs::Instr;
|
|
|
|
fn instr_from_byte(b: u8) -> std::io::Result<Instr> {
|
|
if b as usize >= instrs::NAMES.len() {
|
|
return Err(std::io::ErrorKind::InvalidData.into());
|
|
}
|
|
Ok(unsafe { std::mem::transmute::<u8, Instr>(b) })
|
|
}
|
|
|
|
let mut labels = HashMap::<u32, u32>::default();
|
|
let mut buf = Vec::<instrs::Oper>::new();
|
|
let mut has_cycle = false;
|
|
let mut has_oob = false;
|
|
|
|
'_offset_pass: for (&off, &(_name, len, kind)) in functions.iter() {
|
|
if matches!(kind, DisasmItem::Global) {
|
|
continue;
|
|
}
|
|
|
|
let prev = *binary;
|
|
|
|
binary.take(..off as usize).unwrap();
|
|
|
|
let mut label_count = 0;
|
|
while let Some(&byte) = binary.first() {
|
|
let inst = instr_from_byte(byte)?;
|
|
let offset: i32 = (prev.len() - binary.len()).try_into().unwrap();
|
|
if offset as u32 == off + len {
|
|
break;
|
|
}
|
|
instrs::parse_args(binary, inst, &mut buf).ok_or(std::io::ErrorKind::OutOfMemory)?;
|
|
|
|
for op in buf.drain(..) {
|
|
let rel = match op {
|
|
instrs::Oper::O(rel) => rel,
|
|
instrs::Oper::P(rel) => rel.into(),
|
|
_ => continue,
|
|
};
|
|
|
|
has_cycle |= rel == 0;
|
|
|
|
let global_offset: u32 = (offset + rel).try_into().unwrap();
|
|
if functions.get(&global_offset).is_some() {
|
|
continue;
|
|
}
|
|
label_count += labels.try_insert(global_offset, label_count).is_ok() as u32;
|
|
}
|
|
|
|
if matches!(inst, Instr::ECA) {
|
|
eca_handler(binary);
|
|
}
|
|
}
|
|
|
|
*binary = prev;
|
|
}
|
|
|
|
'_dump: for (&off, &(name, len, kind)) in functions.iter() {
|
|
if matches!(kind, DisasmItem::Global) {
|
|
continue;
|
|
}
|
|
let prev = *binary;
|
|
|
|
writeln!(out, "{name}:")?;
|
|
|
|
binary.take(..off as usize).unwrap();
|
|
while let Some(&byte) = binary.first() {
|
|
let inst = instr_from_byte(byte).unwrap();
|
|
let offset: i32 = (prev.len() - binary.len()).try_into().unwrap();
|
|
if offset as u32 == off + len {
|
|
break;
|
|
}
|
|
instrs::parse_args(binary, inst, &mut buf).unwrap();
|
|
|
|
if let Some(label) = labels.get(&offset.try_into().unwrap()) {
|
|
write!(out, "{:>2}: ", label)?;
|
|
} else {
|
|
write!(out, " ")?;
|
|
}
|
|
|
|
write!(out, "{inst:<8?} ")?;
|
|
|
|
'a: for (i, op) in buf.drain(..).enumerate() {
|
|
if i != 0 {
|
|
write!(out, ", ")?;
|
|
}
|
|
|
|
let rel = 'b: {
|
|
match op {
|
|
instrs::Oper::O(rel) => break 'b rel,
|
|
instrs::Oper::P(rel) => break 'b rel.into(),
|
|
instrs::Oper::R(r) => write!(out, "r{r}")?,
|
|
instrs::Oper::B(b) => write!(out, "{b}b")?,
|
|
instrs::Oper::H(h) => write!(out, "{h}h")?,
|
|
instrs::Oper::W(w) => write!(out, "{w}w")?,
|
|
instrs::Oper::D(d) if (d as i64) < 0 => write!(out, "{}d", d as i64)?,
|
|
instrs::Oper::D(d) => write!(out, "{d}d")?,
|
|
instrs::Oper::A(a) => write!(out, "{a}a")?,
|
|
}
|
|
|
|
continue 'a;
|
|
};
|
|
|
|
let global_offset: u32 = (offset + rel).try_into().unwrap();
|
|
if let Some(&(name, ..)) = functions.get(&global_offset) {
|
|
if name.contains('\0') {
|
|
write!(out, ":{name:?}")?;
|
|
} else {
|
|
write!(out, ":{name}")?;
|
|
}
|
|
} else {
|
|
let local_has_oob = global_offset < off
|
|
|| global_offset > off + len
|
|
|| instr_from_byte(prev[global_offset as usize]).is_err()
|
|
|| prev[global_offset as usize] == 0;
|
|
has_oob |= local_has_oob;
|
|
let label = labels.get(&global_offset).unwrap();
|
|
if local_has_oob {
|
|
write!(out, "!!!!!!!!!{rel}")?;
|
|
} else {
|
|
write!(out, ":{label}")?;
|
|
}
|
|
}
|
|
}
|
|
|
|
writeln!(out)?;
|
|
|
|
if matches!(inst, Instr::ECA) {
|
|
eca_handler(binary);
|
|
}
|
|
}
|
|
|
|
*binary = prev;
|
|
}
|
|
|
|
if has_oob {
|
|
return Err(std::io::ErrorKind::InvalidInput.into());
|
|
}
|
|
|
|
if has_cycle {
|
|
return Err(std::io::ErrorKind::TimedOut.into());
|
|
}
|
|
|
|
Ok(())
|
|
}
|
|
|
|
struct TaskQueue<T> {
|
|
inner: Mutex<TaskQueueInner<T>>,
|
|
}
|
|
|
|
impl<T> TaskQueue<T> {
|
|
fn new(max_waiters: usize) -> Self {
|
|
Self { inner: Mutex::new(TaskQueueInner::new(max_waiters)) }
|
|
}
|
|
|
|
pub fn push(&self, message: T) {
|
|
self.extend([message]);
|
|
}
|
|
|
|
pub fn extend(&self, messages: impl IntoIterator<Item = T>) {
|
|
self.inner.lock().unwrap().push(messages);
|
|
}
|
|
|
|
pub fn pop(&self) -> Option<T> {
|
|
TaskQueueInner::pop(&self.inner)
|
|
}
|
|
}
|
|
|
|
enum TaskSlot<T> {
|
|
Waiting,
|
|
Delivered(T),
|
|
Closed,
|
|
}
|
|
|
|
struct TaskQueueInner<T> {
|
|
max_waiters: usize,
|
|
messages: VecDeque<T>,
|
|
parked: VecDeque<(*mut TaskSlot<T>, std::thread::Thread)>,
|
|
}
|
|
|
|
unsafe impl<T: Send> Send for TaskQueueInner<T> {}
|
|
unsafe impl<T: Send + Sync> Sync for TaskQueueInner<T> {}
|
|
|
|
impl<T> TaskQueueInner<T> {
|
|
fn new(max_waiters: usize) -> Self {
|
|
Self { max_waiters, messages: Default::default(), parked: Default::default() }
|
|
}
|
|
|
|
fn push(&mut self, messages: impl IntoIterator<Item = T>) {
|
|
for msg in messages {
|
|
if let Some((dest, thread)) = self.parked.pop_front() {
|
|
unsafe { *dest = TaskSlot::Delivered(msg) };
|
|
thread.unpark();
|
|
} else {
|
|
self.messages.push_back(msg);
|
|
}
|
|
}
|
|
}
|
|
|
|
fn pop(s: &Mutex<Self>) -> Option<T> {
|
|
let mut res = TaskSlot::Waiting;
|
|
{
|
|
let mut s = s.lock().unwrap();
|
|
if let Some(msg) = s.messages.pop_front() {
|
|
return Some(msg);
|
|
}
|
|
|
|
if s.max_waiters == s.parked.len() + 1 {
|
|
for (dest, thread) in s.parked.drain(..) {
|
|
unsafe { *dest = TaskSlot::Closed };
|
|
thread.unpark();
|
|
}
|
|
return None;
|
|
}
|
|
|
|
s.parked.push_back((&mut res, std::thread::current()));
|
|
}
|
|
|
|
loop {
|
|
std::thread::park();
|
|
|
|
let _s = s.lock().unwrap();
|
|
match std::mem::replace(&mut res, TaskSlot::Waiting) {
|
|
TaskSlot::Delivered(msg) => return Some(msg),
|
|
TaskSlot::Closed => return None,
|
|
TaskSlot::Waiting => {}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
pub fn parse_from_fs(extra_threads: usize, root: &str) -> io::Result<Vec<Ast>> {
|
|
const GIT_DEPS_DIR: &str = "git-deps";
|
|
|
|
enum Chk<'a> {
|
|
Branch(&'a str),
|
|
Rev(&'a str),
|
|
Tag(&'a str),
|
|
}
|
|
|
|
enum ImportPath<'a> {
|
|
Rel { path: &'a str },
|
|
Git { link: &'a str, path: &'a str, chk: Option<Chk<'a>> },
|
|
}
|
|
|
|
impl<'a> TryFrom<&'a str> for ImportPath<'a> {
|
|
type Error = ParseImportError;
|
|
|
|
fn try_from(value: &'a str) -> Result<Self, Self::Error> {
|
|
let (prefix, path) = value.split_once(':').unwrap_or(("", value));
|
|
|
|
match prefix {
|
|
"rel" | "" => Ok(Self::Rel { path }),
|
|
"git" => {
|
|
let (link, path) =
|
|
path.split_once(':').ok_or(ParseImportError::ExpectedPath)?;
|
|
let (link, params) = link.split_once('?').unwrap_or((link, ""));
|
|
let chk = params.split('&').filter_map(|s| s.split_once('=')).find_map(
|
|
|(key, value)| match key {
|
|
"branch" => Some(Chk::Branch(value)),
|
|
"rev" => Some(Chk::Rev(value)),
|
|
"tag" => Some(Chk::Tag(value)),
|
|
_ => None,
|
|
},
|
|
);
|
|
Ok(Self::Git { link, path, chk })
|
|
}
|
|
_ => Err(ParseImportError::InvalidPrefix),
|
|
}
|
|
}
|
|
}
|
|
|
|
fn preprocess_git(link: &str) -> &str {
|
|
let link = link.strip_prefix("https://").unwrap_or(link);
|
|
link.strip_suffix(".git").unwrap_or(link)
|
|
}
|
|
|
|
impl<'a> ImportPath<'a> {
|
|
fn resolve(&self, from: &str) -> Result<PathBuf, CantLoadFile> {
|
|
let path = match self {
|
|
Self::Rel { path } => match Path::new(from).parent() {
|
|
Some(parent) => PathBuf::from_iter([parent, Path::new(path)]),
|
|
None => PathBuf::from(path),
|
|
},
|
|
Self::Git { path, link, .. } => {
|
|
let link = preprocess_git(link);
|
|
PathBuf::from_iter([GIT_DEPS_DIR, link, path])
|
|
}
|
|
};
|
|
|
|
path.canonicalize().map_err(|source| CantLoadFile {
|
|
path,
|
|
from: PathBuf::from(from),
|
|
source,
|
|
})
|
|
}
|
|
}
|
|
|
|
#[derive(Debug)]
|
|
enum ParseImportError {
|
|
ExpectedPath,
|
|
InvalidPrefix,
|
|
}
|
|
|
|
impl std::fmt::Display for ParseImportError {
|
|
fn fmt(&self, f: &mut std::fmt::Formatter) -> std::fmt::Result {
|
|
match self {
|
|
Self::ExpectedPath => "expected path".fmt(f),
|
|
Self::InvalidPrefix => "invalid prefix, expected one of rel, \
|
|
git or none followed by colon"
|
|
.fmt(f),
|
|
}
|
|
}
|
|
}
|
|
|
|
impl std::error::Error for ParseImportError {}
|
|
|
|
impl From<ParseImportError> for io::Error {
|
|
fn from(e: ParseImportError) -> Self {
|
|
io::Error::new(io::ErrorKind::InvalidInput, e)
|
|
}
|
|
}
|
|
|
|
#[derive(Debug)]
|
|
struct CantLoadFile {
|
|
path: PathBuf,
|
|
from: PathBuf,
|
|
source: io::Error,
|
|
}
|
|
|
|
impl std::fmt::Display for CantLoadFile {
|
|
fn fmt(&self, f: &mut std::fmt::Formatter) -> std::fmt::Result {
|
|
write!(f, "can't load file: {} (from: {})", self.path.display(), self.from.display(),)
|
|
}
|
|
}
|
|
|
|
impl std::error::Error for CantLoadFile {
|
|
fn source(&self) -> Option<&(dyn std::error::Error + 'static)> {
|
|
Some(&self.source)
|
|
}
|
|
}
|
|
|
|
impl From<CantLoadFile> for io::Error {
|
|
fn from(e: CantLoadFile) -> Self {
|
|
io::Error::new(io::ErrorKind::InvalidData, e)
|
|
}
|
|
}
|
|
|
|
#[derive(Debug)]
|
|
struct InvalidFileData(std::str::Utf8Error);
|
|
|
|
impl std::fmt::Display for InvalidFileData {
|
|
fn fmt(&self, f: &mut std::fmt::Formatter) -> std::fmt::Result {
|
|
write!(f, "invalid file data")
|
|
}
|
|
}
|
|
|
|
impl std::error::Error for InvalidFileData {
|
|
fn source(&self) -> Option<&(dyn std::error::Error + 'static)> {
|
|
Some(&self.0)
|
|
}
|
|
}
|
|
|
|
impl From<InvalidFileData> for io::Error {
|
|
fn from(e: InvalidFileData) -> Self {
|
|
io::Error::new(io::ErrorKind::InvalidData, e)
|
|
}
|
|
}
|
|
|
|
type Task = (u32, PathBuf, Option<std::process::Command>);
|
|
|
|
let seen = Mutex::new(HashMap::<PathBuf, u32>::default());
|
|
let tasks = TaskQueue::<Task>::new(extra_threads + 1);
|
|
let ast = Mutex::new(Vec::<io::Result<Ast>>::new());
|
|
|
|
let loader = |path: &str, from: &str| {
|
|
let path = ImportPath::try_from(path)?;
|
|
|
|
let physiscal_path = path.resolve(from)?;
|
|
|
|
let id = {
|
|
let mut seen = seen.lock().unwrap();
|
|
let len = seen.len();
|
|
match seen.entry(physiscal_path.clone()) {
|
|
hash_map::Entry::Occupied(entry) => {
|
|
return Ok(*entry.get());
|
|
}
|
|
hash_map::Entry::Vacant(entry) => {
|
|
entry.insert(len as _);
|
|
len as u32
|
|
}
|
|
}
|
|
};
|
|
|
|
let command = if !physiscal_path.exists() {
|
|
let ImportPath::Git { link, chk, .. } = path else {
|
|
return Err(io::Error::new(
|
|
io::ErrorKind::NotFound,
|
|
format!("can't find file: {}", physiscal_path.display()),
|
|
));
|
|
};
|
|
|
|
let root = PathBuf::from_iter([GIT_DEPS_DIR, preprocess_git(link)]);
|
|
|
|
let mut command = std::process::Command::new("git");
|
|
command.args(["clone", "--depth", "1"]);
|
|
if let Some(chk) = chk {
|
|
command.args(match chk {
|
|
Chk::Branch(b) => ["--branch", b],
|
|
Chk::Tag(t) => ["--tag", t],
|
|
Chk::Rev(r) => ["--rev", r],
|
|
});
|
|
}
|
|
command.arg(link).arg(root);
|
|
Some(command)
|
|
} else {
|
|
None
|
|
};
|
|
|
|
tasks.push((id, physiscal_path, command));
|
|
Ok(id)
|
|
};
|
|
|
|
let execute_task = |(_, path, command): Task, buffer: &mut Vec<u8>| {
|
|
if let Some(mut command) = command {
|
|
let output = command.output()?;
|
|
if !output.status.success() {
|
|
let msg =
|
|
format!("git command failed: {}", String::from_utf8_lossy(&output.stderr));
|
|
return Err(io::Error::new(io::ErrorKind::Other, msg));
|
|
}
|
|
}
|
|
|
|
let path = path.to_str().ok_or_else(|| {
|
|
io::Error::new(
|
|
io::ErrorKind::InvalidData,
|
|
format!("path contains invalid characters: {}", path.display()),
|
|
)
|
|
})?;
|
|
let mut file = std::fs::File::open(path)?;
|
|
file.read_to_end(buffer)?;
|
|
let src = std::str::from_utf8(buffer).map_err(InvalidFileData)?;
|
|
Ok(Ast::new(path, src.to_owned(), &loader))
|
|
};
|
|
|
|
let thread = || {
|
|
let mut buffer = Vec::new();
|
|
while let Some(task @ (indx, ..)) = tasks.pop() {
|
|
let res = execute_task(task, &mut buffer);
|
|
buffer.clear();
|
|
|
|
let mut ast = ast.lock().unwrap();
|
|
let len = ast.len().max(indx as usize + 1);
|
|
ast.resize_with(len, || Err(io::ErrorKind::InvalidData.into()));
|
|
ast[indx as usize] = res;
|
|
}
|
|
};
|
|
|
|
let path = Path::new(root).canonicalize()?;
|
|
seen.lock().unwrap().insert(path.clone(), 0);
|
|
tasks.push((0, path, None));
|
|
|
|
if extra_threads == 0 {
|
|
thread();
|
|
} else {
|
|
std::thread::scope(|s| (0..extra_threads + 1).for_each(|_| _ = s.spawn(thread)));
|
|
}
|
|
|
|
ast.into_inner().unwrap().into_iter().collect::<io::Result<Vec<_>>>()
|
|
}
|
|
|
|
type HashMap<K, V> = std::collections::HashMap<K, V, std::hash::BuildHasherDefault<FnvHasher>>;
|
|
type _HashSet<K> = std::collections::HashSet<K, std::hash::BuildHasherDefault<FnvHasher>>;
|
|
|
|
struct FnvHasher(u64);
|
|
|
|
impl std::hash::Hasher for FnvHasher {
|
|
fn finish(&self) -> u64 {
|
|
self.0
|
|
}
|
|
|
|
fn write(&mut self, bytes: &[u8]) {
|
|
self.0 = bytes.iter().fold(self.0, |hash, &byte| {
|
|
let mut hash = hash;
|
|
hash ^= byte as u64;
|
|
hash = hash.wrapping_mul(0x100000001B3);
|
|
hash
|
|
});
|
|
}
|
|
}
|
|
|
|
impl Default for FnvHasher {
|
|
fn default() -> Self {
|
|
Self(0xCBF29CE484222325)
|
|
}
|
|
}
|
|
|
|
#[cfg(test)]
|
|
pub fn run_test(
|
|
name: &'static str,
|
|
ident: &'static str,
|
|
input: &'static str,
|
|
test: fn(&'static str, &'static str, &mut String),
|
|
) {
|
|
use std::{io::Write, path::PathBuf};
|
|
|
|
let filter = std::env::var("PT_FILTER").unwrap_or_default();
|
|
if !filter.is_empty() && !name.contains(&filter) {
|
|
return;
|
|
}
|
|
|
|
let mut output = String::new();
|
|
{
|
|
struct DumpOut<'a>(&'a mut String);
|
|
impl Drop for DumpOut<'_> {
|
|
fn drop(&mut self) {
|
|
if std::thread::panicking() {
|
|
println!("{}", self.0);
|
|
}
|
|
}
|
|
}
|
|
|
|
let dump = DumpOut(&mut output);
|
|
test(ident, input, dump.0);
|
|
}
|
|
|
|
let mut root = PathBuf::from(
|
|
std::env::var("PT_TEST_ROOT")
|
|
.unwrap_or(concat!(env!("CARGO_MANIFEST_DIR"), "/tests").to_string()),
|
|
);
|
|
root.push(name.replace("::", "_").replace(concat!(env!("CARGO_PKG_NAME"), "_"), ""));
|
|
root.set_extension("txt");
|
|
|
|
let expected = std::fs::read_to_string(&root).unwrap_or_default();
|
|
|
|
if output == expected {
|
|
return;
|
|
}
|
|
|
|
if std::env::var("PT_UPDATE").is_ok() {
|
|
std::fs::write(&root, output).unwrap();
|
|
return;
|
|
}
|
|
|
|
if !root.exists() {
|
|
std::fs::create_dir_all(root.parent().unwrap()).unwrap();
|
|
std::fs::write(&root, vec![]).unwrap();
|
|
}
|
|
|
|
let mut proc = std::process::Command::new("diff")
|
|
.arg("-u")
|
|
.arg("--color")
|
|
.arg(&root)
|
|
.arg("-")
|
|
.stdin(std::process::Stdio::piped())
|
|
.stdout(std::process::Stdio::inherit())
|
|
.spawn()
|
|
.unwrap();
|
|
|
|
proc.stdin.as_mut().unwrap().write_all(output.as_bytes()).unwrap();
|
|
|
|
proc.wait().unwrap();
|
|
|
|
panic!("test failed");
|
|
}
|
|
|
|
#[cfg(test)]
|
|
fn test_parse_files(ident: &'static str, input: &'static str) -> Vec<parser::Ast> {
|
|
fn find_block(mut input: &'static str, test_name: &'static str) -> &'static str {
|
|
const CASE_PREFIX: &str = "#### ";
|
|
const CASE_SUFFIX: &str = "\n```hb";
|
|
loop {
|
|
let Some(pos) = input.find(CASE_PREFIX) else {
|
|
unreachable!("test {test_name} not found");
|
|
};
|
|
|
|
input = unsafe { input.get_unchecked(pos + CASE_PREFIX.len()..) };
|
|
if !input.starts_with(test_name) {
|
|
continue;
|
|
}
|
|
input = unsafe { input.get_unchecked(test_name.len()..) };
|
|
if !input.starts_with(CASE_SUFFIX) {
|
|
continue;
|
|
}
|
|
input = unsafe { input.get_unchecked(CASE_SUFFIX.len()..) };
|
|
|
|
let end = input.find("```").unwrap_or(input.len());
|
|
break unsafe { input.get_unchecked(..end) };
|
|
}
|
|
}
|
|
|
|
let input = find_block(input, ident);
|
|
|
|
let mut module_map = Vec::new();
|
|
let mut last_start = 0;
|
|
let mut last_module_name = "test";
|
|
for (i, m) in input.match_indices("// in module: ") {
|
|
parser::test::format(ident, input[last_start..i].trim());
|
|
module_map.push((last_module_name, &input[last_start..i]));
|
|
let (module_name, _) = input[i + m.len()..].split_once('\n').unwrap();
|
|
last_module_name = module_name;
|
|
last_start = i + m.len() + module_name.len() + 1;
|
|
}
|
|
parser::test::format(ident, input[last_start..].trim());
|
|
module_map.push((last_module_name, input[last_start..].trim()));
|
|
|
|
let loader = |path: &str, _: &str| {
|
|
module_map
|
|
.iter()
|
|
.position(|&(name, _)| name == path)
|
|
.map(|i| i as parser::FileId)
|
|
.ok_or(io::Error::from(io::ErrorKind::NotFound))
|
|
};
|
|
|
|
module_map
|
|
.iter()
|
|
.map(|&(path, content)| parser::Ast::new(path, content.to_owned(), &loader))
|
|
.collect()
|
|
}
|
|
|
|
#[cfg(test)]
|
|
fn test_run_vm(out: &[u8], output: &mut String) {
|
|
use std::fmt::Write;
|
|
|
|
let mut stack = [0_u64; 1024 * 20];
|
|
|
|
let mut vm = unsafe {
|
|
hbvm::Vm::<_, 0>::new(LoggedMem::default(), hbvm::mem::Address::new(out.as_ptr() as u64))
|
|
};
|
|
|
|
vm.write_reg(codegen::STACK_PTR, unsafe { stack.as_mut_ptr().add(stack.len()) } as u64);
|
|
|
|
let stat = loop {
|
|
match vm.run() {
|
|
Ok(hbvm::VmRunOk::End) => break Ok(()),
|
|
Ok(hbvm::VmRunOk::Ecall) => match vm.read_reg(2).0 {
|
|
1 => writeln!(output, "ev: Ecall").unwrap(), // compatibility with a test
|
|
69 => {
|
|
let [size, align] = [vm.read_reg(3).0 as usize, vm.read_reg(4).0 as usize];
|
|
let layout = std::alloc::Layout::from_size_align(size, align).unwrap();
|
|
let ptr = unsafe { std::alloc::alloc(layout) };
|
|
vm.write_reg(1, ptr as u64);
|
|
}
|
|
96 => {
|
|
let [ptr, size, align] = [
|
|
vm.read_reg(3).0 as usize,
|
|
vm.read_reg(4).0 as usize,
|
|
vm.read_reg(5).0 as usize,
|
|
];
|
|
|
|
let layout = std::alloc::Layout::from_size_align(size, align).unwrap();
|
|
unsafe { std::alloc::dealloc(ptr as *mut u8, layout) };
|
|
}
|
|
3 => vm.write_reg(1, 42),
|
|
unknown => unreachable!("unknown ecall: {unknown:?}"),
|
|
},
|
|
Ok(hbvm::VmRunOk::Timer) => {
|
|
writeln!(output, "timed out").unwrap();
|
|
break Ok(());
|
|
}
|
|
Ok(ev) => writeln!(output, "ev: {:?}", ev).unwrap(),
|
|
Err(e) => break Err(e),
|
|
}
|
|
};
|
|
|
|
writeln!(output, "code size: {}", out.len()).unwrap();
|
|
writeln!(output, "ret: {:?}", vm.read_reg(1).0).unwrap();
|
|
writeln!(output, "status: {:?}", stat).unwrap();
|
|
}
|
|
|
|
#[derive(Default)]
|
|
pub struct Options {
|
|
pub fmt: bool,
|
|
pub fmt_current: bool,
|
|
pub dump_asm: bool,
|
|
pub extra_threads: usize,
|
|
}
|
|
|
|
fn format_to(
|
|
ast: &parser::Ast,
|
|
source: &str,
|
|
out: &mut impl std::io::Write,
|
|
) -> std::io::Result<()> {
|
|
parser::with_fmt_source(source, || {
|
|
for (i, expr) in ast.exprs().iter().enumerate() {
|
|
write!(out, "{expr}")?;
|
|
if let Some(expr) = ast.exprs().get(i + 1)
|
|
&& let Some(rest) = source.get(expr.pos() as usize..)
|
|
{
|
|
if parser::insert_needed_semicolon(rest) {
|
|
write!(out, ";")?;
|
|
}
|
|
if parser::preserve_newlines(&source[..expr.pos() as usize]) > 1 {
|
|
writeln!(out)?;
|
|
}
|
|
}
|
|
|
|
if i + 1 != ast.exprs().len() {
|
|
writeln!(out)?;
|
|
}
|
|
}
|
|
std::io::Result::Ok(())
|
|
})
|
|
}
|
|
|
|
pub fn run_compiler(
|
|
root_file: &str,
|
|
options: Options,
|
|
out: &mut impl std::io::Write,
|
|
) -> io::Result<()> {
|
|
let parsed = parse_from_fs(options.extra_threads, root_file)?;
|
|
|
|
fn format_ast(ast: parser::Ast) -> std::io::Result<()> {
|
|
let mut output = Vec::new();
|
|
let source = std::fs::read_to_string(&*ast.path)?;
|
|
format_to(&ast, &source, &mut output)?;
|
|
std::fs::write(&*ast.path, output)?;
|
|
Ok(())
|
|
}
|
|
|
|
if options.fmt {
|
|
for parsed in parsed {
|
|
format_ast(parsed)?;
|
|
}
|
|
} else if options.fmt_current {
|
|
let ast = parsed.into_iter().next().unwrap();
|
|
let source = std::fs::read_to_string(&*ast.path)?;
|
|
format_to(&ast, &source, out)?;
|
|
} else {
|
|
let mut codegen = codegen::Codegen::default();
|
|
codegen.files = parsed;
|
|
|
|
codegen.generate();
|
|
if options.dump_asm {
|
|
codegen.disasm(out)?;
|
|
} else {
|
|
codegen.dump(out)?;
|
|
}
|
|
}
|
|
|
|
Ok(())
|
|
}
|
|
|
|
#[derive(Default)]
|
|
pub struct LoggedMem {
|
|
pub mem: hbvm::mem::HostMemory,
|
|
}
|
|
|
|
impl hbvm::mem::Memory for LoggedMem {
|
|
unsafe fn load(
|
|
&mut self,
|
|
addr: hbvm::mem::Address,
|
|
target: *mut u8,
|
|
count: usize,
|
|
) -> Result<(), hbvm::mem::LoadError> {
|
|
log::trc!(
|
|
"load: {:x} {:?}",
|
|
addr.get(),
|
|
core::slice::from_raw_parts(addr.get() as *const u8, count)
|
|
.iter()
|
|
.rev()
|
|
.map(|&b| format!("{b:02x}"))
|
|
.collect::<String>()
|
|
);
|
|
self.mem.load(addr, target, count)
|
|
}
|
|
|
|
unsafe fn store(
|
|
&mut self,
|
|
addr: hbvm::mem::Address,
|
|
source: *const u8,
|
|
count: usize,
|
|
) -> Result<(), hbvm::mem::StoreError> {
|
|
log::trc!(
|
|
"store: {:x} {:?}",
|
|
addr.get(),
|
|
core::slice::from_raw_parts(source, count)
|
|
.iter()
|
|
.rev()
|
|
.map(|&b| format!("{b:02x}"))
|
|
.collect::<String>()
|
|
);
|
|
self.mem.store(addr, source, count)
|
|
}
|
|
|
|
unsafe fn prog_read<T: Copy>(&mut self, addr: hbvm::mem::Address) -> T {
|
|
log::trc!(
|
|
"read-typed: {:x} {} {:?}",
|
|
addr.get(),
|
|
std::any::type_name::<T>(),
|
|
if core::mem::size_of::<T>() == 1
|
|
&& let Some(nm) =
|
|
instrs::NAMES.get(std::ptr::read(addr.get() as *const u8) as usize)
|
|
{
|
|
nm.to_string()
|
|
} else {
|
|
core::slice::from_raw_parts(addr.get() as *const u8, core::mem::size_of::<T>())
|
|
.iter()
|
|
.map(|&b| format!("{:02x}", b))
|
|
.collect::<String>()
|
|
}
|
|
);
|
|
self.mem.prog_read(addr)
|
|
}
|
|
}
|
|
|
|
#[cfg(test)]
|
|
mod test {
|
|
use std::sync::Arc;
|
|
|
|
#[test]
|
|
fn task_queue_sanity() {
|
|
let queue = Arc::new(super::TaskQueue::new(1000));
|
|
|
|
let threads = (0..10)
|
|
.map(|_| {
|
|
let queue = queue.clone();
|
|
std::thread::spawn(move || {
|
|
for _ in 0..100 {
|
|
queue.extend([queue.pop().unwrap()]);
|
|
}
|
|
})
|
|
})
|
|
.collect::<Vec<_>>();
|
|
|
|
queue.extend(0..5);
|
|
|
|
for t in threads {
|
|
t.join().unwrap();
|
|
}
|
|
}
|
|
}
|