waffle/src/ir.rs

558 lines
16 KiB
Rust
Raw Normal View History

2021-11-13 00:16:54 -06:00
//! Intermediate representation for Wasm.
2022-10-27 00:15:15 -05:00
use crate::{backend, backend::binaryen};
use crate::{frontend, Operator};
2021-11-13 19:52:30 -06:00
use anyhow::Result;
2022-10-27 00:15:15 -05:00
use fxhash::FxHashSet;
use wasmparser::{FuncType, Type};
2021-11-13 00:16:54 -06:00
pub type SignatureId = usize;
pub type FuncId = usize;
2021-11-13 02:20:02 -06:00
pub type BlockId = usize;
pub type InstId = usize;
pub type LocalId = u32;
2021-12-03 01:33:04 -06:00
pub type GlobalId = u32;
pub type TableId = u32;
pub type MemoryId = u32;
2021-11-13 00:16:54 -06:00
2021-11-15 01:56:56 -06:00
pub const INVALID_BLOCK: BlockId = usize::MAX;
2021-11-13 16:23:22 -06:00
#[derive(Clone, Debug, Default)]
2021-11-13 04:32:05 -06:00
pub struct Module<'a> {
2022-10-27 00:15:15 -05:00
orig_bytes: &'a [u8],
funcs: Vec<FuncDecl>,
signatures: Vec<FuncType>,
globals: Vec<Type>,
tables: Vec<Type>,
dirty_funcs: FxHashSet<FuncId>,
}
impl<'a> Module<'a> {
pub(crate) fn with_orig_bytes(orig_bytes: &'a [u8]) -> Module<'a> {
let mut m = Module::default();
m.orig_bytes = orig_bytes;
m
}
}
impl<'a> Module<'a> {
pub fn func<'b>(&'b self, id: FuncId) -> &'b FuncDecl {
&self.funcs[id]
}
pub fn func_mut<'b>(&'b mut self, id: FuncId) -> &'b mut FuncDecl {
self.dirty_funcs.insert(id);
&mut self.funcs[id]
}
pub fn signature<'b>(&'b self, id: SignatureId) -> &'b FuncType {
&self.signatures[id]
}
pub fn global_ty(&self, id: GlobalId) -> Type {
self.globals[id as usize]
}
pub fn table_ty(&self, id: TableId) -> Type {
self.tables[id as usize]
}
pub(crate) fn frontend_add_signature(&mut self, ty: FuncType) {
self.signatures.push(ty);
}
pub(crate) fn frontend_add_func(&mut self, body: FuncDecl) {
self.funcs.push(body);
}
pub(crate) fn frontend_add_table(&mut self, ty: Type) {
self.tables.push(ty);
}
pub(crate) fn frontend_add_global(&mut self, ty: Type) {
self.globals.push(ty);
}
2021-11-13 00:16:54 -06:00
}
#[derive(Clone, Debug)]
2021-11-22 01:12:07 -06:00
pub enum FuncDecl {
2021-11-13 00:16:54 -06:00
Import(SignatureId),
2021-11-22 01:12:07 -06:00
Body(SignatureId, FunctionBody),
2021-11-13 04:32:05 -06:00
}
2021-11-22 01:12:07 -06:00
impl FuncDecl {
2021-11-13 04:32:05 -06:00
pub fn sig(&self) -> SignatureId {
match self {
2021-11-13 05:49:19 -06:00
FuncDecl::Import(sig) => *sig,
FuncDecl::Body(sig, ..) => *sig,
2021-11-13 04:32:05 -06:00
}
}
2022-10-27 00:15:15 -05:00
pub fn body(&self) -> Option<&FunctionBody> {
match self {
FuncDecl::Body(_, body) => Some(body),
_ => None,
}
}
pub fn body_mut(&mut self) -> Option<&mut FunctionBody> {
match self {
FuncDecl::Body(_, body) => Some(body),
_ => None,
}
}
2021-11-13 00:16:54 -06:00
}
#[derive(Clone, Debug, Default)]
2021-11-22 01:12:07 -06:00
pub struct FunctionBody {
2022-10-29 17:19:26 -05:00
/// How many parameters the function has. (Their types are the
/// first `n_params` values in `locals`.)
2021-12-24 17:17:38 -06:00
pub n_params: usize,
2022-10-29 17:19:26 -05:00
/// Return types of the function.
2021-12-24 15:20:30 -06:00
pub rets: Vec<Type>,
2022-10-29 17:19:26 -05:00
/// Local types, *including* args.
2021-11-13 00:16:54 -06:00
pub locals: Vec<Type>,
2022-10-29 17:19:26 -05:00
/// Block bodies, indexed by `BlockId`.
2021-11-22 01:12:07 -06:00
pub blocks: Vec<Block>,
2022-10-29 17:19:26 -05:00
/// Value definitions, indexed by `Value`.
2021-12-03 01:33:04 -06:00
pub values: Vec<ValueDef>,
2022-10-29 17:19:26 -05:00
/// Types, indexed by `Value`. A single value can have multiple
/// types if multi-value (e.g. a call).
pub types: Vec<Vec<Type>>,
}
2021-12-03 01:33:04 -06:00
impl FunctionBody {
pub fn add_block(&mut self) -> BlockId {
let id = self.blocks.len();
self.blocks.push(Block::default());
self.blocks[id].id = id;
2021-12-12 00:25:12 -06:00
log::trace!("add_block: block {}", id);
2021-12-03 01:33:04 -06:00
id
}
2021-12-03 01:33:04 -06:00
pub fn add_edge(&mut self, from: BlockId, to: BlockId) {
let succ_pos = self.blocks[from].succs.len();
let pred_pos = self.blocks[to].preds.len();
self.blocks[from].succs.push(to);
self.blocks[to].preds.push(from);
self.blocks[from].pos_in_succ_pred.push(pred_pos);
self.blocks[to].pos_in_pred_succ.push(succ_pos);
2021-12-12 00:25:12 -06:00
log::trace!("add_edge: from {} to {}", from, to);
2021-11-15 01:56:56 -06:00
}
2021-12-23 20:23:42 -06:00
pub fn add_value(&mut self, value: ValueDef, tys: Vec<Type>) -> Value {
log::trace!("add_value: def {:?} ty {:?}", value, tys);
2021-12-25 01:02:20 -06:00
let id = Value(self.values.len() as u32);
2021-12-23 20:23:42 -06:00
log::trace!(" -> value {:?}", id);
2021-12-25 01:02:20 -06:00
self.values.push(value.clone());
self.types.push(tys);
2021-12-12 00:25:12 -06:00
id
}
pub fn set_alias(&mut self, value: Value, to: Value) {
2021-12-12 00:25:12 -06:00
log::trace!("set_alias: value {:?} to {:?}", value, to);
// Resolve the `to` value through all existing aliases.
2021-12-12 22:11:28 -06:00
let to = self.resolve_and_update_alias(to);
// Disallow cycles.
if to == value {
panic!("Cannot create an alias cycle");
}
self.values[value.index()] = ValueDef::Alias(to);
}
pub fn resolve_alias(&self, value: Value) -> Value {
let mut result = value;
loop {
if let &ValueDef::Alias(to) = &self.values[result.index()] {
result = to;
} else {
break;
}
}
result
}
2021-12-23 20:23:42 -06:00
pub fn add_mutable_inst(&mut self, tys: Vec<Type>, def: ValueDef) -> Value {
let value = Value(self.values.len() as u32);
2021-12-23 20:23:42 -06:00
self.types.push(tys);
self.values.push(def);
value
}
2021-12-19 15:57:34 -06:00
pub fn add_blockparam(&mut self, block: BlockId, ty: Type) -> Value {
2021-12-12 12:34:19 -06:00
let index = self.blocks[block].params.len();
2021-12-23 20:23:42 -06:00
let value = self.add_value(ValueDef::BlockParam(block, index), vec![ty]);
2021-12-19 15:57:34 -06:00
self.blocks[block].params.push((ty, value));
value
}
pub fn add_placeholder(&mut self, ty: Type) -> Value {
2021-12-23 20:23:42 -06:00
self.add_mutable_inst(vec![ty], ValueDef::Placeholder)
}
pub fn replace_placeholder_with_blockparam(&mut self, block: BlockId, value: Value) {
assert!(self.values[value.index()] == ValueDef::Placeholder);
2021-12-23 20:23:42 -06:00
let ty = self.types[value.index()].get(0).cloned().unwrap();
let index = self.blocks[block].params.len();
2021-12-19 15:57:34 -06:00
self.blocks[block].params.push((ty, value));
self.values[value.index()] = ValueDef::BlockParam(block, index);
}
pub fn resolve_and_update_alias(&mut self, value: Value) -> Value {
let to = self.resolve_alias(value);
// Short-circuit the chain, union-find-style.
if let &ValueDef::Alias(orig_to) = &self.values[value.index()] {
if orig_to != to {
self.values[value.index()] = ValueDef::Alias(to);
}
}
to
2021-11-15 01:56:56 -06:00
}
2021-12-03 01:33:04 -06:00
pub fn append_to_block(&mut self, block: BlockId, value: Value) {
self.blocks[block].insts.push(value);
2021-11-15 01:56:56 -06:00
}
2021-12-03 01:33:04 -06:00
pub fn end_block(&mut self, block: BlockId, terminator: Terminator) {
terminator.visit_successors(|succ| {
self.add_edge(block, succ);
});
self.blocks[block].terminator = terminator;
2021-11-15 01:56:56 -06:00
}
2021-12-03 01:33:04 -06:00
pub fn add_local(&mut self, ty: Type) -> LocalId {
let id = self.locals.len() as LocalId;
self.locals.push(ty);
id
}
2021-12-23 20:23:42 -06:00
pub fn values<'a>(&'a self) -> impl Iterator<Item = (Value, &'a ValueDef)> + 'a {
self.values
.iter()
.enumerate()
.map(|(idx, value_def)| (Value(idx as u32), value_def))
}
2022-10-27 16:19:39 -05:00
pub fn blocks(&self) -> impl Iterator<Item = BlockId> {
(0..self.blocks.len()).into_iter()
}
}
2021-12-03 01:33:04 -06:00
impl std::ops::Index<Value> for FunctionBody {
type Output = ValueDef;
fn index(&self, index: Value) -> &ValueDef {
&self.values[index.0 as usize]
}
}
impl std::ops::IndexMut<Value> for FunctionBody {
fn index_mut(&mut self, index: Value) -> &mut ValueDef {
&mut self.values[index.0 as usize]
}
}
impl std::ops::Index<BlockId> for FunctionBody {
type Output = Block;
fn index(&self, index: BlockId) -> &Block {
&self.blocks[index]
}
}
impl std::ops::IndexMut<BlockId> for FunctionBody {
fn index_mut(&mut self, index: BlockId) -> &mut Block {
&mut self.blocks[index]
2021-11-22 01:12:07 -06:00
}
}
2021-12-03 01:33:04 -06:00
#[derive(Clone, Debug, Default)]
pub struct Block {
pub id: BlockId,
/// Side-effecting values from the sea-of-nodes that are computed, in order.
pub insts: Vec<Value>,
/// Terminator: branch or return.
pub terminator: Terminator,
/// Successor blocks.
pub succs: Vec<BlockId>,
/// For each successor block, our index in its `preds` array.
pub pos_in_succ_pred: Vec<usize>,
/// Predecessor blocks.
pub preds: Vec<BlockId>,
/// For each predecessor block, our index in its `succs` array.
pub pos_in_pred_succ: Vec<usize>,
2021-12-19 15:57:34 -06:00
/// Type and Value for each blockparam.
pub params: Vec<(Type, Value)>,
2021-11-13 16:23:22 -06:00
}
2021-12-03 01:33:04 -06:00
#[derive(Clone, Copy, Debug, PartialEq, Eq, PartialOrd, Ord, Hash)]
pub struct Value(u32);
2021-11-21 19:15:26 -06:00
impl std::fmt::Display for Value {
fn fmt(&self, f: &mut std::fmt::Formatter) -> std::fmt::Result {
write!(f, "v{}", self.0)
}
}
2021-11-21 19:15:26 -06:00
impl Value {
2021-12-03 01:33:04 -06:00
pub fn index(self) -> usize {
self.0 as usize
2021-11-21 19:15:26 -06:00
}
2021-12-03 01:33:04 -06:00
pub fn from_index(value: usize) -> Value {
Self(value as u32)
2021-11-13 16:23:22 -06:00
}
2021-12-03 01:33:04 -06:00
}
2021-11-21 19:15:26 -06:00
2021-12-03 01:33:04 -06:00
#[derive(Clone, Debug, PartialEq, Eq, Hash)]
pub enum ValueDef {
Arg(usize),
BlockParam(BlockId, usize),
Operator(Operator, Vec<Value>),
PickOutput(Value, usize),
Alias(Value),
Placeholder,
2021-12-03 01:33:04 -06:00
}
2021-11-21 19:15:26 -06:00
2021-12-03 01:33:04 -06:00
impl ValueDef {
pub fn visit_uses<F: FnMut(Value)>(&self, mut f: F) {
match self {
2021-12-03 01:34:57 -06:00
&ValueDef::Arg { .. } => {}
&ValueDef::BlockParam { .. } => {}
&ValueDef::Operator(_, ref args) => {
2021-12-03 01:33:04 -06:00
for &arg in args {
f(arg);
}
}
&ValueDef::PickOutput(from, ..) => f(from),
&ValueDef::Alias(value) => f(value),
&ValueDef::Placeholder => {}
2021-11-21 19:15:26 -06:00
}
}
2021-11-22 01:12:07 -06:00
2021-12-03 01:33:04 -06:00
pub fn update_uses<F: FnMut(&mut Value)>(&mut self, mut f: F) {
match self {
2021-12-03 01:34:57 -06:00
&mut ValueDef::Arg { .. } => {}
&mut ValueDef::BlockParam { .. } => {}
&mut ValueDef::Operator(_, ref mut args) => {
2021-12-03 01:34:57 -06:00
for arg in args {
2021-12-03 01:33:04 -06:00
f(arg);
}
}
&mut ValueDef::PickOutput(ref mut from, ..) => f(from),
&mut ValueDef::Alias(ref mut value) => f(value),
&mut ValueDef::Placeholder => {}
2021-11-21 19:15:26 -06:00
}
}
}
#[derive(Clone, Debug)]
pub struct BlockTarget {
pub block: BlockId,
pub args: Vec<Value>,
}
2021-11-13 05:38:47 -06:00
#[derive(Clone, Debug)]
2021-11-14 02:00:34 -06:00
pub enum Terminator {
2021-11-13 05:38:47 -06:00
Br {
target: BlockTarget,
2021-11-13 05:38:47 -06:00
},
CondBr {
2021-11-21 19:15:26 -06:00
cond: Value,
if_true: BlockTarget,
if_false: BlockTarget,
2021-11-13 05:38:47 -06:00
},
Select {
2021-11-21 19:15:26 -06:00
value: Value,
targets: Vec<BlockTarget>,
default: BlockTarget,
2021-11-13 05:38:47 -06:00
},
Return {
2021-11-21 19:15:26 -06:00
values: Vec<Value>,
2021-11-13 05:38:47 -06:00
},
None,
}
2021-11-14 02:00:34 -06:00
impl std::default::Default for Terminator {
2021-11-13 05:38:47 -06:00
fn default() -> Self {
Terminator::None
}
}
2021-11-13 19:52:30 -06:00
2021-11-14 02:00:34 -06:00
impl Terminator {
pub fn visit_targets<F: FnMut(&BlockTarget)>(&self, mut f: F) {
2021-11-14 02:00:34 -06:00
match self {
2021-12-03 01:33:04 -06:00
Terminator::Return { .. } => {}
Terminator::Br { ref target, .. } => f(target),
2021-11-14 02:00:34 -06:00
Terminator::CondBr {
ref if_true,
ref if_false,
..
2021-11-14 02:00:34 -06:00
} => {
f(if_true);
f(if_false);
2021-11-14 02:00:34 -06:00
}
2021-11-13 22:59:37 -06:00
Terminator::Select {
ref targets,
ref default,
..
} => {
f(default);
for target in targets {
f(target);
}
}
Terminator::None => {}
}
}
pub fn update_targets<F: FnMut(&mut BlockTarget)>(&mut self, mut f: F) {
match self {
Terminator::Return { .. } => {}
Terminator::Br { ref mut target, .. } => f(target),
Terminator::CondBr {
ref mut if_true,
ref mut if_false,
2021-11-13 22:59:37 -06:00
..
} => {
f(if_true);
f(if_false);
}
Terminator::Select {
ref mut targets,
ref mut default,
..
} => {
f(default);
for target in targets {
2021-12-03 01:33:04 -06:00
f(target);
}
2021-11-13 22:59:37 -06:00
}
2021-12-03 01:33:04 -06:00
Terminator::None => {}
2021-11-13 22:59:37 -06:00
}
2021-11-13 19:52:30 -06:00
}
2021-11-22 01:12:07 -06:00
pub fn visit_target<F: FnMut(&BlockTarget)>(&self, index: usize, mut f: F) {
match (index, self) {
(0, Terminator::Br { ref target, .. }) => f(target),
(0, Terminator::CondBr { ref if_true, .. }) => {
f(if_true);
}
(1, Terminator::CondBr { ref if_false, .. }) => {
f(if_false);
}
(0, Terminator::Select { ref default, .. }) => {
f(default);
}
(i, Terminator::Select { ref targets, .. }) if i <= targets.len() => {
f(&targets[i - 1]);
}
_ => panic!("out of bounds"),
}
}
pub fn update_target<F: FnMut(&mut BlockTarget)>(&mut self, index: usize, mut f: F) {
match (index, self) {
(0, Terminator::Br { ref mut target, .. }) => f(target),
(
0,
Terminator::CondBr {
ref mut if_true, ..
},
) => {
f(if_true);
}
(
1,
Terminator::CondBr {
ref mut if_false, ..
},
) => {
f(if_false);
}
(
0,
Terminator::Select {
ref mut default, ..
},
) => {
f(default);
}
(
i,
Terminator::Select {
ref mut targets, ..
},
) if i <= targets.len() => {
f(&mut targets[i - 1]);
}
2021-12-12 00:44:48 -06:00
(i, this) => panic!("out of bounds: index {} term {:?}", i, this),
}
}
pub fn visit_successors<F: FnMut(BlockId)>(&self, mut f: F) {
self.visit_targets(|target| f(target.block));
}
2021-11-22 01:12:07 -06:00
pub fn visit_uses<F: FnMut(Value)>(&self, mut f: F) {
self.visit_targets(|target| {
for &arg in &target.args {
f(arg);
}
});
2021-11-22 01:12:07 -06:00
match self {
&Terminator::CondBr { cond, .. } => f(cond),
&Terminator::Select { value, .. } => f(value),
&Terminator::Return { ref values, .. } => {
for &value in values {
f(value);
}
}
_ => {}
}
}
pub fn update_uses<F: FnMut(&mut Value)>(&mut self, mut f: F) {
self.update_targets(|target| {
for arg in &mut target.args {
f(arg);
}
});
2021-11-22 01:12:07 -06:00
match self {
&mut Terminator::CondBr { ref mut cond, .. } => f(cond),
&mut Terminator::Select { ref mut value, .. } => f(value),
&mut Terminator::Return { ref mut values, .. } => {
for value in values {
f(value);
}
}
_ => {}
}
}
2021-11-13 19:52:30 -06:00
}
2021-12-03 01:33:04 -06:00
impl<'a> Module<'a> {
pub fn from_wasm_bytes(bytes: &'a [u8]) -> Result<Self> {
frontend::wasm_to_ir(bytes)
}
2022-10-27 00:15:15 -05:00
pub fn to_wasm_bytes(&self) -> Result<Vec<u8>> {
2022-10-27 16:19:39 -05:00
let mut binaryen_module = binaryen::Module::read(self.orig_bytes)?;
2022-10-28 16:39:38 -05:00
for new_func_idx in self.funcs.len()..binaryen_module.num_funcs() {
let sig = self.func(new_func_idx).sig();
let body = self.func(new_func_idx).body().unwrap();
2022-10-29 17:19:26 -05:00
let (new_locals, binaryen_expr) =
backend::lower::generate_body(body, &mut binaryen_module);
backend::lower::create_new_func(
self,
sig,
body,
&mut binaryen_module,
binaryen_expr,
new_locals,
);
2022-10-28 16:39:38 -05:00
}
2022-10-27 00:15:15 -05:00
for &func in &self.dirty_funcs {
if let Some(body) = self.func(func).body() {
let mut binaryen_func = binaryen_module.func(func);
2022-10-29 17:19:26 -05:00
let (new_locals, binaryen_expr) =
backend::lower::generate_body(body, &mut binaryen_module);
for ty in new_locals {
binaryen_func.add_local(ty);
}
2022-10-27 00:15:15 -05:00
binaryen_func.set_body(binaryen_expr);
}
}
binaryen_module.write()
2021-12-24 15:00:21 -06:00
}
}