waffle/src/frontend.rs

914 lines
32 KiB
Rust
Raw Normal View History

//! Frontend: convert Wasm to IR.
2021-11-13 09:41:32 +00:00
#![allow(dead_code)]
use crate::ir::*;
2021-11-13 09:41:32 +00:00
use crate::op_traits::{op_inputs, op_outputs};
use anyhow::{bail, Result};
2021-11-14 06:25:27 +00:00
use fxhash::FxHashMap;
2021-11-13 08:56:49 +00:00
use log::trace;
2021-11-13 11:38:47 +00:00
use wasmparser::{
2021-11-14 06:25:27 +00:00
Ieee32, Ieee64, ImportSectionEntryType, Operator, Parser, Payload, Type, TypeDef,
TypeOrFuncType,
2021-11-13 11:38:47 +00:00
};
2021-11-13 11:49:19 +00:00
pub fn wasm_to_ir(bytes: &[u8]) -> Result<Module<'_>> {
let mut module = Module::default();
2021-11-14 08:00:34 +00:00
module.orig_bytes = bytes;
2021-11-13 08:56:49 +00:00
let parser = Parser::new(0);
2021-11-13 10:32:05 +00:00
let mut next_func = 0;
2021-11-13 08:56:49 +00:00
for payload in parser.parse_all(bytes) {
let payload = payload?;
2021-11-13 10:32:05 +00:00
handle_payload(&mut module, payload, &mut next_func)?;
}
Ok(module)
}
2021-11-13 09:10:22 +00:00
fn handle_payload<'a>(
2021-11-13 10:32:05 +00:00
module: &mut Module<'a>,
2021-11-13 09:10:22 +00:00
payload: Payload<'a>,
2021-11-13 10:32:05 +00:00
next_func: &mut usize,
2021-11-13 09:10:22 +00:00
) -> Result<()> {
2021-11-13 08:56:49 +00:00
trace!("Wasm parser item: {:?}", payload);
match payload {
Payload::TypeSection(mut reader) => {
for _ in 0..reader.get_count() {
let ty = reader.read()?;
2021-11-13 11:49:19 +00:00
if let TypeDef::Func(fty) = ty {
module.signatures.push(fty);
}
}
}
2021-11-13 08:59:15 +00:00
Payload::ImportSection(mut reader) => {
for _ in 0..reader.get_count() {
match reader.read()?.ty {
ImportSectionEntryType::Function(sig_idx) => {
module.funcs.push(FuncDecl::Import(sig_idx as SignatureId));
*next_func += 1;
}
ImportSectionEntryType::Global(ty) => {
module.globals.push(ty.content_type);
}
ImportSectionEntryType::Table(ty) => {
module.tables.push(ty.element_type);
}
_ => {}
2021-11-13 08:59:15 +00:00
}
}
}
Payload::GlobalSection(mut reader) => {
for _ in 0..reader.get_count() {
let global = reader.read()?;
module.globals.push(global.ty.content_type);
}
}
Payload::TableSection(mut reader) => {
for _ in 0..reader.get_count() {
let table = reader.read()?;
module.tables.push(table.element_type);
}
}
2021-11-13 09:10:22 +00:00
Payload::FunctionSection(mut reader) => {
for _ in 0..reader.get_count() {
2021-11-13 10:32:05 +00:00
let sig_idx = reader.read()? as SignatureId;
module
.funcs
.push(FuncDecl::Body(sig_idx, FunctionBody::default()));
2021-11-13 09:10:22 +00:00
}
}
Payload::CodeSectionEntry(body) => {
2021-11-13 10:32:05 +00:00
let func_idx = *next_func;
*next_func += 1;
let my_sig = module.funcs[func_idx].sig();
2021-11-13 11:49:19 +00:00
let body = parse_body(module, my_sig, body)?;
2021-11-13 10:32:05 +00:00
match &mut module.funcs[func_idx] {
2021-11-13 11:49:19 +00:00
FuncDecl::Body(_, ref mut existing_body) => {
2021-11-13 10:32:05 +00:00
*existing_body = body;
}
_ => unreachable!(),
}
2021-11-13 09:10:22 +00:00
}
_ => {}
}
Ok(())
}
2021-11-13 09:10:22 +00:00
2021-11-22 07:12:07 +00:00
fn parse_body<'a>(
module: &'a Module,
2021-11-13 10:32:05 +00:00
my_sig: SignatureId,
2021-11-22 07:12:07 +00:00
body: wasmparser::FunctionBody,
) -> Result<FunctionBody> {
let mut ret: FunctionBody = FunctionBody::default();
for &param in &module.signatures[my_sig].params[..] {
ret.locals.push(param);
}
2021-11-13 09:10:22 +00:00
let mut locals = body.get_locals_reader()?;
for _ in 0..locals.get_count() {
let (count, ty) = locals.read()?;
for _ in 0..count {
ret.locals.push(ty);
}
}
2021-11-14 00:44:53 +00:00
trace!(
"Parsing function body: locals = {:?} sig = {:?}",
ret.locals,
module.signatures[my_sig]
);
2021-11-13 11:49:19 +00:00
let mut builder = FunctionBodyBuilder::new(module, my_sig, &mut ret);
2021-11-14 06:25:27 +00:00
for (arg_idx, &arg_ty) in module.signatures[my_sig].params.iter().enumerate() {
let local_idx = arg_idx as LocalId;
2021-11-22 01:15:26 +00:00
let value = Value::arg(arg_idx);
builder.body.types.insert(value, arg_ty);
2021-11-14 06:25:27 +00:00
trace!("defining local {} to value {}", local_idx, value);
builder.locals.insert(local_idx, (arg_ty, value));
}
2021-11-13 09:17:53 +00:00
let ops = body.get_operators_reader()?;
for op in ops.into_iter() {
let op = op?;
builder.handle_op(op)?;
}
2021-11-14 00:44:53 +00:00
if builder.cur_block.is_some() {
builder.handle_op(Operator::Return)?;
}
trace!("Final function body:{:?}", ret);
2021-11-13 09:10:22 +00:00
Ok(ret)
}
2021-11-13 09:17:53 +00:00
#[derive(Debug)]
2021-11-13 10:32:05 +00:00
struct FunctionBodyBuilder<'a, 'b> {
module: &'b Module<'a>,
my_sig: SignatureId,
2021-11-22 07:12:07 +00:00
body: &'b mut FunctionBody,
2021-11-13 22:13:31 +00:00
cur_block: Option<BlockId>,
2021-11-13 09:41:32 +00:00
ctrl_stack: Vec<Frame>,
2021-11-22 01:15:26 +00:00
op_stack: Vec<(Type, Value)>,
locals: FxHashMap<LocalId, (Type, Value)>,
2021-11-13 09:41:32 +00:00
}
2021-11-13 22:13:31 +00:00
#[derive(Clone, Debug)]
2021-11-13 09:41:32 +00:00
enum Frame {
Block {
2021-11-13 21:49:57 +00:00
start_depth: usize,
2021-11-13 10:32:05 +00:00
out: BlockId,
2021-11-13 09:41:32 +00:00
params: Vec<Type>,
results: Vec<Type>,
},
Loop {
2021-11-13 21:49:57 +00:00
start_depth: usize,
header: BlockId,
2021-11-13 10:32:05 +00:00
out: BlockId,
2021-11-13 09:41:32 +00:00
params: Vec<Type>,
results: Vec<Type>,
},
If {
2021-11-13 21:49:57 +00:00
start_depth: usize,
2021-11-13 10:32:05 +00:00
out: BlockId,
el: BlockId,
2021-11-22 01:15:26 +00:00
param_values: Vec<(Type, Value)>,
2021-11-13 09:41:32 +00:00
params: Vec<Type>,
results: Vec<Type>,
},
Else {
2021-11-13 21:49:57 +00:00
start_depth: usize,
2021-11-13 10:32:05 +00:00
out: BlockId,
2021-11-13 09:41:32 +00:00
params: Vec<Type>,
results: Vec<Type>,
},
2021-11-13 09:17:53 +00:00
}
2021-11-13 21:49:57 +00:00
impl Frame {
fn start_depth(&self) -> usize {
match self {
Frame::Block { start_depth, .. }
| Frame::Loop { start_depth, .. }
| Frame::If { start_depth, .. }
| Frame::Else { start_depth, .. } => *start_depth,
}
}
fn br_args(&self) -> &[Type] {
match self {
Frame::Block { results, .. }
| Frame::If { results, .. }
| Frame::Else { results, .. } => &results[..],
Frame::Loop { params, .. } => &params[..],
}
}
fn br_target(&self) -> BlockId {
match self {
Frame::Block { out, .. } => *out,
Frame::Loop { header, .. } => *header,
Frame::If { out, .. } | Frame::Else { out, .. } => *out,
}
}
fn out(&self) -> BlockId {
match self {
Frame::Block { out, .. }
| Frame::Loop { out, .. }
| Frame::If { out, .. }
| Frame::Else { out, .. } => *out,
}
}
2021-11-13 21:49:57 +00:00
}
2021-11-13 10:32:05 +00:00
impl<'a, 'b> FunctionBodyBuilder<'a, 'b> {
2021-11-22 07:12:07 +00:00
fn new(module: &'b Module<'a>, my_sig: SignatureId, body: &'b mut FunctionBody) -> Self {
2021-11-13 09:41:32 +00:00
body.blocks.push(Block::default());
2021-11-14 00:44:53 +00:00
let mut ret = Self {
2021-11-13 10:32:05 +00:00
module,
my_sig,
2021-11-13 09:41:32 +00:00
body,
ctrl_stack: vec![],
op_stack: vec![],
2021-11-13 22:13:31 +00:00
cur_block: Some(0),
2021-11-14 06:25:27 +00:00
locals: FxHashMap::default(),
2021-11-14 00:44:53 +00:00
};
// Push initial implicit Block.
let results = module.signatures[my_sig].returns.to_vec();
2021-11-14 00:44:53 +00:00
let out = ret.create_block();
ret.ctrl_stack.push(Frame::Block {
start_depth: 0,
out,
params: vec![],
2021-11-14 00:44:53 +00:00
results,
});
ret
2021-11-13 09:17:53 +00:00
}
2021-11-22 01:15:26 +00:00
fn pop_n(&mut self, n: usize) -> Vec<Value> {
let new_top = self.op_stack.len() - n;
let ret = self.op_stack[new_top..]
.iter()
.map(|(_ty, value)| *value)
.collect::<Vec<_>>();
self.op_stack.truncate(new_top);
ret
}
2021-11-22 01:15:26 +00:00
fn pop_1(&mut self) -> Value {
self.op_stack.pop().unwrap().1
}
2021-11-13 10:32:05 +00:00
fn handle_op(&mut self, op: Operator<'a>) -> Result<()> {
2021-11-14 00:44:53 +00:00
trace!("handle_op: {:?}", op);
trace!("op_stack = {:?}", self.op_stack);
trace!("ctrl_stack = {:?}", self.ctrl_stack);
2021-11-14 06:25:27 +00:00
trace!("locals = {:?}", self.locals);
2021-11-13 21:49:57 +00:00
match &op {
Operator::Unreachable => {
if let Some(block) = self.cur_block {
self.body.blocks[block].terminator = Terminator::None;
}
self.cur_block = None;
}
2021-11-14 06:25:27 +00:00
Operator::LocalGet { local_index } => {
let ty = self.body.locals[*local_index as usize];
let value = self
.locals
.get(local_index)
.map(|(_ty, value)| *value)
.unwrap_or_else(|| {
if let Some(block) = self.cur_block {
let inst = self.body.blocks[block].insts.len() as InstId;
self.emit(match ty {
Type::I32 => Operator::I32Const { value: 0 },
Type::I64 => Operator::I64Const { value: 0 },
Type::F32 => Operator::F32Const {
value: Ieee32::from_bits(0),
},
Type::F64 => Operator::F64Const {
value: Ieee64::from_bits(0),
},
_ => panic!("Unknown type for default value for local: {:?}", ty),
})
.unwrap();
self.op_stack.pop();
2021-11-22 01:15:26 +00:00
Value::inst(block, inst, 0)
2021-11-14 06:25:27 +00:00
} else {
2021-11-22 01:15:26 +00:00
Value::undef()
2021-11-14 06:25:27 +00:00
}
});
self.op_stack.push((ty, value));
}
Operator::LocalSet { local_index } => {
let (ty, value) = self.op_stack.pop().unwrap();
self.locals.insert(*local_index, (ty, value));
}
Operator::LocalTee { local_index } => {
let value = *self.op_stack.last().unwrap();
self.locals.insert(*local_index, value);
}
Operator::Call { .. }
2021-11-13 23:09:47 +00:00
| Operator::CallIndirect { .. }
| Operator::Select
| Operator::TypedSelect { .. }
| Operator::GlobalGet { .. }
| Operator::GlobalSet { .. }
| Operator::I32Load { .. }
| Operator::I64Load { .. }
| Operator::F32Load { .. }
| Operator::F64Load { .. }
| Operator::I32Load8S { .. }
| Operator::I32Load8U { .. }
| Operator::I32Load16S { .. }
| Operator::I32Load16U { .. }
| Operator::I64Load8S { .. }
| Operator::I64Load8U { .. }
| Operator::I64Load16S { .. }
| Operator::I64Load16U { .. }
| Operator::I64Load32S { .. }
| Operator::I64Load32U { .. }
| Operator::I32Store { .. }
| Operator::I64Store { .. }
| Operator::F32Store { .. }
| Operator::F64Store { .. }
| Operator::I32Store8 { .. }
| Operator::I32Store16 { .. }
| Operator::I64Store8 { .. }
| Operator::I64Store16 { .. }
| Operator::I64Store32 { .. }
| Operator::MemorySize { .. }
| Operator::MemoryGrow { .. }
| Operator::I32Const { .. }
| Operator::I64Const { .. }
| Operator::F32Const { .. }
| Operator::F64Const { .. }
| Operator::I32Eqz
| Operator::I32Eq
| Operator::I32Ne
| Operator::I32LtS
| Operator::I32LtU
| Operator::I32GtS
| Operator::I32GtU
| Operator::I32LeS
| Operator::I32LeU
| Operator::I32GeS
| Operator::I32GeU
| Operator::I64Eqz
| Operator::I64Eq
| Operator::I64Ne
| Operator::I64LtS
| Operator::I64LtU
| Operator::I64GtU
| Operator::I64GtS
| Operator::I64LeS
| Operator::I64LeU
| Operator::I64GeS
| Operator::I64GeU
| Operator::F32Eq
| Operator::F32Ne
| Operator::F32Lt
| Operator::F32Gt
| Operator::F32Le
| Operator::F32Ge
| Operator::F64Eq
| Operator::F64Ne
| Operator::F64Lt
| Operator::F64Gt
| Operator::F64Le
| Operator::F64Ge
| Operator::I32Clz
| Operator::I32Ctz
| Operator::I32Popcnt
| Operator::I32Add
| Operator::I32Sub
| Operator::I32Mul
| Operator::I32DivS
| Operator::I32DivU
| Operator::I32RemS
| Operator::I32RemU
| Operator::I32And
| Operator::I32Or
| Operator::I32Xor
| Operator::I32Shl
| Operator::I32ShrS
| Operator::I32ShrU
| Operator::I32Rotl
| Operator::I32Rotr
| Operator::I64Clz
| Operator::I64Ctz
| Operator::I64Popcnt
| Operator::I64Add
| Operator::I64Sub
| Operator::I64Mul
| Operator::I64DivS
| Operator::I64DivU
| Operator::I64RemS
| Operator::I64RemU
| Operator::I64And
| Operator::I64Or
| Operator::I64Xor
| Operator::I64Shl
| Operator::I64ShrS
| Operator::I64ShrU
| Operator::I64Rotl
| Operator::I64Rotr
| Operator::F32Abs
| Operator::F32Neg
| Operator::F32Ceil
| Operator::F32Floor
| Operator::F32Trunc
| Operator::F32Nearest
| Operator::F32Sqrt
| Operator::F32Add
| Operator::F32Sub
| Operator::F32Mul
| Operator::F32Div
| Operator::F32Min
| Operator::F32Max
| Operator::F32Copysign
| Operator::F64Abs
| Operator::F64Neg
| Operator::F64Ceil
| Operator::F64Floor
| Operator::F64Trunc
| Operator::F64Nearest
| Operator::F64Sqrt
| Operator::F64Add
| Operator::F64Sub
| Operator::F64Mul
| Operator::F64Div
| Operator::F64Min
| Operator::F64Max
| Operator::F64Copysign
| Operator::I32WrapI64
| Operator::I32TruncF32S
| Operator::I32TruncF32U
| Operator::I32TruncF64S
| Operator::I32TruncF64U
| Operator::I64ExtendI32S
| Operator::I64ExtendI32U
| Operator::I64TruncF32S
| Operator::I64TruncF32U
| Operator::I64TruncF64S
| Operator::I64TruncF64U
| Operator::F32ConvertI32S
| Operator::F32ConvertI32U
| Operator::F32ConvertI64S
| Operator::F32ConvertI64U
| Operator::F32DemoteF64
| Operator::F64ConvertI32S
| Operator::F64ConvertI32U
| Operator::F64ConvertI64S
| Operator::F64ConvertI64U
| Operator::F64PromoteF32
| Operator::I32Extend8S
| Operator::I32Extend16S
| Operator::I64Extend8S
| Operator::I64Extend16S
| Operator::I64Extend32S
| Operator::I32TruncSatF32S
| Operator::I32TruncSatF32U
| Operator::I32TruncSatF64S
| Operator::I32TruncSatF64U
| Operator::I64TruncSatF32S
| Operator::I64TruncSatF32U
| Operator::I64TruncSatF64S
| Operator::I64TruncSatF64U
| Operator::F32ReinterpretI32
| Operator::F64ReinterpretI64
| Operator::I32ReinterpretF32
| Operator::I64ReinterpretF64
2021-11-13 23:09:47 +00:00
| Operator::TableGet { .. }
| Operator::TableSet { .. }
| Operator::TableGrow { .. }
| Operator::TableSize { .. } => self.emit(op.clone())?,
Operator::Nop => {}
Operator::Drop => {
let _ = self.pop_1();
2021-11-13 23:09:47 +00:00
}
2021-11-13 10:32:05 +00:00
Operator::End if self.cur_block.is_none() => {
let frame = self.ctrl_stack.pop().unwrap();
self.op_stack.truncate(frame.start_depth());
self.cur_block = Some(frame.out());
self.push_block_params();
}
Operator::End => {
let frame = self.ctrl_stack.pop();
match frame {
None => {
self.emit(Operator::Return)?;
}
Some(Frame::Block {
start_depth,
out,
results,
..
})
| Some(Frame::Loop {
start_depth,
out,
results,
..
}) => {
// Generate a branch to the out-block with
// blockparams for the results.
if self.cur_block.is_some() {
let result_values = self.pop_n(results.len());
self.emit_branch(out, &result_values[..]);
}
self.op_stack.truncate(start_depth);
self.cur_block = Some(out);
self.push_block_params();
}
Some(Frame::If {
start_depth,
out,
el,
param_values,
results,
..
}) => {
// Generate a branch to the out-block with
// blockparams for the results.
if self.cur_block.is_some() {
let result_values = self.pop_n(results.len());
self.emit_branch(out, &result_values[..]);
}
self.op_stack.truncate(start_depth);
// No `else`, so we need to generate a trivial
// branch in the else-block. If the if-block-type
// has results, they must be exactly the params.
let else_result_values = param_values;
assert_eq!(else_result_values.len(), results.len());
let else_result_values = else_result_values
.iter()
.map(|(_ty, value)| *value)
.collect::<Vec<_>>();
self.emit_branch(el, &else_result_values[..]);
assert_eq!(self.op_stack.len(), start_depth);
self.cur_block = Some(out);
self.push_block_params();
}
Some(Frame::Else {
out,
results,
start_depth,
..
}) => {
// Generate a branch to the out-block with
// blockparams for the results.
if self.cur_block.is_some() {
let result_values = self.pop_n(results.len());
self.emit_branch(out, &result_values[..]);
}
self.op_stack.truncate(start_depth);
self.cur_block = Some(out);
self.push_block_params();
}
2021-11-13 11:38:47 +00:00
}
}
2021-11-13 11:38:47 +00:00
Operator::Block { ty } => {
2021-11-13 21:49:57 +00:00
let (params, results) = self.block_params_and_results(*ty);
2021-11-13 11:38:47 +00:00
let out = self.create_block();
2021-11-13 21:49:57 +00:00
self.add_block_params(out, &results[..]);
let start_depth = self.op_stack.len() - params.len();
2021-11-13 11:38:47 +00:00
self.ctrl_stack.push(Frame::Block {
2021-11-13 21:49:57 +00:00
start_depth,
out,
params,
results,
});
}
Operator::Loop { ty } => {
let (params, results) = self.block_params_and_results(*ty);
let header = self.create_block();
self.add_block_params(header, &params[..]);
let initial_args = self.pop_n(params.len());
2021-11-13 21:49:57 +00:00
let start_depth = self.op_stack.len();
self.emit_branch(header, &initial_args[..]);
2021-11-13 22:13:31 +00:00
self.cur_block = Some(header);
self.push_block_params();
2021-11-13 21:49:57 +00:00
let out = self.create_block();
self.add_block_params(out, &results[..]);
2021-11-13 21:49:57 +00:00
self.ctrl_stack.push(Frame::Loop {
start_depth,
header,
2021-11-13 11:38:47 +00:00
out,
params,
results,
});
2021-11-13 10:32:05 +00:00
}
2021-11-13 21:49:57 +00:00
Operator::If { ty } => {
let (params, results) = self.block_params_and_results(*ty);
let if_true = self.create_block();
let if_false = self.create_block();
let join = self.create_block();
self.add_block_params(join, &results[..]);
let cond = self.pop_1();
2021-11-13 21:49:57 +00:00
let param_values = self.op_stack[self.op_stack.len() - params.len()..].to_vec();
let start_depth = self.op_stack.len() - params.len();
2021-11-13 21:49:57 +00:00
self.ctrl_stack.push(Frame::If {
start_depth,
out: join,
el: if_false,
param_values,
params,
results,
});
2021-11-13 22:13:31 +00:00
self.cur_block = Some(if_true);
2021-11-13 21:49:57 +00:00
self.emit_cond_branch(cond, if_true, &[], if_false, &[]);
}
Operator::Else => {
if let Frame::If {
start_depth,
out,
el,
param_values,
params,
results,
} = self.ctrl_stack.pop().unwrap()
{
if self.cur_block.is_some() {
let if_results = self.pop_n(results.len());
self.emit_branch(out, &if_results[..]);
}
self.op_stack.truncate(start_depth);
2021-11-13 21:49:57 +00:00
self.op_stack.extend(param_values);
self.ctrl_stack.push(Frame::Else {
start_depth,
out,
params,
results,
});
2021-11-13 22:13:31 +00:00
self.cur_block = Some(el);
2021-11-13 21:49:57 +00:00
} else {
bail!("Else without If on top of frame stack");
}
}
Operator::Br { relative_depth } | Operator::BrIf { relative_depth } => {
let cond = match &op {
Operator::Br { .. } => None,
Operator::BrIf { .. } => Some(self.pop_1()),
2021-11-13 21:49:57 +00:00
_ => unreachable!(),
};
// Get the frame we're branching to.
2021-11-13 22:13:31 +00:00
let frame = self.relative_frame(*relative_depth).clone();
2021-11-13 21:49:57 +00:00
// Finally, generate the branch itself.
match cond {
None => {
// Get the args off the stack unconditionally.
let args = self.pop_n(frame.br_args().len());
2021-11-13 21:49:57 +00:00
self.emit_branch(frame.br_target(), &args[..]);
2021-11-13 22:13:31 +00:00
self.cur_block = None;
2021-11-13 21:49:57 +00:00
}
Some(cond) => {
let cont = self.create_block();
// Get the args off the stack but leave for the fallthrough.
let args = self.op_stack[self.op_stack.len() - frame.br_args().len()..]
.iter()
.map(|(_ty, value)| *value)
.collect::<Vec<_>>();
2021-11-13 21:49:57 +00:00
self.emit_cond_branch(cond, frame.br_target(), &args[..], cont, &[]);
2021-11-13 22:13:31 +00:00
self.cur_block = Some(cont);
2021-11-13 21:49:57 +00:00
}
}
}
2021-11-13 22:13:31 +00:00
Operator::BrTable { table } => {
// Get the selector index.
let index = self.pop_1();
2021-11-13 22:13:31 +00:00
// Get the signature of the default frame; this tells
// us the signature of all frames (since wasmparser
// validates the input for us). Pop that many args.
let default_frame = self.relative_frame(table.default());
let default_term_target = default_frame.br_target();
let arg_len = default_frame.br_args().len();
let args = self.pop_n(arg_len);
2021-11-13 22:13:31 +00:00
// Generate a branch terminator with the same args for
// every branch target.
let mut term_targets = vec![];
for target in table.targets() {
let target = target?;
let frame = self.relative_frame(target);
assert_eq!(frame.br_args().len(), args.len());
let block = frame.br_target();
term_targets.push(block);
}
self.emit_br_table(index, default_term_target, &term_targets[..], &args[..]);
2021-11-13 23:09:47 +00:00
self.cur_block = None;
}
Operator::Return => {
let retvals = self.pop_n(self.module.signatures[self.my_sig].returns.len());
2021-11-13 23:09:47 +00:00
self.emit_ret(&retvals[..]);
self.cur_block = None;
2021-11-13 22:13:31 +00:00
}
2021-11-13 21:49:57 +00:00
2021-11-13 09:41:32 +00:00
_ => bail!("Unsupported operator: {:?}", op),
2021-11-13 09:17:53 +00:00
}
Ok(())
}
2021-11-13 09:41:32 +00:00
2021-11-13 11:38:47 +00:00
fn block_params_and_results(&self, ty: TypeOrFuncType) -> (Vec<Type>, Vec<Type>) {
match ty {
TypeOrFuncType::Type(Type::EmptyBlockType) => (vec![], vec![]),
2021-11-13 11:38:47 +00:00
TypeOrFuncType::Type(ret_ty) => (vec![], vec![ret_ty]),
TypeOrFuncType::FuncType(sig_idx) => {
let sig = &self.module.signatures[sig_idx as SignatureId];
(
Vec::from(sig.params.clone()),
Vec::from(sig.returns.clone()),
)
}
}
}
2021-11-13 22:13:31 +00:00
fn relative_frame(&self, relative_depth: u32) -> &Frame {
&self.ctrl_stack[self.ctrl_stack.len() - 1 - relative_depth as usize]
}
2021-11-22 01:15:26 +00:00
fn fill_block_params_with_locals(&mut self, target: BlockId, args: &mut Vec<Value>) {
2021-11-14 06:25:27 +00:00
if !self.block_param_locals.contains_key(&target) {
let mut keys: Vec<LocalId> = self.locals.keys().cloned().collect();
keys.sort();
for &local_id in &keys {
let ty = self.body.locals[local_id as usize];
self.body.blocks[target].params.push(ty);
}
self.block_param_locals.insert(target, keys);
}
let block_param_locals = self.block_param_locals.get(&target).unwrap();
for local in block_param_locals {
let local_value = self.locals.get(local).unwrap();
2021-11-22 01:15:26 +00:00
args.push(local_value.1);
2021-11-14 06:25:27 +00:00
}
}
2021-11-22 01:15:26 +00:00
fn emit_branch(&mut self, target: BlockId, args: &[Value]) {
2021-11-13 22:13:31 +00:00
if let Some(block) = self.cur_block {
2021-11-22 01:15:26 +00:00
let mut args = args.to_vec();
2021-11-14 06:25:27 +00:00
self.fill_block_params_with_locals(target, &mut args);
2021-11-13 22:13:31 +00:00
let target = BlockTarget {
block: target,
args,
};
self.body.blocks[block].terminator = Terminator::Br { target };
}
2021-11-13 11:38:47 +00:00
}
2021-11-13 21:49:57 +00:00
fn emit_cond_branch(
&mut self,
2021-11-22 01:15:26 +00:00
cond: Value,
2021-11-13 21:49:57 +00:00
if_true: BlockId,
2021-11-22 01:15:26 +00:00
if_true_args: &[Value],
2021-11-13 21:49:57 +00:00
if_false: BlockId,
2021-11-22 01:15:26 +00:00
if_false_args: &[Value],
2021-11-13 21:49:57 +00:00
) {
2021-11-13 22:13:31 +00:00
if let Some(block) = self.cur_block {
2021-11-22 01:15:26 +00:00
let mut if_true_args = if_true_args.to_vec();
let mut if_false_args = if_false_args.to_vec();
2021-11-14 06:25:27 +00:00
self.fill_block_params_with_locals(if_true, &mut if_true_args);
self.fill_block_params_with_locals(if_false, &mut if_false_args);
2021-11-13 22:13:31 +00:00
self.body.blocks[block].terminator = Terminator::CondBr {
2021-11-22 01:15:26 +00:00
cond,
2021-11-13 22:13:31 +00:00
if_true: BlockTarget {
block: if_true,
args: if_true_args,
},
if_false: BlockTarget {
block: if_false,
args: if_false_args,
},
};
}
}
fn emit_br_table(
&mut self,
2021-11-22 01:15:26 +00:00
index: Value,
2021-11-13 22:13:31 +00:00
default_target: BlockId,
indexed_targets: &[BlockId],
2021-11-22 01:15:26 +00:00
args: &[Value],
2021-11-13 22:13:31 +00:00
) {
if let Some(block) = self.cur_block {
2021-11-22 01:15:26 +00:00
let args = args.to_vec();
2021-11-13 22:13:31 +00:00
let targets = indexed_targets
.iter()
2021-11-14 06:25:27 +00:00
.map(|&block| {
let mut args = args.clone();
self.fill_block_params_with_locals(block, &mut args);
BlockTarget { block, args }
2021-11-13 22:13:31 +00:00
})
.collect();
2021-11-14 06:25:27 +00:00
let mut default_args = args;
self.fill_block_params_with_locals(default_target, &mut default_args);
2021-11-13 22:13:31 +00:00
let default = BlockTarget {
block: default_target,
2021-11-14 06:25:27 +00:00
args: default_args,
2021-11-13 22:13:31 +00:00
};
self.body.blocks[block].terminator = Terminator::Select {
2021-11-22 01:15:26 +00:00
value: index,
2021-11-13 22:13:31 +00:00
targets,
default,
};
}
2021-11-13 21:49:57 +00:00
}
2021-11-22 01:15:26 +00:00
fn emit_ret(&mut self, values: &[Value]) {
2021-11-13 23:09:47 +00:00
if let Some(block) = self.cur_block {
2021-11-22 01:15:26 +00:00
let values = values.to_vec();
2021-11-13 23:09:47 +00:00
self.body.blocks[block].terminator = Terminator::Return { values };
}
}
fn push_block_params(&mut self) {
2021-11-14 06:25:27 +00:00
let block = self.cur_block.unwrap();
let tys = &self.body.blocks[block].params[..];
let num_local_params = self
.block_param_locals
.get(&block)
.map(|l| l.len())
.unwrap_or(0);
let wasm_stack_val_tys = &tys[0..(tys.len() - num_local_params)];
let mut block_param_num = 0;
for &ty in wasm_stack_val_tys.iter() {
2021-11-22 01:15:26 +00:00
let value = Value::blockparam(block, block_param_num);
self.op_stack.push((ty, value));
2021-11-14 06:25:27 +00:00
block_param_num += 1;
}
if let Some(block_param_locals) = self.block_param_locals.get(&block) {
for (&ty, &local_id) in tys[tys.len() - num_local_params..]
.iter()
.zip(block_param_locals.iter())
{
2021-11-22 01:15:26 +00:00
let value = Value::blockparam(block, block_param_num);
2021-11-14 06:25:27 +00:00
block_param_num += 1;
2021-11-22 01:15:26 +00:00
self.locals.insert(local_id, (ty, value));
2021-11-14 06:25:27 +00:00
}
2021-11-13 21:49:57 +00:00
}
}
2021-11-13 10:32:05 +00:00
fn emit(&mut self, op: Operator<'a>) -> Result<()> {
let inputs = op_inputs(
self.module,
self.my_sig,
&self.body.locals[..],
&self.op_stack[..],
&op,
)?;
let outputs = op_outputs(self.module, &self.body.locals[..], &self.op_stack[..], &op)?;
2021-11-13 22:13:31 +00:00
if let Some(block) = self.cur_block {
let inst = self.body.blocks[block].insts.len() as InstId;
let mut input_operands = vec![];
for input in inputs.into_iter().rev() {
let (stack_top_ty, stack_top) = self.op_stack.pop().unwrap();
assert_eq!(stack_top_ty, input);
2021-11-22 01:15:26 +00:00
input_operands.push(stack_top);
2021-11-13 22:13:31 +00:00
}
input_operands.reverse();
2021-11-13 22:13:31 +00:00
2021-11-22 01:15:26 +00:00
let n_outputs = outputs.len();
2021-11-14 06:25:27 +00:00
for (i, output_ty) in outputs.into_iter().enumerate() {
2021-11-22 01:15:26 +00:00
self.op_stack.push((output_ty, Value::inst(block, inst, i)));
2021-11-13 22:13:31 +00:00
}
2021-11-13 10:32:05 +00:00
2021-11-22 07:12:07 +00:00
self.body.blocks[block]
.insts
.push(Inst::make(&op, n_outputs, input_operands));
2021-11-13 22:23:22 +00:00
} else {
let _ = self.pop_n(inputs.len());
for ty in outputs {
2021-11-22 01:15:26 +00:00
self.op_stack.push((ty, Value::undef()));
2021-11-13 22:23:22 +00:00
}
2021-11-13 09:41:32 +00:00
}
Ok(())
}
2021-11-13 09:17:53 +00:00
}