mirror of
				https://github.com/RGBCube/serenity
				synced 2025-10-31 13:32:45 +00:00 
			
		
		
		
	LibWasm: Move Wasm::BytecodeInterpreter into its own header
This commit is contained in:
		
							parent
							
								
									94551149d1
								
							
						
					
					
						commit
						d02e7b3811
					
				
					 8 changed files with 1074 additions and 1049 deletions
				
			
		|  | @ -6,7 +6,7 @@ | |||
| 
 | ||||
| #include <LibCore/File.h> | ||||
| #include <LibTest/JavaScriptTestRunner.h> | ||||
| #include <LibWasm/AbstractMachine/Interpreter.h> | ||||
| #include <LibWasm/AbstractMachine/BytecodeInterpreter.h> | ||||
| #include <LibWasm/Types.h> | ||||
| 
 | ||||
| TEST_ROOT("Userland/Libraries/LibWasm/Tests"); | ||||
|  |  | |||
|  | @ -4,9 +4,10 @@ | |||
|  * SPDX-License-Identifier: BSD-2-Clause | ||||
|  */ | ||||
| 
 | ||||
| #include "Interpreter.h" | ||||
| #include <LibWasm/AbstractMachine/AbstractMachine.h> | ||||
| #include <LibWasm/AbstractMachine/BytecodeInterpreter.h> | ||||
| #include <LibWasm/AbstractMachine/Configuration.h> | ||||
| #include <LibWasm/AbstractMachine/Interpreter.h> | ||||
| #include <LibWasm/Types.h> | ||||
| 
 | ||||
| namespace Wasm { | ||||
|  |  | |||
|  | @ -0,0 +1,999 @@ | |||
| /*
 | ||||
|  * Copyright (c) 2021, Ali Mohammad Pur <mpfard@serenityos.org> | ||||
|  * | ||||
|  * SPDX-License-Identifier: BSD-2-Clause | ||||
|  */ | ||||
| 
 | ||||
| #include <AK/Debug.h> | ||||
| #include <LibWasm/AbstractMachine/AbstractMachine.h> | ||||
| #include <LibWasm/AbstractMachine/BytecodeInterpreter.h> | ||||
| #include <LibWasm/AbstractMachine/Configuration.h> | ||||
| #include <LibWasm/Opcode.h> | ||||
| #include <LibWasm/Printer/Printer.h> | ||||
| #include <limits.h> | ||||
| #include <math.h> | ||||
| 
 | ||||
| namespace Wasm { | ||||
| 
 | ||||
| #define TRAP_IF_NOT(x)                                                                         \ | ||||
|     do {                                                                                       \ | ||||
|         if (trap_if_not(x)) {                                                                  \ | ||||
|             dbgln_if(WASM_TRACE_DEBUG, "Trapped because {} failed, at line {}", #x, __LINE__); \ | ||||
|             return;                                                                            \ | ||||
|         }                                                                                      \ | ||||
|     } while (false) | ||||
| 
 | ||||
| #define TRAP_IF_NOT_NORETURN(x)                                                                \ | ||||
|     do {                                                                                       \ | ||||
|         if (trap_if_not(x)) {                                                                  \ | ||||
|             dbgln_if(WASM_TRACE_DEBUG, "Trapped because {} failed, at line {}", #x, __LINE__); \ | ||||
|         }                                                                                      \ | ||||
|     } while (false) | ||||
| 
 | ||||
| void BytecodeInterpreter::interpret(Configuration& configuration) | ||||
| { | ||||
|     m_do_trap = false; | ||||
|     auto& instructions = configuration.frame().expression().instructions(); | ||||
|     auto max_ip_value = InstructionPointer { instructions.size() }; | ||||
|     auto& current_ip_value = configuration.ip(); | ||||
| 
 | ||||
|     while (current_ip_value < max_ip_value) { | ||||
|         auto& instruction = instructions[current_ip_value.value()]; | ||||
|         auto old_ip = current_ip_value; | ||||
|         interpret(configuration, current_ip_value, instruction); | ||||
|         if (m_do_trap) | ||||
|             return; | ||||
|         if (current_ip_value == old_ip) // If no jump occurred
 | ||||
|             ++current_ip_value; | ||||
|     } | ||||
| } | ||||
| 
 | ||||
| void BytecodeInterpreter::branch_to_label(Configuration& configuration, LabelIndex index) | ||||
| { | ||||
|     dbgln_if(WASM_TRACE_DEBUG, "Branch to label with index {}...", index.value()); | ||||
|     auto label = configuration.nth_label(index.value()); | ||||
|     TRAP_IF_NOT(label.has_value()); | ||||
|     dbgln_if(WASM_TRACE_DEBUG, "...which is actually IP {}, and has {} result(s)", label->continuation().value(), label->arity()); | ||||
|     auto results = pop_values(configuration, label->arity()); | ||||
| 
 | ||||
|     size_t drop_count = index.value() + 1; | ||||
|     for (; !configuration.stack().is_empty();) { | ||||
|         auto& entry = configuration.stack().peek(); | ||||
|         if (entry.has<Label>()) { | ||||
|             if (--drop_count == 0) | ||||
|                 break; | ||||
|         } | ||||
|         configuration.stack().pop(); | ||||
|     } | ||||
| 
 | ||||
|     for (auto& result : results) | ||||
|         configuration.stack().push(move(result)); | ||||
| 
 | ||||
|     configuration.ip() = label->continuation(); | ||||
| } | ||||
| 
 | ||||
| template<typename ReadType, typename PushType> | ||||
| void BytecodeInterpreter::load_and_push(Configuration& configuration, Instruction const& instruction) | ||||
| { | ||||
|     auto& address = configuration.frame().module().memories().first(); | ||||
|     auto memory = configuration.store().get(address); | ||||
|     if (!memory) { | ||||
|         m_do_trap = true; | ||||
|         return; | ||||
|     } | ||||
|     auto& arg = instruction.arguments().get<Instruction::MemoryArgument>(); | ||||
|     auto base = configuration.stack().peek().get<Value>().to<i32>(); | ||||
|     if (!base.has_value()) { | ||||
|         m_do_trap = true; | ||||
|         return; | ||||
|     } | ||||
|     auto instance_address = base.value() + static_cast<i64>(arg.offset); | ||||
|     if (instance_address < 0 || static_cast<u64>(instance_address + sizeof(ReadType)) > memory->size()) { | ||||
|         m_do_trap = true; | ||||
|         dbgln("LibWasm: Memory access out of bounds (expected 0 <= {} and {} <= {})", instance_address, instance_address + sizeof(ReadType), memory->size()); | ||||
|         return; | ||||
|     } | ||||
|     dbgln_if(WASM_TRACE_DEBUG, "load({} : {}) -> stack", instance_address, sizeof(ReadType)); | ||||
|     auto slice = memory->data().bytes().slice(instance_address, sizeof(ReadType)); | ||||
|     configuration.stack().peek() = Value(static_cast<PushType>(read_value<ReadType>(slice))); | ||||
| } | ||||
| 
 | ||||
| void BytecodeInterpreter::store_to_memory(Configuration& configuration, Instruction const& instruction, ReadonlyBytes data) | ||||
| { | ||||
|     auto& address = configuration.frame().module().memories().first(); | ||||
|     auto memory = configuration.store().get(address); | ||||
|     TRAP_IF_NOT(memory); | ||||
|     auto& arg = instruction.arguments().get<Instruction::MemoryArgument>(); | ||||
|     auto base = configuration.stack().pop().get<Value>().to<i32>(); | ||||
|     TRAP_IF_NOT(base.has_value()); | ||||
|     auto instance_address = base.value() + static_cast<i64>(arg.offset); | ||||
|     if (instance_address < 0 || static_cast<u64>(instance_address + data.size()) > memory->size()) { | ||||
|         m_do_trap = true; | ||||
|         dbgln("LibWasm: Memory access out of bounds (expected 0 <= {} and {} <= {})", instance_address, instance_address + data.size(), memory->size()); | ||||
|         return; | ||||
|     } | ||||
|     dbgln_if(WASM_TRACE_DEBUG, "tempoaray({}b) -> store({})", data.size(), instance_address); | ||||
|     data.copy_to(memory->data().bytes().slice(instance_address, data.size())); | ||||
| } | ||||
| 
 | ||||
| void BytecodeInterpreter::call_address(Configuration& configuration, FunctionAddress address) | ||||
| { | ||||
|     auto instance = configuration.store().get(address); | ||||
|     TRAP_IF_NOT(instance); | ||||
|     FunctionType const* type { nullptr }; | ||||
|     instance->visit([&](auto const& function) { type = &function.type(); }); | ||||
|     TRAP_IF_NOT(type); | ||||
|     TRAP_IF_NOT(configuration.stack().entries().size() > type->parameters().size()); | ||||
|     Vector<Value> args; | ||||
|     args.ensure_capacity(type->parameters().size()); | ||||
|     auto span = configuration.stack().entries().span().slice_from_end(type->parameters().size()); | ||||
|     for (auto& entry : span) { | ||||
|         auto* ptr = entry.get_pointer<Value>(); | ||||
|         TRAP_IF_NOT(ptr != nullptr); | ||||
|         args.unchecked_append(*ptr); | ||||
|     } | ||||
| 
 | ||||
|     configuration.stack().entries().remove(configuration.stack().size() - span.size(), span.size()); | ||||
| 
 | ||||
|     Result result { Trap {} }; | ||||
|     { | ||||
|         CallFrameHandle handle { *this, configuration }; | ||||
|         result = configuration.call(*this, address, move(args)); | ||||
|     } | ||||
| 
 | ||||
|     if (result.is_trap()) { | ||||
|         m_do_trap = true; | ||||
|         return; | ||||
|     } | ||||
| 
 | ||||
|     configuration.stack().entries().ensure_capacity(configuration.stack().size() + result.values().size()); | ||||
|     for (auto& entry : result.values()) | ||||
|         configuration.stack().entries().unchecked_append(move(entry)); | ||||
| } | ||||
| 
 | ||||
| #define BINARY_NUMERIC_OPERATION(type, operator, cast, ...)                                       \ | ||||
|     do {                                                                                          \ | ||||
|         auto rhs = configuration.stack().pop().get<Value>().to<type>();                           \ | ||||
|         auto lhs = configuration.stack().peek().get<Value>().to<type>();                          \ | ||||
|         TRAP_IF_NOT(lhs.has_value());                                                             \ | ||||
|         TRAP_IF_NOT(rhs.has_value());                                                             \ | ||||
|         __VA_ARGS__;                                                                              \ | ||||
|         auto result = lhs.value() operator rhs.value();                                           \ | ||||
|         dbgln_if(WASM_TRACE_DEBUG, "{} {} {} = {}", lhs.value(), #operator, rhs.value(), result); \ | ||||
|         configuration.stack().peek() = Value(cast(result));                                       \ | ||||
|         return;                                                                                   \ | ||||
|     } while (false) | ||||
| 
 | ||||
| #define OVF_CHECKED_BINARY_NUMERIC_OPERATION(type, operator, cast, ...)                            \ | ||||
|     do {                                                                                           \ | ||||
|         auto rhs = configuration.stack().pop().get<Value>().to<type>();                            \ | ||||
|         auto ulhs = configuration.stack().peek().get<Value>().to<type>();                          \ | ||||
|         TRAP_IF_NOT(ulhs.has_value());                                                             \ | ||||
|         TRAP_IF_NOT(rhs.has_value());                                                              \ | ||||
|         dbgln_if(WASM_TRACE_DEBUG, "{} {} {} = ??", ulhs.value(), #operator, rhs.value());         \ | ||||
|         __VA_ARGS__;                                                                               \ | ||||
|         Checked lhs = ulhs.value();                                                                \ | ||||
|         lhs operator##= rhs.value();                                                               \ | ||||
|         TRAP_IF_NOT(!lhs.has_overflow());                                                          \ | ||||
|         auto result = lhs.value();                                                                 \ | ||||
|         dbgln_if(WASM_TRACE_DEBUG, "{} {} {} = {}", ulhs.value(), #operator, rhs.value(), result); \ | ||||
|         configuration.stack().peek() = Value(cast(result));                                        \ | ||||
|         return;                                                                                    \ | ||||
|     } while (false) | ||||
| 
 | ||||
| #define BINARY_PREFIX_NUMERIC_OPERATION(type, operation, cast, ...)                                 \ | ||||
|     do {                                                                                            \ | ||||
|         auto rhs = configuration.stack().pop().get<Value>().to<type>();                             \ | ||||
|         auto lhs = configuration.stack().peek().get<Value>().to<type>();                            \ | ||||
|         TRAP_IF_NOT(lhs.has_value());                                                               \ | ||||
|         TRAP_IF_NOT(rhs.has_value());                                                               \ | ||||
|         auto result = operation(lhs.value(), rhs.value());                                          \ | ||||
|         dbgln_if(WASM_TRACE_DEBUG, "{}({} {}) = {}", #operation, lhs.value(), rhs.value(), result); \ | ||||
|         configuration.stack().peek() = Value(cast(result));                                         \ | ||||
|         return;                                                                                     \ | ||||
|     } while (false) | ||||
| 
 | ||||
| #define UNARY_MAP(pop_type, operation, ...)                                               \ | ||||
|     do {                                                                                  \ | ||||
|         auto value = configuration.stack().peek().get<Value>().to<pop_type>();            \ | ||||
|         TRAP_IF_NOT(value.has_value());                                                   \ | ||||
|         auto result = operation(value.value());                                           \ | ||||
|         dbgln_if(WASM_TRACE_DEBUG, "map({}) {} = {}", #operation, value.value(), result); \ | ||||
|         configuration.stack().peek() = Value(__VA_ARGS__(result));                        \ | ||||
|         return;                                                                           \ | ||||
|     } while (false) | ||||
| 
 | ||||
| #define UNARY_NUMERIC_OPERATION(type, operation) \ | ||||
|     UNARY_MAP(type, operation, type) | ||||
| 
 | ||||
| #define LOAD_AND_PUSH(read_type, push_type)                                     \ | ||||
|     do {                                                                        \ | ||||
|         return load_and_push<read_type, push_type>(configuration, instruction); \ | ||||
|     } while (false) | ||||
| 
 | ||||
| #define POP_AND_STORE(pop_type, store_type)                                                                 \ | ||||
|     do {                                                                                                    \ | ||||
|         auto value = ConvertToRaw<store_type> {}(*configuration.stack().pop().get<Value>().to<pop_type>()); \ | ||||
|         dbgln_if(WASM_TRACE_DEBUG, "stack({}) -> temporary({}b)", value, sizeof(store_type));               \ | ||||
|         store_to_memory(configuration, instruction, { &value, sizeof(store_type) });                        \ | ||||
|         return;                                                                                             \ | ||||
|     } while (false) | ||||
| 
 | ||||
| template<typename T> | ||||
| T BytecodeInterpreter::read_value(ReadonlyBytes data) | ||||
| { | ||||
|     LittleEndian<T> value; | ||||
|     InputMemoryStream stream { data }; | ||||
|     stream >> value; | ||||
|     if (stream.handle_any_error()) { | ||||
|         dbgln("Read from {} failed", data.data()); | ||||
|         m_do_trap = true; | ||||
|     } | ||||
|     return value; | ||||
| } | ||||
| 
 | ||||
| template<> | ||||
| float BytecodeInterpreter::read_value<float>(ReadonlyBytes data) | ||||
| { | ||||
|     InputMemoryStream stream { data }; | ||||
|     LittleEndian<u32> raw_value; | ||||
|     stream >> raw_value; | ||||
|     if (stream.handle_any_error()) | ||||
|         m_do_trap = true; | ||||
|     return bit_cast<float>(static_cast<u32>(raw_value)); | ||||
| } | ||||
| 
 | ||||
| template<> | ||||
| double BytecodeInterpreter::read_value<double>(ReadonlyBytes data) | ||||
| { | ||||
|     InputMemoryStream stream { data }; | ||||
|     LittleEndian<u64> raw_value; | ||||
|     stream >> raw_value; | ||||
|     if (stream.handle_any_error()) | ||||
|         m_do_trap = true; | ||||
|     return bit_cast<double>(static_cast<u64>(raw_value)); | ||||
| } | ||||
| 
 | ||||
| template<typename T> | ||||
| struct ConvertToRaw { | ||||
|     T operator()(T value) | ||||
|     { | ||||
|         return LittleEndian<T>(value); | ||||
|     } | ||||
| }; | ||||
| 
 | ||||
| template<> | ||||
| struct ConvertToRaw<float> { | ||||
|     u32 operator()(float value) | ||||
|     { | ||||
|         LittleEndian<u32> res; | ||||
|         ReadonlyBytes bytes { &value, sizeof(float) }; | ||||
|         InputMemoryStream stream { bytes }; | ||||
|         stream >> res; | ||||
|         VERIFY(!stream.has_any_error()); | ||||
|         return static_cast<u32>(res); | ||||
|     } | ||||
| }; | ||||
| 
 | ||||
| template<> | ||||
| struct ConvertToRaw<double> { | ||||
|     u64 operator()(double value) | ||||
|     { | ||||
|         LittleEndian<u64> res; | ||||
|         ReadonlyBytes bytes { &value, sizeof(double) }; | ||||
|         InputMemoryStream stream { bytes }; | ||||
|         stream >> res; | ||||
|         VERIFY(!stream.has_any_error()); | ||||
|         return static_cast<u64>(res); | ||||
|     } | ||||
| }; | ||||
| 
 | ||||
| template<typename V, typename T> | ||||
| MakeSigned<T> BytecodeInterpreter::checked_signed_truncate(V value) | ||||
| { | ||||
|     if (isnan(value) || isinf(value)) { // "undefined", let's just trap.
 | ||||
|         m_do_trap = true; | ||||
|         return 0; | ||||
|     } | ||||
| 
 | ||||
|     double truncated; | ||||
|     if constexpr (IsSame<float, V>) | ||||
|         truncated = truncf(value); | ||||
|     else | ||||
|         truncated = trunc(value); | ||||
| 
 | ||||
|     using SignedT = MakeSigned<T>; | ||||
|     if (NumericLimits<SignedT>::min() <= truncated && static_cast<double>(NumericLimits<SignedT>::max()) >= truncated) | ||||
|         return static_cast<SignedT>(truncated); | ||||
| 
 | ||||
|     dbgln_if(WASM_TRACE_DEBUG, "Truncate out of range error"); | ||||
|     m_do_trap = true; | ||||
|     return true; | ||||
| } | ||||
| 
 | ||||
| template<typename V, typename T> | ||||
| MakeUnsigned<T> BytecodeInterpreter::checked_unsigned_truncate(V value) | ||||
| { | ||||
|     if (isnan(value) || isinf(value)) { // "undefined", let's just trap.
 | ||||
|         m_do_trap = true; | ||||
|         return 0; | ||||
|     } | ||||
|     double truncated; | ||||
|     if constexpr (IsSame<float, V>) | ||||
|         truncated = truncf(value); | ||||
|     else | ||||
|         truncated = trunc(value); | ||||
| 
 | ||||
|     using UnsignedT = MakeUnsigned<T>; | ||||
|     if (NumericLimits<UnsignedT>::min() <= truncated && static_cast<double>(NumericLimits<UnsignedT>::max()) >= truncated) | ||||
|         return static_cast<UnsignedT>(truncated); | ||||
| 
 | ||||
|     dbgln_if(WASM_TRACE_DEBUG, "Truncate out of range error"); | ||||
|     m_do_trap = true; | ||||
|     return true; | ||||
| } | ||||
| 
 | ||||
| Vector<Value> BytecodeInterpreter::pop_values(Configuration& configuration, size_t count) | ||||
| { | ||||
|     Vector<Value> results; | ||||
|     results.resize(count); | ||||
| 
 | ||||
|     for (size_t i = 0; i < count; ++i) { | ||||
|         auto top_of_stack = configuration.stack().pop(); | ||||
|         if (auto value = top_of_stack.get_pointer<Value>()) | ||||
|             results[i] = move(*value); | ||||
|         else | ||||
|             TRAP_IF_NOT_NORETURN(value); | ||||
|     } | ||||
|     return results; | ||||
| } | ||||
| 
 | ||||
| template<typename T, typename R> | ||||
| ALWAYS_INLINE static T rotl(T value, R shift) | ||||
| { | ||||
|     // generates a single 'rol' instruction if shift is positive
 | ||||
|     // otherwise generate a `ror`
 | ||||
|     auto const mask = CHAR_BIT * sizeof(T) - 1; | ||||
|     shift &= mask; | ||||
|     return (value << shift) | (value >> ((-shift) & mask)); | ||||
| } | ||||
| 
 | ||||
| template<typename T, typename R> | ||||
| ALWAYS_INLINE static T rotr(T value, R shift) | ||||
| { | ||||
|     // generates a single 'ror' instruction if shift is positive
 | ||||
|     // otherwise generate a `rol`
 | ||||
|     auto const mask = CHAR_BIT * sizeof(T) - 1; | ||||
|     shift &= mask; | ||||
|     return (value >> shift) | (value << ((-shift) & mask)); | ||||
| } | ||||
| 
 | ||||
| template<typename T> | ||||
| ALWAYS_INLINE static i32 clz(T value) | ||||
| { | ||||
|     if (value == 0) | ||||
|         return sizeof(T) * CHAR_BIT; | ||||
| 
 | ||||
|     if constexpr (sizeof(T) == 4) | ||||
|         return __builtin_clz(value); | ||||
|     else if constexpr (sizeof(T) == 8) | ||||
|         return __builtin_clzll(value); | ||||
|     else | ||||
|         VERIFY_NOT_REACHED(); | ||||
| } | ||||
| 
 | ||||
| template<typename T> | ||||
| ALWAYS_INLINE static i32 ctz(T value) | ||||
| { | ||||
|     if (value == 0) | ||||
|         return sizeof(T) * CHAR_BIT; | ||||
| 
 | ||||
|     if constexpr (sizeof(T) == 4) | ||||
|         return __builtin_ctz(value); | ||||
|     else if constexpr (sizeof(T) == 8) | ||||
|         return __builtin_ctzll(value); | ||||
|     else | ||||
|         VERIFY_NOT_REACHED(); | ||||
| } | ||||
| 
 | ||||
| void BytecodeInterpreter::interpret(Configuration& configuration, InstructionPointer& ip, Instruction const& instruction) | ||||
| { | ||||
|     dbgln_if(WASM_TRACE_DEBUG, "Executing instruction {} at ip {}", instruction_name(instruction.opcode()), ip.value()); | ||||
| 
 | ||||
|     switch (instruction.opcode().value()) { | ||||
|     case Instructions::unreachable.value(): | ||||
|         m_do_trap = true; | ||||
|         return; | ||||
|     case Instructions::nop.value(): | ||||
|         return; | ||||
|     case Instructions::local_get.value(): | ||||
|         configuration.stack().push(Value(configuration.frame().locals()[instruction.arguments().get<LocalIndex>().value()])); | ||||
|         return; | ||||
|     case Instructions::local_set.value(): { | ||||
|         auto entry = configuration.stack().pop(); | ||||
|         configuration.frame().locals()[instruction.arguments().get<LocalIndex>().value()] = move(entry.get<Value>()); | ||||
|         return; | ||||
|     } | ||||
|     case Instructions::i32_const.value(): | ||||
|         configuration.stack().push(Value(ValueType { ValueType::I32 }, static_cast<i64>(instruction.arguments().get<i32>()))); | ||||
|         return; | ||||
|     case Instructions::i64_const.value(): | ||||
|         configuration.stack().push(Value(ValueType { ValueType::I64 }, instruction.arguments().get<i64>())); | ||||
|         return; | ||||
|     case Instructions::f32_const.value(): | ||||
|         configuration.stack().push(Value(ValueType { ValueType::F32 }, static_cast<double>(instruction.arguments().get<float>()))); | ||||
|         return; | ||||
|     case Instructions::f64_const.value(): | ||||
|         configuration.stack().push(Value(ValueType { ValueType::F64 }, instruction.arguments().get<double>())); | ||||
|         return; | ||||
|     case Instructions::block.value(): { | ||||
|         size_t arity = 0; | ||||
|         auto& args = instruction.arguments().get<Instruction::StructuredInstructionArgs>(); | ||||
|         if (args.block_type.kind() != BlockType::Empty) | ||||
|             arity = 1; | ||||
|         configuration.stack().push(Label(arity, args.end_ip)); | ||||
|         return; | ||||
|     } | ||||
|     case Instructions::loop.value(): { | ||||
|         size_t arity = 0; | ||||
|         auto& args = instruction.arguments().get<Instruction::StructuredInstructionArgs>(); | ||||
|         if (args.block_type.kind() != BlockType::Empty) | ||||
|             arity = 1; | ||||
|         configuration.stack().push(Label(arity, ip.value() + 1)); | ||||
|         return; | ||||
|     } | ||||
|     case Instructions::if_.value(): { | ||||
|         size_t arity = 0; | ||||
|         auto& args = instruction.arguments().get<Instruction::StructuredInstructionArgs>(); | ||||
|         if (args.block_type.kind() != BlockType::Empty) | ||||
|             arity = 1; | ||||
| 
 | ||||
|         auto entry = configuration.stack().pop(); | ||||
|         auto value = entry.get<Value>().to<i32>(); | ||||
|         TRAP_IF_NOT(value.has_value()); | ||||
|         auto end_label = Label(arity, args.end_ip.value()); | ||||
|         if (value.value() == 0) { | ||||
|             if (args.else_ip.has_value()) { | ||||
|                 configuration.ip() = args.else_ip.value(); | ||||
|                 configuration.stack().push(move(end_label)); | ||||
|             } else { | ||||
|                 configuration.ip() = args.end_ip.value() + 1; | ||||
|             } | ||||
|         } else { | ||||
|             configuration.stack().push(move(end_label)); | ||||
|         } | ||||
|         return; | ||||
|     } | ||||
|     case Instructions::structured_end.value(): | ||||
|     case Instructions::structured_else.value(): { | ||||
|         auto label = configuration.nth_label(0); | ||||
|         TRAP_IF_NOT(label.has_value()); | ||||
|         size_t end = configuration.stack().size() - label->arity() - 1; | ||||
|         size_t start = end; | ||||
|         while (start > 0 && start < configuration.stack().size() && !configuration.stack().entries()[start].has<Label>()) | ||||
|             --start; | ||||
| 
 | ||||
|         configuration.stack().entries().remove(start, end - start + 1); | ||||
| 
 | ||||
|         if (instruction.opcode() == Instructions::structured_end) | ||||
|             return; | ||||
| 
 | ||||
|         // Jump to the end label
 | ||||
|         configuration.ip() = label->continuation(); | ||||
|         return; | ||||
|     } | ||||
|     case Instructions::return_.value(): { | ||||
|         auto& frame = configuration.frame(); | ||||
|         size_t end = configuration.stack().size() - frame.arity(); | ||||
|         size_t start = end; | ||||
|         for (; start + 1 > 0 && start < configuration.stack().size(); --start) { | ||||
|             auto& entry = configuration.stack().entries()[start]; | ||||
|             if (entry.has<Frame>()) { | ||||
|                 // Leave the frame, _and_ its label.
 | ||||
|                 start += 2; | ||||
|                 break; | ||||
|             } | ||||
|         } | ||||
| 
 | ||||
|         configuration.stack().entries().remove(start, end - start); | ||||
| 
 | ||||
|         // Jump past the call/indirect instruction
 | ||||
|         configuration.ip() = configuration.frame().expression().instructions().size(); | ||||
|         return; | ||||
|     } | ||||
|     case Instructions::br.value(): | ||||
|         return branch_to_label(configuration, instruction.arguments().get<LabelIndex>()); | ||||
|     case Instructions::br_if.value(): { | ||||
|         if (configuration.stack().pop().get<Value>().to<i32>().value_or(0) == 0) | ||||
|             return; | ||||
|         return branch_to_label(configuration, instruction.arguments().get<LabelIndex>()); | ||||
|     } | ||||
|     case Instructions::br_table.value(): { | ||||
|         auto& arguments = instruction.arguments().get<Instruction::TableBranchArgs>(); | ||||
|         auto entry = configuration.stack().pop(); | ||||
|         TRAP_IF_NOT(entry.has<Value>()); | ||||
|         auto maybe_i = entry.get<Value>().to<i32>(); | ||||
|         TRAP_IF_NOT(maybe_i.has_value()); | ||||
|         TRAP_IF_NOT(maybe_i.value() >= 0); | ||||
|         size_t i = *maybe_i; | ||||
|         if (i < arguments.labels.size()) | ||||
|             return branch_to_label(configuration, arguments.labels[i]); | ||||
|         return branch_to_label(configuration, arguments.default_); | ||||
|     } | ||||
|     case Instructions::call.value(): { | ||||
|         auto index = instruction.arguments().get<FunctionIndex>(); | ||||
|         TRAP_IF_NOT(index.value() < configuration.frame().module().functions().size()); | ||||
|         auto address = configuration.frame().module().functions()[index.value()]; | ||||
|         dbgln_if(WASM_TRACE_DEBUG, "call({})", address.value()); | ||||
|         call_address(configuration, address); | ||||
|         return; | ||||
|     } | ||||
|     case Instructions::call_indirect.value(): { | ||||
|         auto& args = instruction.arguments().get<Instruction::IndirectCallArgs>(); | ||||
|         TRAP_IF_NOT(args.table.value() < configuration.frame().module().tables().size()); | ||||
|         auto table_address = configuration.frame().module().tables()[args.table.value()]; | ||||
|         auto table_instance = configuration.store().get(table_address); | ||||
|         auto index = configuration.stack().pop().get<Value>().to<i32>(); | ||||
|         TRAP_IF_NOT(index.has_value()); | ||||
|         TRAP_IF_NOT(index.value() >= 0); | ||||
|         TRAP_IF_NOT(static_cast<size_t>(index.value()) < table_instance->elements().size()); | ||||
|         auto element = table_instance->elements()[index.value()]; | ||||
|         TRAP_IF_NOT(element.has_value()); | ||||
|         TRAP_IF_NOT(element->ref().has<Reference::Func>()); | ||||
|         auto address = element->ref().get<Reference::Func>().address; | ||||
|         dbgln_if(WASM_TRACE_DEBUG, "call_indirect({} -> {})", index.value(), address.value()); | ||||
|         call_address(configuration, address); | ||||
|         return; | ||||
|     } | ||||
|     case Instructions::i32_load.value(): | ||||
|         LOAD_AND_PUSH(i32, i32); | ||||
|     case Instructions::i64_load.value(): | ||||
|         LOAD_AND_PUSH(i64, i64); | ||||
|     case Instructions::f32_load.value(): | ||||
|         LOAD_AND_PUSH(float, float); | ||||
|     case Instructions::f64_load.value(): | ||||
|         LOAD_AND_PUSH(double, double); | ||||
|     case Instructions::i32_load8_s.value(): | ||||
|         LOAD_AND_PUSH(i8, i32); | ||||
|     case Instructions::i32_load8_u.value(): | ||||
|         LOAD_AND_PUSH(u8, i32); | ||||
|     case Instructions::i32_load16_s.value(): | ||||
|         LOAD_AND_PUSH(i16, i32); | ||||
|     case Instructions::i32_load16_u.value(): | ||||
|         LOAD_AND_PUSH(u16, i32); | ||||
|     case Instructions::i64_load8_s.value(): | ||||
|         LOAD_AND_PUSH(i8, i64); | ||||
|     case Instructions::i64_load8_u.value(): | ||||
|         LOAD_AND_PUSH(u8, i64); | ||||
|     case Instructions::i64_load16_s.value(): | ||||
|         LOAD_AND_PUSH(i16, i64); | ||||
|     case Instructions::i64_load16_u.value(): | ||||
|         LOAD_AND_PUSH(u16, i64); | ||||
|     case Instructions::i64_load32_s.value(): | ||||
|         LOAD_AND_PUSH(i32, i64); | ||||
|     case Instructions::i64_load32_u.value(): | ||||
|         LOAD_AND_PUSH(u32, i64); | ||||
|     case Instructions::i32_store.value(): | ||||
|         POP_AND_STORE(i32, i32); | ||||
|     case Instructions::i64_store.value(): | ||||
|         POP_AND_STORE(i64, i64); | ||||
|     case Instructions::f32_store.value(): | ||||
|         POP_AND_STORE(float, float); | ||||
|     case Instructions::f64_store.value(): | ||||
|         POP_AND_STORE(double, double); | ||||
|     case Instructions::i32_store8.value(): | ||||
|         POP_AND_STORE(i32, i8); | ||||
|     case Instructions::i32_store16.value(): | ||||
|         POP_AND_STORE(i32, i16); | ||||
|     case Instructions::i64_store8.value(): | ||||
|         POP_AND_STORE(i64, i8); | ||||
|     case Instructions::i64_store16.value(): | ||||
|         POP_AND_STORE(i64, i16); | ||||
|     case Instructions::i64_store32.value(): | ||||
|         POP_AND_STORE(i64, i32); | ||||
|     case Instructions::local_tee.value(): { | ||||
|         auto value = configuration.stack().peek().get<Value>(); | ||||
|         auto local_index = instruction.arguments().get<LocalIndex>(); | ||||
|         TRAP_IF_NOT(configuration.frame().locals().size() > local_index.value()); | ||||
|         dbgln_if(WASM_TRACE_DEBUG, "stack:peek -> locals({})", local_index.value()); | ||||
|         configuration.frame().locals()[local_index.value()] = move(value); | ||||
|         return; | ||||
|     } | ||||
|     case Instructions::global_get.value(): { | ||||
|         auto global_index = instruction.arguments().get<GlobalIndex>(); | ||||
|         TRAP_IF_NOT(configuration.frame().module().globals().size() > global_index.value()); | ||||
|         auto address = configuration.frame().module().globals()[global_index.value()]; | ||||
|         dbgln_if(WASM_TRACE_DEBUG, "global({}) -> stack", address.value()); | ||||
|         auto global = configuration.store().get(address); | ||||
|         configuration.stack().push(Value(global->value())); | ||||
|         return; | ||||
|     } | ||||
|     case Instructions::global_set.value(): { | ||||
|         auto global_index = instruction.arguments().get<GlobalIndex>(); | ||||
|         TRAP_IF_NOT(configuration.frame().module().globals().size() > global_index.value()); | ||||
|         auto address = configuration.frame().module().globals()[global_index.value()]; | ||||
|         auto value = configuration.stack().pop().get<Value>(); | ||||
|         dbgln_if(WASM_TRACE_DEBUG, "stack -> global({})", address.value()); | ||||
|         auto global = configuration.store().get(address); | ||||
|         global->set_value(move(value)); | ||||
|         return; | ||||
|     } | ||||
|     case Instructions::memory_size.value(): { | ||||
|         TRAP_IF_NOT(configuration.frame().module().memories().size() > 0); | ||||
|         auto address = configuration.frame().module().memories()[0]; | ||||
|         auto instance = configuration.store().get(address); | ||||
|         auto pages = instance->size() / Constants::page_size; | ||||
|         dbgln_if(WASM_TRACE_DEBUG, "memory.size -> stack({})", pages); | ||||
|         configuration.stack().push(Value((i32)pages)); | ||||
|         return; | ||||
|     } | ||||
|     case Instructions::memory_grow.value(): { | ||||
|         TRAP_IF_NOT(configuration.frame().module().memories().size() > 0); | ||||
|         auto address = configuration.frame().module().memories()[0]; | ||||
|         auto instance = configuration.store().get(address); | ||||
|         i32 old_pages = instance->size() / Constants::page_size; | ||||
|         auto new_pages = configuration.stack().peek().get<Value>().to<i32>(); | ||||
|         TRAP_IF_NOT(new_pages.has_value()); | ||||
|         dbgln_if(WASM_TRACE_DEBUG, "memory.grow({}), previously {} pages...", *new_pages, old_pages); | ||||
|         if (instance->grow(new_pages.value() * Constants::page_size)) | ||||
|             configuration.stack().peek() = Value((i32)old_pages); | ||||
|         else | ||||
|             configuration.stack().peek() = Value((i32)-1); | ||||
|         return; | ||||
|     } | ||||
|     case Instructions::table_get.value(): | ||||
|     case Instructions::table_set.value(): | ||||
|         goto unimplemented; | ||||
|     case Instructions::ref_null.value(): { | ||||
|         auto type = instruction.arguments().get<ValueType>(); | ||||
|         TRAP_IF_NOT(type.is_reference()); | ||||
|         configuration.stack().push(Value(Reference(Reference::Null { type }))); | ||||
|         return; | ||||
|     }; | ||||
|     case Instructions::ref_func.value(): { | ||||
|         auto index = instruction.arguments().get<FunctionIndex>().value(); | ||||
|         auto& functions = configuration.frame().module().functions(); | ||||
|         TRAP_IF_NOT(functions.size() > index); | ||||
|         auto address = functions[index]; | ||||
|         configuration.stack().push(Value(ValueType(ValueType::FunctionReference), address.value())); | ||||
|         return; | ||||
|     } | ||||
|     case Instructions::ref_is_null.value(): { | ||||
|         auto top = configuration.stack().peek().get_pointer<Value>(); | ||||
|         TRAP_IF_NOT(top); | ||||
|         TRAP_IF_NOT(top->type().is_reference()); | ||||
|         auto is_null = top->to<Reference::Null>().has_value(); | ||||
|         configuration.stack().peek() = Value(ValueType(ValueType::I32), static_cast<u64>(is_null ? 1 : 0)); | ||||
|         return; | ||||
|     } | ||||
|     case Instructions::drop.value(): | ||||
|         configuration.stack().pop(); | ||||
|         return; | ||||
|     case Instructions::select.value(): | ||||
|     case Instructions::select_typed.value(): { | ||||
|         // Note: The type seems to only be used for validation.
 | ||||
|         auto value = configuration.stack().pop().get<Value>().to<i32>(); | ||||
|         TRAP_IF_NOT(value.has_value()); | ||||
|         dbgln_if(WASM_TRACE_DEBUG, "select({})", value.value()); | ||||
|         auto rhs = move(configuration.stack().pop().get<Value>()); | ||||
|         auto lhs = move(configuration.stack().peek().get<Value>()); | ||||
|         configuration.stack().peek() = value.value() != 0 ? move(lhs) : move(rhs); | ||||
|         return; | ||||
|     } | ||||
|     case Instructions::i32_eqz.value(): | ||||
|         UNARY_NUMERIC_OPERATION(i32, 0 ==); | ||||
|     case Instructions::i32_eq.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i32, ==, i32); | ||||
|     case Instructions::i32_ne.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i32, !=, i32); | ||||
|     case Instructions::i32_lts.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i32, <, i32); | ||||
|     case Instructions::i32_ltu.value(): | ||||
|         BINARY_NUMERIC_OPERATION(u32, <, i32); | ||||
|     case Instructions::i32_gts.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i32, >, i32); | ||||
|     case Instructions::i32_gtu.value(): | ||||
|         BINARY_NUMERIC_OPERATION(u32, >, i32); | ||||
|     case Instructions::i32_les.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i32, <=, i32); | ||||
|     case Instructions::i32_leu.value(): | ||||
|         BINARY_NUMERIC_OPERATION(u32, <=, i32); | ||||
|     case Instructions::i32_ges.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i32, >=, i32); | ||||
|     case Instructions::i32_geu.value(): | ||||
|         BINARY_NUMERIC_OPERATION(u32, >=, i32); | ||||
|     case Instructions::i64_eqz.value(): | ||||
|         UNARY_NUMERIC_OPERATION(i64, 0ull ==); | ||||
|     case Instructions::i64_eq.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i64, ==, i32); | ||||
|     case Instructions::i64_ne.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i64, !=, i32); | ||||
|     case Instructions::i64_lts.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i64, <, i32); | ||||
|     case Instructions::i64_ltu.value(): | ||||
|         BINARY_NUMERIC_OPERATION(u64, <, i32); | ||||
|     case Instructions::i64_gts.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i64, >, i32); | ||||
|     case Instructions::i64_gtu.value(): | ||||
|         BINARY_NUMERIC_OPERATION(u64, >, i32); | ||||
|     case Instructions::i64_les.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i64, <=, i32); | ||||
|     case Instructions::i64_leu.value(): | ||||
|         BINARY_NUMERIC_OPERATION(u64, <=, i32); | ||||
|     case Instructions::i64_ges.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i64, >=, i32); | ||||
|     case Instructions::i64_geu.value(): | ||||
|         BINARY_NUMERIC_OPERATION(u64, >=, i32); | ||||
|     case Instructions::f32_eq.value(): | ||||
|         BINARY_NUMERIC_OPERATION(float, ==, i32); | ||||
|     case Instructions::f32_ne.value(): | ||||
|         BINARY_NUMERIC_OPERATION(float, !=, i32); | ||||
|     case Instructions::f32_lt.value(): | ||||
|         BINARY_NUMERIC_OPERATION(float, <, i32); | ||||
|     case Instructions::f32_gt.value(): | ||||
|         BINARY_NUMERIC_OPERATION(float, >, i32); | ||||
|     case Instructions::f32_le.value(): | ||||
|         BINARY_NUMERIC_OPERATION(float, <=, i32); | ||||
|     case Instructions::f32_ge.value(): | ||||
|         BINARY_NUMERIC_OPERATION(float, >=, i32); | ||||
|     case Instructions::f64_eq.value(): | ||||
|         BINARY_NUMERIC_OPERATION(double, ==, i32); | ||||
|     case Instructions::f64_ne.value(): | ||||
|         BINARY_NUMERIC_OPERATION(double, !=, i32); | ||||
|     case Instructions::f64_lt.value(): | ||||
|         BINARY_NUMERIC_OPERATION(double, <, i32); | ||||
|     case Instructions::f64_gt.value(): | ||||
|         BINARY_NUMERIC_OPERATION(double, >, i32); | ||||
|     case Instructions::f64_le.value(): | ||||
|         BINARY_NUMERIC_OPERATION(double, <=, i32); | ||||
|     case Instructions::f64_ge.value(): | ||||
|         BINARY_NUMERIC_OPERATION(double, >, i32); | ||||
|     case Instructions::i32_clz.value(): | ||||
|         UNARY_NUMERIC_OPERATION(i32, clz); | ||||
|     case Instructions::i32_ctz.value(): | ||||
|         UNARY_NUMERIC_OPERATION(i32, ctz); | ||||
|     case Instructions::i32_popcnt.value(): | ||||
|         UNARY_NUMERIC_OPERATION(i32, __builtin_popcount); | ||||
|     case Instructions::i32_add.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i32, +, i32); | ||||
|     case Instructions::i32_sub.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i32, -, i32); | ||||
|     case Instructions::i32_mul.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i32, *, i32); | ||||
|     case Instructions::i32_divs.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i32, /, i32, TRAP_IF_NOT(!(Checked<i32>(lhs.value()) /= rhs.value()).has_overflow())); | ||||
|     case Instructions::i32_divu.value(): | ||||
|         BINARY_NUMERIC_OPERATION(u32, /, i32, TRAP_IF_NOT(rhs.value() != 0)); | ||||
|     case Instructions::i32_rems.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i32, %, i32, TRAP_IF_NOT(!(Checked<i32>(lhs.value()) /= rhs.value()).has_overflow())); | ||||
|     case Instructions::i32_remu.value(): | ||||
|         BINARY_NUMERIC_OPERATION(u32, %, i32, TRAP_IF_NOT(rhs.value() != 0)); | ||||
|     case Instructions::i32_and.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i32, &, i32); | ||||
|     case Instructions::i32_or.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i32, |, i32); | ||||
|     case Instructions::i32_xor.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i32, ^, i32); | ||||
|     case Instructions::i32_shl.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i32, <<, i32); | ||||
|     case Instructions::i32_shrs.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i32, >>, i32); | ||||
|     case Instructions::i32_shru.value(): | ||||
|         BINARY_NUMERIC_OPERATION(u32, >>, i32); | ||||
|     case Instructions::i32_rotl.value(): | ||||
|         BINARY_PREFIX_NUMERIC_OPERATION(u32, rotl, i32); | ||||
|     case Instructions::i32_rotr.value(): | ||||
|         BINARY_PREFIX_NUMERIC_OPERATION(u32, rotr, i32); | ||||
|     case Instructions::i64_clz.value(): | ||||
|         UNARY_NUMERIC_OPERATION(i64, clz); | ||||
|     case Instructions::i64_ctz.value(): | ||||
|         UNARY_NUMERIC_OPERATION(i64, ctz); | ||||
|     case Instructions::i64_popcnt.value(): | ||||
|         UNARY_NUMERIC_OPERATION(i64, __builtin_popcountll); | ||||
|     case Instructions::i64_add.value(): | ||||
|         OVF_CHECKED_BINARY_NUMERIC_OPERATION(i64, +, i64); | ||||
|     case Instructions::i64_sub.value(): | ||||
|         OVF_CHECKED_BINARY_NUMERIC_OPERATION(i64, -, i64); | ||||
|     case Instructions::i64_mul.value(): | ||||
|         OVF_CHECKED_BINARY_NUMERIC_OPERATION(i64, *, i64); | ||||
|     case Instructions::i64_divs.value(): | ||||
|         OVF_CHECKED_BINARY_NUMERIC_OPERATION(i64, /, i64, TRAP_IF_NOT(rhs.value() != 0)); | ||||
|     case Instructions::i64_divu.value(): | ||||
|         OVF_CHECKED_BINARY_NUMERIC_OPERATION(u64, /, i64, TRAP_IF_NOT(rhs.value() != 0)); | ||||
|     case Instructions::i64_rems.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i64, %, i64, TRAP_IF_NOT(!(Checked<i32>(lhs.value()) /= rhs.value()).has_overflow())); | ||||
|     case Instructions::i64_remu.value(): | ||||
|         BINARY_NUMERIC_OPERATION(u64, %, i64, TRAP_IF_NOT(rhs.value() != 0)); | ||||
|     case Instructions::i64_and.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i64, &, i64); | ||||
|     case Instructions::i64_or.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i64, |, i64); | ||||
|     case Instructions::i64_xor.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i64, ^, i64); | ||||
|     case Instructions::i64_shl.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i64, <<, i64); | ||||
|     case Instructions::i64_shrs.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i64, >>, i64); | ||||
|     case Instructions::i64_shru.value(): | ||||
|         BINARY_NUMERIC_OPERATION(u64, >>, i64); | ||||
|     case Instructions::i64_rotl.value(): | ||||
|         BINARY_PREFIX_NUMERIC_OPERATION(u64, rotl, i64); | ||||
|     case Instructions::i64_rotr.value(): | ||||
|         BINARY_PREFIX_NUMERIC_OPERATION(u64, rotr, i64); | ||||
|     case Instructions::f32_abs.value(): | ||||
|         UNARY_NUMERIC_OPERATION(float, fabsf); | ||||
|     case Instructions::f32_neg.value(): | ||||
|         UNARY_NUMERIC_OPERATION(float, -); | ||||
|     case Instructions::f32_ceil.value(): | ||||
|         UNARY_NUMERIC_OPERATION(float, ceilf); | ||||
|     case Instructions::f32_floor.value(): | ||||
|         UNARY_NUMERIC_OPERATION(float, floorf); | ||||
|     case Instructions::f32_trunc.value(): | ||||
|         UNARY_NUMERIC_OPERATION(float, truncf); | ||||
|     case Instructions::f32_nearest.value(): | ||||
|         UNARY_NUMERIC_OPERATION(float, roundf); | ||||
|     case Instructions::f32_sqrt.value(): | ||||
|         UNARY_NUMERIC_OPERATION(float, sqrtf); | ||||
|     case Instructions::f32_add.value(): | ||||
|         BINARY_NUMERIC_OPERATION(float, +, float); | ||||
|     case Instructions::f32_sub.value(): | ||||
|         BINARY_NUMERIC_OPERATION(float, -, float); | ||||
|     case Instructions::f32_mul.value(): | ||||
|         BINARY_NUMERIC_OPERATION(float, *, float); | ||||
|     case Instructions::f32_div.value(): | ||||
|         BINARY_NUMERIC_OPERATION(float, /, float); | ||||
|     case Instructions::f32_min.value(): | ||||
|         BINARY_PREFIX_NUMERIC_OPERATION(float, min, float); | ||||
|     case Instructions::f32_max.value(): | ||||
|         BINARY_PREFIX_NUMERIC_OPERATION(float, max, float); | ||||
|     case Instructions::f32_copysign.value(): | ||||
|         BINARY_PREFIX_NUMERIC_OPERATION(float, copysignf, float); | ||||
|     case Instructions::f64_abs.value(): | ||||
|         UNARY_NUMERIC_OPERATION(double, fabs); | ||||
|     case Instructions::f64_neg.value(): | ||||
|         UNARY_NUMERIC_OPERATION(double, -); | ||||
|     case Instructions::f64_ceil.value(): | ||||
|         UNARY_NUMERIC_OPERATION(double, ceil); | ||||
|     case Instructions::f64_floor.value(): | ||||
|         UNARY_NUMERIC_OPERATION(double, floor); | ||||
|     case Instructions::f64_trunc.value(): | ||||
|         UNARY_NUMERIC_OPERATION(double, trunc); | ||||
|     case Instructions::f64_nearest.value(): | ||||
|         UNARY_NUMERIC_OPERATION(double, round); | ||||
|     case Instructions::f64_sqrt.value(): | ||||
|         UNARY_NUMERIC_OPERATION(double, sqrt); | ||||
|     case Instructions::f64_add.value(): | ||||
|         BINARY_NUMERIC_OPERATION(double, +, double); | ||||
|     case Instructions::f64_sub.value(): | ||||
|         BINARY_NUMERIC_OPERATION(double, -, double); | ||||
|     case Instructions::f64_mul.value(): | ||||
|         BINARY_NUMERIC_OPERATION(double, *, double); | ||||
|     case Instructions::f64_div.value(): | ||||
|         BINARY_NUMERIC_OPERATION(double, /, double); | ||||
|     case Instructions::f64_min.value(): | ||||
|         BINARY_PREFIX_NUMERIC_OPERATION(double, min, double); | ||||
|     case Instructions::f64_max.value(): | ||||
|         BINARY_PREFIX_NUMERIC_OPERATION(double, max, double); | ||||
|     case Instructions::f64_copysign.value(): | ||||
|         BINARY_PREFIX_NUMERIC_OPERATION(double, copysign, double); | ||||
|     case Instructions::i32_wrap_i64.value(): | ||||
|         UNARY_MAP(i64, i32, i32); | ||||
|     case Instructions::i32_trunc_sf32.value(): { | ||||
|         auto fn = [this](auto& v) { return checked_signed_truncate<float, i32>(v); }; | ||||
|         UNARY_MAP(float, fn, i32); | ||||
|     } | ||||
|     case Instructions::i32_trunc_uf32.value(): { | ||||
|         auto fn = [this](auto& value) { return checked_unsigned_truncate<float, i32>(value); }; | ||||
|         UNARY_MAP(float, fn, i32); | ||||
|     } | ||||
|     case Instructions::i32_trunc_sf64.value(): { | ||||
|         auto fn = [this](auto& value) { return checked_signed_truncate<double, i32>(value); }; | ||||
|         UNARY_MAP(double, fn, i32); | ||||
|     } | ||||
|     case Instructions::i32_trunc_uf64.value(): { | ||||
|         auto fn = [this](auto& value) { return checked_unsigned_truncate<double, i32>(value); }; | ||||
|         UNARY_MAP(double, fn, i32); | ||||
|     } | ||||
|     case Instructions::i64_trunc_sf32.value(): { | ||||
|         auto fn = [this](auto& value) { return checked_signed_truncate<float, i64>(value); }; | ||||
|         UNARY_MAP(float, fn, i64); | ||||
|     } | ||||
|     case Instructions::i64_trunc_uf32.value(): { | ||||
|         auto fn = [this](auto& value) { return checked_unsigned_truncate<float, i64>(value); }; | ||||
|         UNARY_MAP(float, fn, i64); | ||||
|     } | ||||
|     case Instructions::i64_trunc_sf64.value(): { | ||||
|         auto fn = [this](auto& value) { return checked_signed_truncate<double, i64>(value); }; | ||||
|         UNARY_MAP(double, fn, i64); | ||||
|     } | ||||
|     case Instructions::i64_trunc_uf64.value(): { | ||||
|         auto fn = [this](auto& value) { return checked_unsigned_truncate<double, i64>(value); }; | ||||
|         UNARY_MAP(double, fn, i64); | ||||
|     } | ||||
|     case Instructions::i64_extend_si32.value(): | ||||
|         UNARY_MAP(i32, i64, i64); | ||||
|     case Instructions::i64_extend_ui32.value(): | ||||
|         UNARY_MAP(u32, i64, i64); | ||||
|     case Instructions::f32_convert_si32.value(): | ||||
|         UNARY_MAP(i32, float, float); | ||||
|     case Instructions::f32_convert_ui32.value(): | ||||
|         UNARY_MAP(u32, float, float); | ||||
|     case Instructions::f32_convert_si64.value(): | ||||
|         UNARY_MAP(i64, float, float); | ||||
|     case Instructions::f32_convert_ui64.value(): | ||||
|         UNARY_MAP(u32, float, float); | ||||
|     case Instructions::f32_demote_f64.value(): | ||||
|         UNARY_MAP(double, float, float); | ||||
|     case Instructions::f64_convert_si32.value(): | ||||
|         UNARY_MAP(i32, double, double); | ||||
|     case Instructions::f64_convert_ui32.value(): | ||||
|         UNARY_MAP(u32, double, double); | ||||
|     case Instructions::f64_convert_si64.value(): | ||||
|         UNARY_MAP(i64, double, double); | ||||
|     case Instructions::f64_convert_ui64.value(): | ||||
|         UNARY_MAP(u64, double, double); | ||||
|     case Instructions::f64_promote_f32.value(): | ||||
|         UNARY_MAP(float, double, double); | ||||
|     case Instructions::i32_reinterpret_f32.value(): | ||||
|         UNARY_MAP(float, bit_cast<i32>, i32); | ||||
|     case Instructions::i64_reinterpret_f64.value(): | ||||
|         UNARY_MAP(double, bit_cast<i64>, i64); | ||||
|     case Instructions::f32_reinterpret_i32.value(): | ||||
|         UNARY_MAP(i32, bit_cast<float>, float); | ||||
|     case Instructions::f64_reinterpret_i64.value(): | ||||
|         UNARY_MAP(i64, bit_cast<double>, double); | ||||
|     case Instructions::i32_trunc_sat_f32_s.value(): | ||||
|     case Instructions::i32_trunc_sat_f32_u.value(): | ||||
|     case Instructions::i32_trunc_sat_f64_s.value(): | ||||
|     case Instructions::i32_trunc_sat_f64_u.value(): | ||||
|     case Instructions::i64_trunc_sat_f32_s.value(): | ||||
|     case Instructions::i64_trunc_sat_f32_u.value(): | ||||
|     case Instructions::i64_trunc_sat_f64_s.value(): | ||||
|     case Instructions::i64_trunc_sat_f64_u.value(): | ||||
|     case Instructions::memory_init.value(): | ||||
|     case Instructions::data_drop.value(): | ||||
|     case Instructions::memory_copy.value(): | ||||
|     case Instructions::memory_fill.value(): | ||||
|     case Instructions::table_init.value(): | ||||
|     case Instructions::elem_drop.value(): | ||||
|     case Instructions::table_copy.value(): | ||||
|     case Instructions::table_grow.value(): | ||||
|     case Instructions::table_size.value(): | ||||
|     case Instructions::table_fill.value(): | ||||
|     case Instructions::i32_extend8_s.value(): | ||||
|     case Instructions::i32_extend16_s.value(): | ||||
|     case Instructions::i64_extend8_s.value(): | ||||
|     case Instructions::i64_extend16_s.value(): | ||||
|     case Instructions::i64_extend32_s.value(): | ||||
|     default: | ||||
|     unimplemented:; | ||||
|         dbgln("Instruction '{}' not implemented", instruction_name(instruction.opcode())); | ||||
|         m_do_trap = true; | ||||
|         return; | ||||
|     } | ||||
| } | ||||
| 
 | ||||
| void DebuggerBytecodeInterpreter::interpret(Configuration& configuration, InstructionPointer& ip, Instruction const& instruction) | ||||
| { | ||||
|     if (pre_interpret_hook) { | ||||
|         auto result = pre_interpret_hook(configuration, ip, instruction); | ||||
|         if (!result) { | ||||
|             m_do_trap = true; | ||||
|             return; | ||||
|         } | ||||
|     } | ||||
| 
 | ||||
|     ScopeGuard guard { [&] { | ||||
|         if (post_interpret_hook) { | ||||
|             auto result = post_interpret_hook(configuration, ip, instruction, *this); | ||||
|             if (!result) { | ||||
|                 m_do_trap = true; | ||||
|                 return; | ||||
|             } | ||||
|         } | ||||
|     } }; | ||||
| 
 | ||||
|     BytecodeInterpreter::interpret(configuration, ip, instruction); | ||||
| } | ||||
| 
 | ||||
| } | ||||
|  | @ -0,0 +1,70 @@ | |||
| /*
 | ||||
|  * Copyright (c) 2021, Ali Mohammad Pur <mpfard@serenityos.org> | ||||
|  * | ||||
|  * SPDX-License-Identifier: BSD-2-Clause | ||||
|  */ | ||||
| 
 | ||||
| #pragma once | ||||
| 
 | ||||
| #include <LibWasm/AbstractMachine/Configuration.h> | ||||
| #include <LibWasm/AbstractMachine/Interpreter.h> | ||||
| 
 | ||||
| namespace Wasm { | ||||
| 
 | ||||
| struct BytecodeInterpreter : public Interpreter { | ||||
|     virtual void interpret(Configuration&) override; | ||||
|     virtual ~BytecodeInterpreter() override = default; | ||||
|     virtual bool did_trap() const override { return m_do_trap; } | ||||
|     virtual void clear_trap() override { m_do_trap = false; } | ||||
| 
 | ||||
|     struct CallFrameHandle { | ||||
|         explicit CallFrameHandle(BytecodeInterpreter& interpreter, Configuration& configuration) | ||||
|             : m_configuration_handle(configuration) | ||||
|             , m_interpreter(interpreter) | ||||
|         { | ||||
|         } | ||||
| 
 | ||||
|         ~CallFrameHandle() = default; | ||||
| 
 | ||||
|         Configuration::CallFrameHandle m_configuration_handle; | ||||
|         BytecodeInterpreter& m_interpreter; | ||||
|     }; | ||||
| 
 | ||||
| protected: | ||||
|     virtual void interpret(Configuration&, InstructionPointer&, Instruction const&); | ||||
|     void branch_to_label(Configuration&, LabelIndex); | ||||
|     template<typename ReadT, typename PushT> | ||||
|     void load_and_push(Configuration&, Instruction const&); | ||||
|     void store_to_memory(Configuration&, Instruction const&, ReadonlyBytes data); | ||||
|     void call_address(Configuration&, FunctionAddress); | ||||
| 
 | ||||
|     template<typename V, typename T> | ||||
|     MakeUnsigned<T> checked_unsigned_truncate(V); | ||||
| 
 | ||||
|     template<typename V, typename T> | ||||
|     MakeSigned<T> checked_signed_truncate(V); | ||||
| 
 | ||||
|     template<typename T> | ||||
|     T read_value(ReadonlyBytes data); | ||||
| 
 | ||||
|     Vector<Value> pop_values(Configuration& configuration, size_t count); | ||||
|     bool trap_if_not(bool value) | ||||
|     { | ||||
|         if (!value) | ||||
|             m_do_trap = true; | ||||
|         return m_do_trap; | ||||
|     } | ||||
|     bool m_do_trap { false }; | ||||
| }; | ||||
| 
 | ||||
| struct DebuggerBytecodeInterpreter : public BytecodeInterpreter { | ||||
|     virtual ~DebuggerBytecodeInterpreter() override = default; | ||||
| 
 | ||||
|     Function<bool(Configuration&, InstructionPointer&, Instruction const&)> pre_interpret_hook; | ||||
|     Function<bool(Configuration&, InstructionPointer&, Instruction const&, Interpreter const&)> post_interpret_hook; | ||||
| 
 | ||||
| private: | ||||
|     virtual void interpret(Configuration&, InstructionPointer&, Instruction const&) override; | ||||
| }; | ||||
| 
 | ||||
| } | ||||
|  | @ -4,996 +4,6 @@ | |||
|  * SPDX-License-Identifier: BSD-2-Clause | ||||
|  */ | ||||
| 
 | ||||
| #include <AK/Debug.h> | ||||
| #include <LibWasm/AbstractMachine/AbstractMachine.h> | ||||
| #include <LibWasm/AbstractMachine/Configuration.h> | ||||
| #include <LibWasm/AbstractMachine/Interpreter.h> | ||||
| #include <LibWasm/Opcode.h> | ||||
| #include <LibWasm/Printer/Printer.h> | ||||
| #include <limits.h> | ||||
| #include <math.h> | ||||
| 
 | ||||
| namespace Wasm { | ||||
| 
 | ||||
| #define TRAP_IF_NOT(x)                                                                         \ | ||||
|     do {                                                                                       \ | ||||
|         if (trap_if_not(x)) {                                                                  \ | ||||
|             dbgln_if(WASM_TRACE_DEBUG, "Trapped because {} failed, at line {}", #x, __LINE__); \ | ||||
|             return;                                                                            \ | ||||
|         }                                                                                      \ | ||||
|     } while (false) | ||||
| 
 | ||||
| #define TRAP_IF_NOT_NORETURN(x)                                                                \ | ||||
|     do {                                                                                       \ | ||||
|         if (trap_if_not(x)) {                                                                  \ | ||||
|             dbgln_if(WASM_TRACE_DEBUG, "Trapped because {} failed, at line {}", #x, __LINE__); \ | ||||
|         }                                                                                      \ | ||||
|     } while (false) | ||||
| 
 | ||||
| void BytecodeInterpreter::interpret(Configuration& configuration) | ||||
| { | ||||
|     m_do_trap = false; | ||||
|     auto& instructions = configuration.frame().expression().instructions(); | ||||
|     auto max_ip_value = InstructionPointer { instructions.size() }; | ||||
|     auto& current_ip_value = configuration.ip(); | ||||
| 
 | ||||
|     while (current_ip_value < max_ip_value) { | ||||
|         auto& instruction = instructions[current_ip_value.value()]; | ||||
|         auto old_ip = current_ip_value; | ||||
|         interpret(configuration, current_ip_value, instruction); | ||||
|         if (m_do_trap) | ||||
|             return; | ||||
|         if (current_ip_value == old_ip) // If no jump occurred
 | ||||
|             ++current_ip_value; | ||||
|     } | ||||
| } | ||||
| 
 | ||||
| void BytecodeInterpreter::branch_to_label(Configuration& configuration, LabelIndex index) | ||||
| { | ||||
|     dbgln_if(WASM_TRACE_DEBUG, "Branch to label with index {}...", index.value()); | ||||
|     auto label = configuration.nth_label(index.value()); | ||||
|     TRAP_IF_NOT(label.has_value()); | ||||
|     dbgln_if(WASM_TRACE_DEBUG, "...which is actually IP {}, and has {} result(s)", label->continuation().value(), label->arity()); | ||||
|     auto results = pop_values(configuration, label->arity()); | ||||
| 
 | ||||
|     size_t drop_count = index.value() + 1; | ||||
|     for (; !configuration.stack().is_empty();) { | ||||
|         auto& entry = configuration.stack().peek(); | ||||
|         if (entry.has<Label>()) { | ||||
|             if (--drop_count == 0) | ||||
|                 break; | ||||
|         } | ||||
|         configuration.stack().pop(); | ||||
|     } | ||||
| 
 | ||||
|     for (auto& result : results) | ||||
|         configuration.stack().push(move(result)); | ||||
| 
 | ||||
|     configuration.ip() = label->continuation(); | ||||
| } | ||||
| 
 | ||||
| template<typename ReadType, typename PushType> | ||||
| void BytecodeInterpreter::load_and_push(Configuration& configuration, Instruction const& instruction) | ||||
| { | ||||
|     auto& address = configuration.frame().module().memories().first(); | ||||
|     auto memory = configuration.store().get(address); | ||||
|     if (!memory) { | ||||
|         m_do_trap = true; | ||||
|         return; | ||||
|     } | ||||
|     auto& arg = instruction.arguments().get<Instruction::MemoryArgument>(); | ||||
|     auto base = configuration.stack().peek().get<Value>().to<i32>(); | ||||
|     if (!base.has_value()) { | ||||
|         m_do_trap = true; | ||||
|         return; | ||||
|     } | ||||
|     auto instance_address = base.value() + static_cast<i64>(arg.offset); | ||||
|     if (instance_address < 0 || static_cast<u64>(instance_address + sizeof(ReadType)) > memory->size()) { | ||||
|         m_do_trap = true; | ||||
|         dbgln("LibWasm: Memory access out of bounds (expected 0 <= {} and {} <= {})", instance_address, instance_address + sizeof(ReadType), memory->size()); | ||||
|         return; | ||||
|     } | ||||
|     dbgln_if(WASM_TRACE_DEBUG, "load({} : {}) -> stack", instance_address, sizeof(ReadType)); | ||||
|     auto slice = memory->data().bytes().slice(instance_address, sizeof(ReadType)); | ||||
|     configuration.stack().peek() = Value(static_cast<PushType>(read_value<ReadType>(slice))); | ||||
| } | ||||
| 
 | ||||
| void BytecodeInterpreter::store_to_memory(Configuration& configuration, Instruction const& instruction, ReadonlyBytes data) | ||||
| { | ||||
|     auto& address = configuration.frame().module().memories().first(); | ||||
|     auto memory = configuration.store().get(address); | ||||
|     TRAP_IF_NOT(memory); | ||||
|     auto& arg = instruction.arguments().get<Instruction::MemoryArgument>(); | ||||
|     auto base = configuration.stack().pop().get<Value>().to<i32>(); | ||||
|     TRAP_IF_NOT(base.has_value()); | ||||
|     auto instance_address = base.value() + static_cast<i64>(arg.offset); | ||||
|     if (instance_address < 0 || static_cast<u64>(instance_address + data.size()) > memory->size()) { | ||||
|         m_do_trap = true; | ||||
|         dbgln("LibWasm: Memory access out of bounds (expected 0 <= {} and {} <= {})", instance_address, instance_address + data.size(), memory->size()); | ||||
|         return; | ||||
|     } | ||||
|     dbgln_if(WASM_TRACE_DEBUG, "tempoaray({}b) -> store({})", data.size(), instance_address); | ||||
|     data.copy_to(memory->data().bytes().slice(instance_address, data.size())); | ||||
| } | ||||
| 
 | ||||
| void BytecodeInterpreter::call_address(Configuration& configuration, FunctionAddress address) | ||||
| { | ||||
|     auto instance = configuration.store().get(address); | ||||
|     TRAP_IF_NOT(instance); | ||||
|     FunctionType const* type { nullptr }; | ||||
|     instance->visit([&](auto const& function) { type = &function.type(); }); | ||||
|     TRAP_IF_NOT(type); | ||||
|     TRAP_IF_NOT(configuration.stack().entries().size() > type->parameters().size()); | ||||
|     Vector<Value> args; | ||||
|     args.ensure_capacity(type->parameters().size()); | ||||
|     auto span = configuration.stack().entries().span().slice_from_end(type->parameters().size()); | ||||
|     for (auto& entry : span) { | ||||
|         auto* ptr = entry.get_pointer<Value>(); | ||||
|         TRAP_IF_NOT(ptr != nullptr); | ||||
|         args.unchecked_append(*ptr); | ||||
|     } | ||||
| 
 | ||||
|     configuration.stack().entries().remove(configuration.stack().size() - span.size(), span.size()); | ||||
| 
 | ||||
|     Result result { Trap {} }; | ||||
|     { | ||||
|         CallFrameHandle handle { *this, configuration }; | ||||
|         result = configuration.call(*this, address, move(args)); | ||||
|     } | ||||
| 
 | ||||
|     if (result.is_trap()) { | ||||
|         m_do_trap = true; | ||||
|         return; | ||||
|     } | ||||
| 
 | ||||
|     configuration.stack().entries().ensure_capacity(configuration.stack().size() + result.values().size()); | ||||
|     for (auto& entry : result.values()) | ||||
|         configuration.stack().entries().unchecked_append(move(entry)); | ||||
| } | ||||
| 
 | ||||
| #define BINARY_NUMERIC_OPERATION(type, operator, cast, ...)                                       \ | ||||
|     do {                                                                                          \ | ||||
|         auto rhs = configuration.stack().pop().get<Value>().to<type>();                           \ | ||||
|         auto lhs = configuration.stack().peek().get<Value>().to<type>();                          \ | ||||
|         TRAP_IF_NOT(lhs.has_value());                                                             \ | ||||
|         TRAP_IF_NOT(rhs.has_value());                                                             \ | ||||
|         __VA_ARGS__;                                                                              \ | ||||
|         auto result = lhs.value() operator rhs.value();                                           \ | ||||
|         dbgln_if(WASM_TRACE_DEBUG, "{} {} {} = {}", lhs.value(), #operator, rhs.value(), result); \ | ||||
|         configuration.stack().peek() = Value(cast(result));                                       \ | ||||
|         return;                                                                                   \ | ||||
|     } while (false) | ||||
| 
 | ||||
| #define OVF_CHECKED_BINARY_NUMERIC_OPERATION(type, operator, cast, ...)                            \ | ||||
|     do {                                                                                           \ | ||||
|         auto rhs = configuration.stack().pop().get<Value>().to<type>();                            \ | ||||
|         auto ulhs = configuration.stack().peek().get<Value>().to<type>();                          \ | ||||
|         TRAP_IF_NOT(ulhs.has_value());                                                             \ | ||||
|         TRAP_IF_NOT(rhs.has_value());                                                              \ | ||||
|         dbgln_if(WASM_TRACE_DEBUG, "{} {} {} = ??", ulhs.value(), #operator, rhs.value());         \ | ||||
|         __VA_ARGS__;                                                                               \ | ||||
|         Checked lhs = ulhs.value();                                                                \ | ||||
|         lhs operator##= rhs.value();                                                               \ | ||||
|         TRAP_IF_NOT(!lhs.has_overflow());                                                          \ | ||||
|         auto result = lhs.value();                                                                 \ | ||||
|         dbgln_if(WASM_TRACE_DEBUG, "{} {} {} = {}", ulhs.value(), #operator, rhs.value(), result); \ | ||||
|         configuration.stack().peek() = Value(cast(result));                                        \ | ||||
|         return;                                                                                    \ | ||||
|     } while (false) | ||||
| 
 | ||||
| #define BINARY_PREFIX_NUMERIC_OPERATION(type, operation, cast, ...)                                 \ | ||||
|     do {                                                                                            \ | ||||
|         auto rhs = configuration.stack().pop().get<Value>().to<type>();                             \ | ||||
|         auto lhs = configuration.stack().peek().get<Value>().to<type>();                            \ | ||||
|         TRAP_IF_NOT(lhs.has_value());                                                               \ | ||||
|         TRAP_IF_NOT(rhs.has_value());                                                               \ | ||||
|         auto result = operation(lhs.value(), rhs.value());                                          \ | ||||
|         dbgln_if(WASM_TRACE_DEBUG, "{}({} {}) = {}", #operation, lhs.value(), rhs.value(), result); \ | ||||
|         configuration.stack().peek() = Value(cast(result));                                         \ | ||||
|         return;                                                                                     \ | ||||
|     } while (false) | ||||
| 
 | ||||
| #define UNARY_MAP(pop_type, operation, ...)                                               \ | ||||
|     do {                                                                                  \ | ||||
|         auto value = configuration.stack().peek().get<Value>().to<pop_type>();            \ | ||||
|         TRAP_IF_NOT(value.has_value());                                                   \ | ||||
|         auto result = operation(value.value());                                           \ | ||||
|         dbgln_if(WASM_TRACE_DEBUG, "map({}) {} = {}", #operation, value.value(), result); \ | ||||
|         configuration.stack().peek() = Value(__VA_ARGS__(result));                        \ | ||||
|         return;                                                                           \ | ||||
|     } while (false) | ||||
| 
 | ||||
| #define UNARY_NUMERIC_OPERATION(type, operation) \ | ||||
|     UNARY_MAP(type, operation, type) | ||||
| 
 | ||||
| #define LOAD_AND_PUSH(read_type, push_type)                                     \ | ||||
|     do {                                                                        \ | ||||
|         return load_and_push<read_type, push_type>(configuration, instruction); \ | ||||
|     } while (false) | ||||
| 
 | ||||
| #define POP_AND_STORE(pop_type, store_type)                                                                 \ | ||||
|     do {                                                                                                    \ | ||||
|         auto value = ConvertToRaw<store_type> {}(*configuration.stack().pop().get<Value>().to<pop_type>()); \ | ||||
|         dbgln_if(WASM_TRACE_DEBUG, "stack({}) -> temporary({}b)", value, sizeof(store_type));               \ | ||||
|         store_to_memory(configuration, instruction, { &value, sizeof(store_type) });                        \ | ||||
|         return;                                                                                             \ | ||||
|     } while (false) | ||||
| 
 | ||||
| template<typename T> | ||||
| T BytecodeInterpreter::read_value(ReadonlyBytes data) | ||||
| { | ||||
|     LittleEndian<T> value; | ||||
|     InputMemoryStream stream { data }; | ||||
|     stream >> value; | ||||
|     if (stream.handle_any_error()) { | ||||
|         dbgln("Read from {} failed", data.data()); | ||||
|         m_do_trap = true; | ||||
|     } | ||||
|     return value; | ||||
| } | ||||
| 
 | ||||
| template<> | ||||
| float BytecodeInterpreter::read_value<float>(ReadonlyBytes data) | ||||
| { | ||||
|     InputMemoryStream stream { data }; | ||||
|     LittleEndian<u32> raw_value; | ||||
|     stream >> raw_value; | ||||
|     if (stream.handle_any_error()) | ||||
|         m_do_trap = true; | ||||
|     return bit_cast<float>(static_cast<u32>(raw_value)); | ||||
| } | ||||
| 
 | ||||
| template<> | ||||
| double BytecodeInterpreter::read_value<double>(ReadonlyBytes data) | ||||
| { | ||||
|     InputMemoryStream stream { data }; | ||||
|     LittleEndian<u64> raw_value; | ||||
|     stream >> raw_value; | ||||
|     if (stream.handle_any_error()) | ||||
|         m_do_trap = true; | ||||
|     return bit_cast<double>(static_cast<u64>(raw_value)); | ||||
| } | ||||
| 
 | ||||
| template<typename T> | ||||
| struct ConvertToRaw { | ||||
|     T operator()(T value) | ||||
|     { | ||||
|         return LittleEndian<T>(value); | ||||
|     } | ||||
| }; | ||||
| 
 | ||||
| template<> | ||||
| struct ConvertToRaw<float> { | ||||
|     u32 operator()(float value) | ||||
|     { | ||||
|         LittleEndian<u32> res; | ||||
|         ReadonlyBytes bytes { &value, sizeof(float) }; | ||||
|         InputMemoryStream stream { bytes }; | ||||
|         stream >> res; | ||||
|         VERIFY(!stream.has_any_error()); | ||||
|         return static_cast<u32>(res); | ||||
|     } | ||||
| }; | ||||
| 
 | ||||
| template<> | ||||
| struct ConvertToRaw<double> { | ||||
|     u64 operator()(double value) | ||||
|     { | ||||
|         LittleEndian<u64> res; | ||||
|         ReadonlyBytes bytes { &value, sizeof(double) }; | ||||
|         InputMemoryStream stream { bytes }; | ||||
|         stream >> res; | ||||
|         VERIFY(!stream.has_any_error()); | ||||
|         return static_cast<u64>(res); | ||||
|     } | ||||
| }; | ||||
| 
 | ||||
| template<typename V, typename T> | ||||
| MakeSigned<T> BytecodeInterpreter::checked_signed_truncate(V value) | ||||
| { | ||||
|     if (isnan(value) || isinf(value)) { // "undefined", let's just trap.
 | ||||
|         m_do_trap = true; | ||||
|         return 0; | ||||
|     } | ||||
| 
 | ||||
|     double truncated; | ||||
|     if constexpr (IsSame<float, V>) | ||||
|         truncated = truncf(value); | ||||
|     else | ||||
|         truncated = trunc(value); | ||||
| 
 | ||||
|     using SignedT = MakeSigned<T>; | ||||
|     if (NumericLimits<SignedT>::min() <= truncated && static_cast<double>(NumericLimits<SignedT>::max()) >= truncated) | ||||
|         return static_cast<SignedT>(truncated); | ||||
| 
 | ||||
|     dbgln_if(WASM_TRACE_DEBUG, "Truncate out of range error"); | ||||
|     m_do_trap = true; | ||||
|     return true; | ||||
| } | ||||
| 
 | ||||
| template<typename V, typename T> | ||||
| MakeUnsigned<T> BytecodeInterpreter::checked_unsigned_truncate(V value) | ||||
| { | ||||
|     if (isnan(value) || isinf(value)) { // "undefined", let's just trap.
 | ||||
|         m_do_trap = true; | ||||
|         return 0; | ||||
|     } | ||||
|     double truncated; | ||||
|     if constexpr (IsSame<float, V>) | ||||
|         truncated = truncf(value); | ||||
|     else | ||||
|         truncated = trunc(value); | ||||
| 
 | ||||
|     using UnsignedT = MakeUnsigned<T>; | ||||
|     if (NumericLimits<UnsignedT>::min() <= truncated && static_cast<double>(NumericLimits<UnsignedT>::max()) >= truncated) | ||||
|         return static_cast<UnsignedT>(truncated); | ||||
| 
 | ||||
|     dbgln_if(WASM_TRACE_DEBUG, "Truncate out of range error"); | ||||
|     m_do_trap = true; | ||||
|     return true; | ||||
| } | ||||
| 
 | ||||
| Vector<Value> BytecodeInterpreter::pop_values(Configuration& configuration, size_t count) | ||||
| { | ||||
|     Vector<Value> results; | ||||
|     results.resize(count); | ||||
| 
 | ||||
|     for (size_t i = 0; i < count; ++i) { | ||||
|         auto top_of_stack = configuration.stack().pop(); | ||||
|         if (auto value = top_of_stack.get_pointer<Value>()) | ||||
|             results[i] = move(*value); | ||||
|         else | ||||
|             TRAP_IF_NOT_NORETURN(value); | ||||
|     } | ||||
|     return results; | ||||
| } | ||||
| 
 | ||||
| template<typename T, typename R> | ||||
| ALWAYS_INLINE static T rotl(T value, R shift) | ||||
| { | ||||
|     // generates a single 'rol' instruction if shift is positive
 | ||||
|     // otherwise generate a `ror`
 | ||||
|     auto const mask = CHAR_BIT * sizeof(T) - 1; | ||||
|     shift &= mask; | ||||
|     return (value << shift) | (value >> ((-shift) & mask)); | ||||
| } | ||||
| 
 | ||||
| template<typename T, typename R> | ||||
| ALWAYS_INLINE static T rotr(T value, R shift) | ||||
| { | ||||
|     // generates a single 'ror' instruction if shift is positive
 | ||||
|     // otherwise generate a `rol`
 | ||||
|     auto const mask = CHAR_BIT * sizeof(T) - 1; | ||||
|     shift &= mask; | ||||
|     return (value >> shift) | (value << ((-shift) & mask)); | ||||
| } | ||||
| 
 | ||||
| template<typename T> | ||||
| ALWAYS_INLINE static i32 clz(T value) | ||||
| { | ||||
|     if (value == 0) | ||||
|         return sizeof(T) * CHAR_BIT; | ||||
| 
 | ||||
|     if constexpr (sizeof(T) == 4) | ||||
|         return __builtin_clz(value); | ||||
|     else if constexpr (sizeof(T) == 8) | ||||
|         return __builtin_clzll(value); | ||||
|     else | ||||
|         VERIFY_NOT_REACHED(); | ||||
| } | ||||
| 
 | ||||
| template<typename T> | ||||
| ALWAYS_INLINE static i32 ctz(T value) | ||||
| { | ||||
|     if (value == 0) | ||||
|         return sizeof(T) * CHAR_BIT; | ||||
| 
 | ||||
|     if constexpr (sizeof(T) == 4) | ||||
|         return __builtin_ctz(value); | ||||
|     else if constexpr (sizeof(T) == 8) | ||||
|         return __builtin_ctzll(value); | ||||
|     else | ||||
|         VERIFY_NOT_REACHED(); | ||||
| } | ||||
| 
 | ||||
| void BytecodeInterpreter::interpret(Configuration& configuration, InstructionPointer& ip, Instruction const& instruction) | ||||
| { | ||||
|     dbgln_if(WASM_TRACE_DEBUG, "Executing instruction {} at ip {}", instruction_name(instruction.opcode()), ip.value()); | ||||
| 
 | ||||
|     switch (instruction.opcode().value()) { | ||||
|     case Instructions::unreachable.value(): | ||||
|         m_do_trap = true; | ||||
|         return; | ||||
|     case Instructions::nop.value(): | ||||
|         return; | ||||
|     case Instructions::local_get.value(): | ||||
|         configuration.stack().push(Value(configuration.frame().locals()[instruction.arguments().get<LocalIndex>().value()])); | ||||
|         return; | ||||
|     case Instructions::local_set.value(): { | ||||
|         auto entry = configuration.stack().pop(); | ||||
|         configuration.frame().locals()[instruction.arguments().get<LocalIndex>().value()] = move(entry.get<Value>()); | ||||
|         return; | ||||
|     } | ||||
|     case Instructions::i32_const.value(): | ||||
|         configuration.stack().push(Value(ValueType { ValueType::I32 }, static_cast<i64>(instruction.arguments().get<i32>()))); | ||||
|         return; | ||||
|     case Instructions::i64_const.value(): | ||||
|         configuration.stack().push(Value(ValueType { ValueType::I64 }, instruction.arguments().get<i64>())); | ||||
|         return; | ||||
|     case Instructions::f32_const.value(): | ||||
|         configuration.stack().push(Value(ValueType { ValueType::F32 }, static_cast<double>(instruction.arguments().get<float>()))); | ||||
|         return; | ||||
|     case Instructions::f64_const.value(): | ||||
|         configuration.stack().push(Value(ValueType { ValueType::F64 }, instruction.arguments().get<double>())); | ||||
|         return; | ||||
|     case Instructions::block.value(): { | ||||
|         size_t arity = 0; | ||||
|         auto& args = instruction.arguments().get<Instruction::StructuredInstructionArgs>(); | ||||
|         if (args.block_type.kind() != BlockType::Empty) | ||||
|             arity = 1; | ||||
|         configuration.stack().push(Label(arity, args.end_ip)); | ||||
|         return; | ||||
|     } | ||||
|     case Instructions::loop.value(): { | ||||
|         size_t arity = 0; | ||||
|         auto& args = instruction.arguments().get<Instruction::StructuredInstructionArgs>(); | ||||
|         if (args.block_type.kind() != BlockType::Empty) | ||||
|             arity = 1; | ||||
|         configuration.stack().push(Label(arity, ip.value() + 1)); | ||||
|         return; | ||||
|     } | ||||
|     case Instructions::if_.value(): { | ||||
|         size_t arity = 0; | ||||
|         auto& args = instruction.arguments().get<Instruction::StructuredInstructionArgs>(); | ||||
|         if (args.block_type.kind() != BlockType::Empty) | ||||
|             arity = 1; | ||||
| 
 | ||||
|         auto entry = configuration.stack().pop(); | ||||
|         auto value = entry.get<Value>().to<i32>(); | ||||
|         TRAP_IF_NOT(value.has_value()); | ||||
|         auto end_label = Label(arity, args.end_ip.value()); | ||||
|         if (value.value() == 0) { | ||||
|             if (args.else_ip.has_value()) { | ||||
|                 configuration.ip() = args.else_ip.value(); | ||||
|                 configuration.stack().push(move(end_label)); | ||||
|             } else { | ||||
|                 configuration.ip() = args.end_ip.value() + 1; | ||||
|             } | ||||
|         } else { | ||||
|             configuration.stack().push(move(end_label)); | ||||
|         } | ||||
|         return; | ||||
|     } | ||||
|     case Instructions::structured_end.value(): | ||||
|     case Instructions::structured_else.value(): { | ||||
|         auto label = configuration.nth_label(0); | ||||
|         TRAP_IF_NOT(label.has_value()); | ||||
|         size_t end = configuration.stack().size() - label->arity() - 1; | ||||
|         size_t start = end; | ||||
|         while (start > 0 && start < configuration.stack().size() && !configuration.stack().entries()[start].has<Label>()) | ||||
|             --start; | ||||
| 
 | ||||
|         configuration.stack().entries().remove(start, end - start + 1); | ||||
| 
 | ||||
|         if (instruction.opcode() == Instructions::structured_end) | ||||
|             return; | ||||
| 
 | ||||
|         // Jump to the end label
 | ||||
|         configuration.ip() = label->continuation(); | ||||
|         return; | ||||
|     } | ||||
|     case Instructions::return_.value(): { | ||||
|         auto& frame = configuration.frame(); | ||||
|         size_t end = configuration.stack().size() - frame.arity(); | ||||
|         size_t start = end; | ||||
|         for (; start + 1 > 0 && start < configuration.stack().size(); --start) { | ||||
|             auto& entry = configuration.stack().entries()[start]; | ||||
|             if (entry.has<Frame>()) { | ||||
|                 // Leave the frame, _and_ its label.
 | ||||
|                 start += 2; | ||||
|                 break; | ||||
|             } | ||||
|         } | ||||
| 
 | ||||
|         configuration.stack().entries().remove(start, end - start); | ||||
| 
 | ||||
|         // Jump past the call/indirect instruction
 | ||||
|         configuration.ip() = configuration.frame().expression().instructions().size(); | ||||
|         return; | ||||
|     } | ||||
|     case Instructions::br.value(): | ||||
|         return branch_to_label(configuration, instruction.arguments().get<LabelIndex>()); | ||||
|     case Instructions::br_if.value(): { | ||||
|         if (configuration.stack().pop().get<Value>().to<i32>().value_or(0) == 0) | ||||
|             return; | ||||
|         return branch_to_label(configuration, instruction.arguments().get<LabelIndex>()); | ||||
|     } | ||||
|     case Instructions::br_table.value(): { | ||||
|         auto& arguments = instruction.arguments().get<Instruction::TableBranchArgs>(); | ||||
|         auto entry = configuration.stack().pop(); | ||||
|         TRAP_IF_NOT(entry.has<Value>()); | ||||
|         auto maybe_i = entry.get<Value>().to<i32>(); | ||||
|         TRAP_IF_NOT(maybe_i.has_value()); | ||||
|         TRAP_IF_NOT(maybe_i.value() >= 0); | ||||
|         size_t i = *maybe_i; | ||||
|         if (i < arguments.labels.size()) | ||||
|             return branch_to_label(configuration, arguments.labels[i]); | ||||
|         return branch_to_label(configuration, arguments.default_); | ||||
|     } | ||||
|     case Instructions::call.value(): { | ||||
|         auto index = instruction.arguments().get<FunctionIndex>(); | ||||
|         TRAP_IF_NOT(index.value() < configuration.frame().module().functions().size()); | ||||
|         auto address = configuration.frame().module().functions()[index.value()]; | ||||
|         dbgln_if(WASM_TRACE_DEBUG, "call({})", address.value()); | ||||
|         call_address(configuration, address); | ||||
|         return; | ||||
|     } | ||||
|     case Instructions::call_indirect.value(): { | ||||
|         auto& args = instruction.arguments().get<Instruction::IndirectCallArgs>(); | ||||
|         TRAP_IF_NOT(args.table.value() < configuration.frame().module().tables().size()); | ||||
|         auto table_address = configuration.frame().module().tables()[args.table.value()]; | ||||
|         auto table_instance = configuration.store().get(table_address); | ||||
|         auto index = configuration.stack().pop().get<Value>().to<i32>(); | ||||
|         TRAP_IF_NOT(index.has_value()); | ||||
|         TRAP_IF_NOT(index.value() >= 0); | ||||
|         TRAP_IF_NOT(static_cast<size_t>(index.value()) < table_instance->elements().size()); | ||||
|         auto element = table_instance->elements()[index.value()]; | ||||
|         TRAP_IF_NOT(element.has_value()); | ||||
|         TRAP_IF_NOT(element->ref().has<Reference::Func>()); | ||||
|         auto address = element->ref().get<Reference::Func>().address; | ||||
|         dbgln_if(WASM_TRACE_DEBUG, "call_indirect({} -> {})", index.value(), address.value()); | ||||
|         call_address(configuration, address); | ||||
|         return; | ||||
|     } | ||||
|     case Instructions::i32_load.value(): | ||||
|         LOAD_AND_PUSH(i32, i32); | ||||
|     case Instructions::i64_load.value(): | ||||
|         LOAD_AND_PUSH(i64, i64); | ||||
|     case Instructions::f32_load.value(): | ||||
|         LOAD_AND_PUSH(float, float); | ||||
|     case Instructions::f64_load.value(): | ||||
|         LOAD_AND_PUSH(double, double); | ||||
|     case Instructions::i32_load8_s.value(): | ||||
|         LOAD_AND_PUSH(i8, i32); | ||||
|     case Instructions::i32_load8_u.value(): | ||||
|         LOAD_AND_PUSH(u8, i32); | ||||
|     case Instructions::i32_load16_s.value(): | ||||
|         LOAD_AND_PUSH(i16, i32); | ||||
|     case Instructions::i32_load16_u.value(): | ||||
|         LOAD_AND_PUSH(u16, i32); | ||||
|     case Instructions::i64_load8_s.value(): | ||||
|         LOAD_AND_PUSH(i8, i64); | ||||
|     case Instructions::i64_load8_u.value(): | ||||
|         LOAD_AND_PUSH(u8, i64); | ||||
|     case Instructions::i64_load16_s.value(): | ||||
|         LOAD_AND_PUSH(i16, i64); | ||||
|     case Instructions::i64_load16_u.value(): | ||||
|         LOAD_AND_PUSH(u16, i64); | ||||
|     case Instructions::i64_load32_s.value(): | ||||
|         LOAD_AND_PUSH(i32, i64); | ||||
|     case Instructions::i64_load32_u.value(): | ||||
|         LOAD_AND_PUSH(u32, i64); | ||||
|     case Instructions::i32_store.value(): | ||||
|         POP_AND_STORE(i32, i32); | ||||
|     case Instructions::i64_store.value(): | ||||
|         POP_AND_STORE(i64, i64); | ||||
|     case Instructions::f32_store.value(): | ||||
|         POP_AND_STORE(float, float); | ||||
|     case Instructions::f64_store.value(): | ||||
|         POP_AND_STORE(double, double); | ||||
|     case Instructions::i32_store8.value(): | ||||
|         POP_AND_STORE(i32, i8); | ||||
|     case Instructions::i32_store16.value(): | ||||
|         POP_AND_STORE(i32, i16); | ||||
|     case Instructions::i64_store8.value(): | ||||
|         POP_AND_STORE(i64, i8); | ||||
|     case Instructions::i64_store16.value(): | ||||
|         POP_AND_STORE(i64, i16); | ||||
|     case Instructions::i64_store32.value(): | ||||
|         POP_AND_STORE(i64, i32); | ||||
|     case Instructions::local_tee.value(): { | ||||
|         auto value = configuration.stack().peek().get<Value>(); | ||||
|         auto local_index = instruction.arguments().get<LocalIndex>(); | ||||
|         TRAP_IF_NOT(configuration.frame().locals().size() > local_index.value()); | ||||
|         dbgln_if(WASM_TRACE_DEBUG, "stack:peek -> locals({})", local_index.value()); | ||||
|         configuration.frame().locals()[local_index.value()] = move(value); | ||||
|         return; | ||||
|     } | ||||
|     case Instructions::global_get.value(): { | ||||
|         auto global_index = instruction.arguments().get<GlobalIndex>(); | ||||
|         TRAP_IF_NOT(configuration.frame().module().globals().size() > global_index.value()); | ||||
|         auto address = configuration.frame().module().globals()[global_index.value()]; | ||||
|         dbgln_if(WASM_TRACE_DEBUG, "global({}) -> stack", address.value()); | ||||
|         auto global = configuration.store().get(address); | ||||
|         configuration.stack().push(Value(global->value())); | ||||
|         return; | ||||
|     } | ||||
|     case Instructions::global_set.value(): { | ||||
|         auto global_index = instruction.arguments().get<GlobalIndex>(); | ||||
|         TRAP_IF_NOT(configuration.frame().module().globals().size() > global_index.value()); | ||||
|         auto address = configuration.frame().module().globals()[global_index.value()]; | ||||
|         auto value = configuration.stack().pop().get<Value>(); | ||||
|         dbgln_if(WASM_TRACE_DEBUG, "stack -> global({})", address.value()); | ||||
|         auto global = configuration.store().get(address); | ||||
|         global->set_value(move(value)); | ||||
|         return; | ||||
|     } | ||||
|     case Instructions::memory_size.value(): { | ||||
|         TRAP_IF_NOT(configuration.frame().module().memories().size() > 0); | ||||
|         auto address = configuration.frame().module().memories()[0]; | ||||
|         auto instance = configuration.store().get(address); | ||||
|         auto pages = instance->size() / Constants::page_size; | ||||
|         dbgln_if(WASM_TRACE_DEBUG, "memory.size -> stack({})", pages); | ||||
|         configuration.stack().push(Value((i32)pages)); | ||||
|         return; | ||||
|     } | ||||
|     case Instructions::memory_grow.value(): { | ||||
|         TRAP_IF_NOT(configuration.frame().module().memories().size() > 0); | ||||
|         auto address = configuration.frame().module().memories()[0]; | ||||
|         auto instance = configuration.store().get(address); | ||||
|         i32 old_pages = instance->size() / Constants::page_size; | ||||
|         auto new_pages = configuration.stack().peek().get<Value>().to<i32>(); | ||||
|         TRAP_IF_NOT(new_pages.has_value()); | ||||
|         dbgln_if(WASM_TRACE_DEBUG, "memory.grow({}), previously {} pages...", *new_pages, old_pages); | ||||
|         if (instance->grow(new_pages.value() * Constants::page_size)) | ||||
|             configuration.stack().peek() = Value((i32)old_pages); | ||||
|         else | ||||
|             configuration.stack().peek() = Value((i32)-1); | ||||
|         return; | ||||
|     } | ||||
|     case Instructions::table_get.value(): | ||||
|     case Instructions::table_set.value(): | ||||
|         goto unimplemented; | ||||
|     case Instructions::ref_null.value(): { | ||||
|         auto type = instruction.arguments().get<ValueType>(); | ||||
|         TRAP_IF_NOT(type.is_reference()); | ||||
|         configuration.stack().push(Value(Reference(Reference::Null { type }))); | ||||
|         return; | ||||
|     }; | ||||
|     case Instructions::ref_func.value(): { | ||||
|         auto index = instruction.arguments().get<FunctionIndex>().value(); | ||||
|         auto& functions = configuration.frame().module().functions(); | ||||
|         TRAP_IF_NOT(functions.size() > index); | ||||
|         auto address = functions[index]; | ||||
|         configuration.stack().push(Value(ValueType(ValueType::FunctionReference), address.value())); | ||||
|         return; | ||||
|     } | ||||
|     case Instructions::ref_is_null.value(): { | ||||
|         auto top = configuration.stack().peek().get_pointer<Value>(); | ||||
|         TRAP_IF_NOT(top); | ||||
|         TRAP_IF_NOT(top->type().is_reference()); | ||||
|         auto is_null = top->to<Reference::Null>().has_value(); | ||||
|         configuration.stack().peek() = Value(ValueType(ValueType::I32), static_cast<u64>(is_null ? 1 : 0)); | ||||
|         return; | ||||
|     } | ||||
|     case Instructions::drop.value(): | ||||
|         configuration.stack().pop(); | ||||
|         return; | ||||
|     case Instructions::select.value(): | ||||
|     case Instructions::select_typed.value(): { | ||||
|         // Note: The type seems to only be used for validation.
 | ||||
|         auto value = configuration.stack().pop().get<Value>().to<i32>(); | ||||
|         TRAP_IF_NOT(value.has_value()); | ||||
|         dbgln_if(WASM_TRACE_DEBUG, "select({})", value.value()); | ||||
|         auto rhs = move(configuration.stack().pop().get<Value>()); | ||||
|         auto lhs = move(configuration.stack().peek().get<Value>()); | ||||
|         configuration.stack().peek() = value.value() != 0 ? move(lhs) : move(rhs); | ||||
|         return; | ||||
|     } | ||||
|     case Instructions::i32_eqz.value(): | ||||
|         UNARY_NUMERIC_OPERATION(i32, 0 ==); | ||||
|     case Instructions::i32_eq.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i32, ==, i32); | ||||
|     case Instructions::i32_ne.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i32, !=, i32); | ||||
|     case Instructions::i32_lts.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i32, <, i32); | ||||
|     case Instructions::i32_ltu.value(): | ||||
|         BINARY_NUMERIC_OPERATION(u32, <, i32); | ||||
|     case Instructions::i32_gts.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i32, >, i32); | ||||
|     case Instructions::i32_gtu.value(): | ||||
|         BINARY_NUMERIC_OPERATION(u32, >, i32); | ||||
|     case Instructions::i32_les.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i32, <=, i32); | ||||
|     case Instructions::i32_leu.value(): | ||||
|         BINARY_NUMERIC_OPERATION(u32, <=, i32); | ||||
|     case Instructions::i32_ges.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i32, >=, i32); | ||||
|     case Instructions::i32_geu.value(): | ||||
|         BINARY_NUMERIC_OPERATION(u32, >=, i32); | ||||
|     case Instructions::i64_eqz.value(): | ||||
|         UNARY_NUMERIC_OPERATION(i64, 0ull ==); | ||||
|     case Instructions::i64_eq.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i64, ==, i32); | ||||
|     case Instructions::i64_ne.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i64, !=, i32); | ||||
|     case Instructions::i64_lts.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i64, <, i32); | ||||
|     case Instructions::i64_ltu.value(): | ||||
|         BINARY_NUMERIC_OPERATION(u64, <, i32); | ||||
|     case Instructions::i64_gts.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i64, >, i32); | ||||
|     case Instructions::i64_gtu.value(): | ||||
|         BINARY_NUMERIC_OPERATION(u64, >, i32); | ||||
|     case Instructions::i64_les.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i64, <=, i32); | ||||
|     case Instructions::i64_leu.value(): | ||||
|         BINARY_NUMERIC_OPERATION(u64, <=, i32); | ||||
|     case Instructions::i64_ges.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i64, >=, i32); | ||||
|     case Instructions::i64_geu.value(): | ||||
|         BINARY_NUMERIC_OPERATION(u64, >=, i32); | ||||
|     case Instructions::f32_eq.value(): | ||||
|         BINARY_NUMERIC_OPERATION(float, ==, i32); | ||||
|     case Instructions::f32_ne.value(): | ||||
|         BINARY_NUMERIC_OPERATION(float, !=, i32); | ||||
|     case Instructions::f32_lt.value(): | ||||
|         BINARY_NUMERIC_OPERATION(float, <, i32); | ||||
|     case Instructions::f32_gt.value(): | ||||
|         BINARY_NUMERIC_OPERATION(float, >, i32); | ||||
|     case Instructions::f32_le.value(): | ||||
|         BINARY_NUMERIC_OPERATION(float, <=, i32); | ||||
|     case Instructions::f32_ge.value(): | ||||
|         BINARY_NUMERIC_OPERATION(float, >=, i32); | ||||
|     case Instructions::f64_eq.value(): | ||||
|         BINARY_NUMERIC_OPERATION(double, ==, i32); | ||||
|     case Instructions::f64_ne.value(): | ||||
|         BINARY_NUMERIC_OPERATION(double, !=, i32); | ||||
|     case Instructions::f64_lt.value(): | ||||
|         BINARY_NUMERIC_OPERATION(double, <, i32); | ||||
|     case Instructions::f64_gt.value(): | ||||
|         BINARY_NUMERIC_OPERATION(double, >, i32); | ||||
|     case Instructions::f64_le.value(): | ||||
|         BINARY_NUMERIC_OPERATION(double, <=, i32); | ||||
|     case Instructions::f64_ge.value(): | ||||
|         BINARY_NUMERIC_OPERATION(double, >, i32); | ||||
|     case Instructions::i32_clz.value(): | ||||
|         UNARY_NUMERIC_OPERATION(i32, clz); | ||||
|     case Instructions::i32_ctz.value(): | ||||
|         UNARY_NUMERIC_OPERATION(i32, ctz); | ||||
|     case Instructions::i32_popcnt.value(): | ||||
|         UNARY_NUMERIC_OPERATION(i32, __builtin_popcount); | ||||
|     case Instructions::i32_add.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i32, +, i32); | ||||
|     case Instructions::i32_sub.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i32, -, i32); | ||||
|     case Instructions::i32_mul.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i32, *, i32); | ||||
|     case Instructions::i32_divs.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i32, /, i32, TRAP_IF_NOT(!(Checked<i32>(lhs.value()) /= rhs.value()).has_overflow())); | ||||
|     case Instructions::i32_divu.value(): | ||||
|         BINARY_NUMERIC_OPERATION(u32, /, i32, TRAP_IF_NOT(rhs.value() != 0)); | ||||
|     case Instructions::i32_rems.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i32, %, i32, TRAP_IF_NOT(!(Checked<i32>(lhs.value()) /= rhs.value()).has_overflow())); | ||||
|     case Instructions::i32_remu.value(): | ||||
|         BINARY_NUMERIC_OPERATION(u32, %, i32, TRAP_IF_NOT(rhs.value() != 0)); | ||||
|     case Instructions::i32_and.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i32, &, i32); | ||||
|     case Instructions::i32_or.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i32, |, i32); | ||||
|     case Instructions::i32_xor.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i32, ^, i32); | ||||
|     case Instructions::i32_shl.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i32, <<, i32); | ||||
|     case Instructions::i32_shrs.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i32, >>, i32); | ||||
|     case Instructions::i32_shru.value(): | ||||
|         BINARY_NUMERIC_OPERATION(u32, >>, i32); | ||||
|     case Instructions::i32_rotl.value(): | ||||
|         BINARY_PREFIX_NUMERIC_OPERATION(u32, rotl, i32); | ||||
|     case Instructions::i32_rotr.value(): | ||||
|         BINARY_PREFIX_NUMERIC_OPERATION(u32, rotr, i32); | ||||
|     case Instructions::i64_clz.value(): | ||||
|         UNARY_NUMERIC_OPERATION(i64, clz); | ||||
|     case Instructions::i64_ctz.value(): | ||||
|         UNARY_NUMERIC_OPERATION(i64, ctz); | ||||
|     case Instructions::i64_popcnt.value(): | ||||
|         UNARY_NUMERIC_OPERATION(i64, __builtin_popcountll); | ||||
|     case Instructions::i64_add.value(): | ||||
|         OVF_CHECKED_BINARY_NUMERIC_OPERATION(i64, +, i64); | ||||
|     case Instructions::i64_sub.value(): | ||||
|         OVF_CHECKED_BINARY_NUMERIC_OPERATION(i64, -, i64); | ||||
|     case Instructions::i64_mul.value(): | ||||
|         OVF_CHECKED_BINARY_NUMERIC_OPERATION(i64, *, i64); | ||||
|     case Instructions::i64_divs.value(): | ||||
|         OVF_CHECKED_BINARY_NUMERIC_OPERATION(i64, /, i64, TRAP_IF_NOT(rhs.value() != 0)); | ||||
|     case Instructions::i64_divu.value(): | ||||
|         OVF_CHECKED_BINARY_NUMERIC_OPERATION(u64, /, i64, TRAP_IF_NOT(rhs.value() != 0)); | ||||
|     case Instructions::i64_rems.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i64, %, i64, TRAP_IF_NOT(!(Checked<i32>(lhs.value()) /= rhs.value()).has_overflow())); | ||||
|     case Instructions::i64_remu.value(): | ||||
|         BINARY_NUMERIC_OPERATION(u64, %, i64, TRAP_IF_NOT(rhs.value() != 0)); | ||||
|     case Instructions::i64_and.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i64, &, i64); | ||||
|     case Instructions::i64_or.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i64, |, i64); | ||||
|     case Instructions::i64_xor.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i64, ^, i64); | ||||
|     case Instructions::i64_shl.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i64, <<, i64); | ||||
|     case Instructions::i64_shrs.value(): | ||||
|         BINARY_NUMERIC_OPERATION(i64, >>, i64); | ||||
|     case Instructions::i64_shru.value(): | ||||
|         BINARY_NUMERIC_OPERATION(u64, >>, i64); | ||||
|     case Instructions::i64_rotl.value(): | ||||
|         BINARY_PREFIX_NUMERIC_OPERATION(u64, rotl, i64); | ||||
|     case Instructions::i64_rotr.value(): | ||||
|         BINARY_PREFIX_NUMERIC_OPERATION(u64, rotr, i64); | ||||
|     case Instructions::f32_abs.value(): | ||||
|         UNARY_NUMERIC_OPERATION(float, fabsf); | ||||
|     case Instructions::f32_neg.value(): | ||||
|         UNARY_NUMERIC_OPERATION(float, -); | ||||
|     case Instructions::f32_ceil.value(): | ||||
|         UNARY_NUMERIC_OPERATION(float, ceilf); | ||||
|     case Instructions::f32_floor.value(): | ||||
|         UNARY_NUMERIC_OPERATION(float, floorf); | ||||
|     case Instructions::f32_trunc.value(): | ||||
|         UNARY_NUMERIC_OPERATION(float, truncf); | ||||
|     case Instructions::f32_nearest.value(): | ||||
|         UNARY_NUMERIC_OPERATION(float, roundf); | ||||
|     case Instructions::f32_sqrt.value(): | ||||
|         UNARY_NUMERIC_OPERATION(float, sqrtf); | ||||
|     case Instructions::f32_add.value(): | ||||
|         BINARY_NUMERIC_OPERATION(float, +, float); | ||||
|     case Instructions::f32_sub.value(): | ||||
|         BINARY_NUMERIC_OPERATION(float, -, float); | ||||
|     case Instructions::f32_mul.value(): | ||||
|         BINARY_NUMERIC_OPERATION(float, *, float); | ||||
|     case Instructions::f32_div.value(): | ||||
|         BINARY_NUMERIC_OPERATION(float, /, float); | ||||
|     case Instructions::f32_min.value(): | ||||
|         BINARY_PREFIX_NUMERIC_OPERATION(float, min, float); | ||||
|     case Instructions::f32_max.value(): | ||||
|         BINARY_PREFIX_NUMERIC_OPERATION(float, max, float); | ||||
|     case Instructions::f32_copysign.value(): | ||||
|         BINARY_PREFIX_NUMERIC_OPERATION(float, copysignf, float); | ||||
|     case Instructions::f64_abs.value(): | ||||
|         UNARY_NUMERIC_OPERATION(double, fabs); | ||||
|     case Instructions::f64_neg.value(): | ||||
|         UNARY_NUMERIC_OPERATION(double, -); | ||||
|     case Instructions::f64_ceil.value(): | ||||
|         UNARY_NUMERIC_OPERATION(double, ceil); | ||||
|     case Instructions::f64_floor.value(): | ||||
|         UNARY_NUMERIC_OPERATION(double, floor); | ||||
|     case Instructions::f64_trunc.value(): | ||||
|         UNARY_NUMERIC_OPERATION(double, trunc); | ||||
|     case Instructions::f64_nearest.value(): | ||||
|         UNARY_NUMERIC_OPERATION(double, round); | ||||
|     case Instructions::f64_sqrt.value(): | ||||
|         UNARY_NUMERIC_OPERATION(double, sqrt); | ||||
|     case Instructions::f64_add.value(): | ||||
|         BINARY_NUMERIC_OPERATION(double, +, double); | ||||
|     case Instructions::f64_sub.value(): | ||||
|         BINARY_NUMERIC_OPERATION(double, -, double); | ||||
|     case Instructions::f64_mul.value(): | ||||
|         BINARY_NUMERIC_OPERATION(double, *, double); | ||||
|     case Instructions::f64_div.value(): | ||||
|         BINARY_NUMERIC_OPERATION(double, /, double); | ||||
|     case Instructions::f64_min.value(): | ||||
|         BINARY_PREFIX_NUMERIC_OPERATION(double, min, double); | ||||
|     case Instructions::f64_max.value(): | ||||
|         BINARY_PREFIX_NUMERIC_OPERATION(double, max, double); | ||||
|     case Instructions::f64_copysign.value(): | ||||
|         BINARY_PREFIX_NUMERIC_OPERATION(double, copysign, double); | ||||
|     case Instructions::i32_wrap_i64.value(): | ||||
|         UNARY_MAP(i64, i32, i32); | ||||
|     case Instructions::i32_trunc_sf32.value(): { | ||||
|         auto fn = [this](auto& v) { return checked_signed_truncate<float, i32>(v); }; | ||||
|         UNARY_MAP(float, fn, i32); | ||||
|     } | ||||
|     case Instructions::i32_trunc_uf32.value(): { | ||||
|         auto fn = [this](auto& value) { return checked_unsigned_truncate<float, i32>(value); }; | ||||
|         UNARY_MAP(float, fn, i32); | ||||
|     } | ||||
|     case Instructions::i32_trunc_sf64.value(): { | ||||
|         auto fn = [this](auto& value) { return checked_signed_truncate<double, i32>(value); }; | ||||
|         UNARY_MAP(double, fn, i32); | ||||
|     } | ||||
|     case Instructions::i32_trunc_uf64.value(): { | ||||
|         auto fn = [this](auto& value) { return checked_unsigned_truncate<double, i32>(value); }; | ||||
|         UNARY_MAP(double, fn, i32); | ||||
|     } | ||||
|     case Instructions::i64_trunc_sf32.value(): { | ||||
|         auto fn = [this](auto& value) { return checked_signed_truncate<float, i64>(value); }; | ||||
|         UNARY_MAP(float, fn, i64); | ||||
|     } | ||||
|     case Instructions::i64_trunc_uf32.value(): { | ||||
|         auto fn = [this](auto& value) { return checked_unsigned_truncate<float, i64>(value); }; | ||||
|         UNARY_MAP(float, fn, i64); | ||||
|     } | ||||
|     case Instructions::i64_trunc_sf64.value(): { | ||||
|         auto fn = [this](auto& value) { return checked_signed_truncate<double, i64>(value); }; | ||||
|         UNARY_MAP(double, fn, i64); | ||||
|     } | ||||
|     case Instructions::i64_trunc_uf64.value(): { | ||||
|         auto fn = [this](auto& value) { return checked_unsigned_truncate<double, i64>(value); }; | ||||
|         UNARY_MAP(double, fn, i64); | ||||
|     } | ||||
|     case Instructions::i64_extend_si32.value(): | ||||
|         UNARY_MAP(i32, i64, i64); | ||||
|     case Instructions::i64_extend_ui32.value(): | ||||
|         UNARY_MAP(u32, i64, i64); | ||||
|     case Instructions::f32_convert_si32.value(): | ||||
|         UNARY_MAP(i32, float, float); | ||||
|     case Instructions::f32_convert_ui32.value(): | ||||
|         UNARY_MAP(u32, float, float); | ||||
|     case Instructions::f32_convert_si64.value(): | ||||
|         UNARY_MAP(i64, float, float); | ||||
|     case Instructions::f32_convert_ui64.value(): | ||||
|         UNARY_MAP(u32, float, float); | ||||
|     case Instructions::f32_demote_f64.value(): | ||||
|         UNARY_MAP(double, float, float); | ||||
|     case Instructions::f64_convert_si32.value(): | ||||
|         UNARY_MAP(i32, double, double); | ||||
|     case Instructions::f64_convert_ui32.value(): | ||||
|         UNARY_MAP(u32, double, double); | ||||
|     case Instructions::f64_convert_si64.value(): | ||||
|         UNARY_MAP(i64, double, double); | ||||
|     case Instructions::f64_convert_ui64.value(): | ||||
|         UNARY_MAP(u64, double, double); | ||||
|     case Instructions::f64_promote_f32.value(): | ||||
|         UNARY_MAP(float, double, double); | ||||
|     case Instructions::i32_reinterpret_f32.value(): | ||||
|         UNARY_MAP(float, bit_cast<i32>, i32); | ||||
|     case Instructions::i64_reinterpret_f64.value(): | ||||
|         UNARY_MAP(double, bit_cast<i64>, i64); | ||||
|     case Instructions::f32_reinterpret_i32.value(): | ||||
|         UNARY_MAP(i32, bit_cast<float>, float); | ||||
|     case Instructions::f64_reinterpret_i64.value(): | ||||
|         UNARY_MAP(i64, bit_cast<double>, double); | ||||
|     case Instructions::i32_trunc_sat_f32_s.value(): | ||||
|     case Instructions::i32_trunc_sat_f32_u.value(): | ||||
|     case Instructions::i32_trunc_sat_f64_s.value(): | ||||
|     case Instructions::i32_trunc_sat_f64_u.value(): | ||||
|     case Instructions::i64_trunc_sat_f32_s.value(): | ||||
|     case Instructions::i64_trunc_sat_f32_u.value(): | ||||
|     case Instructions::i64_trunc_sat_f64_s.value(): | ||||
|     case Instructions::i64_trunc_sat_f64_u.value(): | ||||
|     case Instructions::memory_init.value(): | ||||
|     case Instructions::data_drop.value(): | ||||
|     case Instructions::memory_copy.value(): | ||||
|     case Instructions::memory_fill.value(): | ||||
|     case Instructions::table_init.value(): | ||||
|     case Instructions::elem_drop.value(): | ||||
|     case Instructions::table_copy.value(): | ||||
|     case Instructions::table_grow.value(): | ||||
|     case Instructions::table_size.value(): | ||||
|     case Instructions::table_fill.value(): | ||||
|     case Instructions::i32_extend8_s.value(): | ||||
|     case Instructions::i32_extend16_s.value(): | ||||
|     case Instructions::i64_extend8_s.value(): | ||||
|     case Instructions::i64_extend16_s.value(): | ||||
|     case Instructions::i64_extend32_s.value(): | ||||
|     default: | ||||
|     unimplemented:; | ||||
|         dbgln("Instruction '{}' not implemented", instruction_name(instruction.opcode())); | ||||
|         m_do_trap = true; | ||||
|         return; | ||||
|     } | ||||
| } | ||||
| 
 | ||||
| void DebuggerBytecodeInterpreter::interpret(Configuration& configuration, InstructionPointer& ip, Instruction const& instruction) | ||||
| { | ||||
|     if (pre_interpret_hook) { | ||||
|         auto result = pre_interpret_hook(configuration, ip, instruction); | ||||
|         if (!result) { | ||||
|             m_do_trap = true; | ||||
|             return; | ||||
|         } | ||||
|     } | ||||
| 
 | ||||
|     ScopeGuard guard { [&] { | ||||
|         if (post_interpret_hook) { | ||||
|             auto result = post_interpret_hook(configuration, ip, instruction, *this); | ||||
|             if (!result) { | ||||
|                 m_do_trap = true; | ||||
|                 return; | ||||
|             } | ||||
|         } | ||||
|     } }; | ||||
| 
 | ||||
|     BytecodeInterpreter::interpret(configuration, ip, instruction); | ||||
| } | ||||
| 
 | ||||
| } | ||||
|  |  | |||
|  | @ -17,60 +17,4 @@ struct Interpreter { | |||
|     virtual void clear_trap() = 0; | ||||
| }; | ||||
| 
 | ||||
| struct BytecodeInterpreter : public Interpreter { | ||||
|     virtual void interpret(Configuration&) override; | ||||
|     virtual ~BytecodeInterpreter() override = default; | ||||
|     virtual bool did_trap() const override { return m_do_trap; } | ||||
|     virtual void clear_trap() override { m_do_trap = false; } | ||||
| 
 | ||||
|     struct CallFrameHandle { | ||||
|         explicit CallFrameHandle(BytecodeInterpreter& interpreter, Configuration& configuration) | ||||
|             : m_configuration_handle(configuration) | ||||
|             , m_interpreter(interpreter) | ||||
|         { | ||||
|         } | ||||
| 
 | ||||
|         ~CallFrameHandle() = default; | ||||
| 
 | ||||
|         Configuration::CallFrameHandle m_configuration_handle; | ||||
|         BytecodeInterpreter& m_interpreter; | ||||
|     }; | ||||
| 
 | ||||
| protected: | ||||
|     virtual void interpret(Configuration&, InstructionPointer&, Instruction const&); | ||||
|     void branch_to_label(Configuration&, LabelIndex); | ||||
|     template<typename ReadT, typename PushT> | ||||
|     void load_and_push(Configuration&, Instruction const&); | ||||
|     void store_to_memory(Configuration&, Instruction const&, ReadonlyBytes data); | ||||
|     void call_address(Configuration&, FunctionAddress); | ||||
| 
 | ||||
|     template<typename V, typename T> | ||||
|     MakeUnsigned<T> checked_unsigned_truncate(V); | ||||
| 
 | ||||
|     template<typename V, typename T> | ||||
|     MakeSigned<T> checked_signed_truncate(V); | ||||
| 
 | ||||
|     template<typename T> | ||||
|     T read_value(ReadonlyBytes data); | ||||
| 
 | ||||
|     Vector<Value> pop_values(Configuration& configuration, size_t count); | ||||
|     bool trap_if_not(bool value) | ||||
|     { | ||||
|         if (!value) | ||||
|             m_do_trap = true; | ||||
|         return m_do_trap; | ||||
|     } | ||||
|     bool m_do_trap { false }; | ||||
| }; | ||||
| 
 | ||||
| struct DebuggerBytecodeInterpreter : public BytecodeInterpreter { | ||||
|     virtual ~DebuggerBytecodeInterpreter() override = default; | ||||
| 
 | ||||
|     Function<bool(Configuration&, InstructionPointer&, Instruction const&)> pre_interpret_hook; | ||||
|     Function<bool(Configuration&, InstructionPointer&, Instruction const&, Interpreter const&)> post_interpret_hook; | ||||
| 
 | ||||
| private: | ||||
|     virtual void interpret(Configuration&, InstructionPointer&, Instruction const&) override; | ||||
| }; | ||||
| 
 | ||||
| } | ||||
|  |  | |||
|  | @ -1,5 +1,6 @@ | |||
| set(SOURCES | ||||
|     AbstractMachine/AbstractMachine.cpp | ||||
|     AbstractMachine/BytecodeInterpreter.cpp | ||||
|     AbstractMachine/Configuration.cpp | ||||
|     AbstractMachine/Interpreter.cpp | ||||
|     Parser/Parser.cpp | ||||
|  |  | |||
|  | @ -9,7 +9,7 @@ | |||
| #include <LibCore/FileStream.h> | ||||
| #include <LibLine/Editor.h> | ||||
| #include <LibWasm/AbstractMachine/AbstractMachine.h> | ||||
| #include <LibWasm/AbstractMachine/Interpreter.h> | ||||
| #include <LibWasm/AbstractMachine/BytecodeInterpreter.h> | ||||
| #include <LibWasm/Printer/Printer.h> | ||||
| #include <LibWasm/Types.h> | ||||
| #include <signal.h> | ||||
|  |  | |||
		Loading…
	
	Add table
		Add a link
		
	
		Reference in a new issue
	
	 Sahan Fernando
						Sahan Fernando