wasmtime/runtime/func.rs
1use crate::error::OutOfMemory;
2use crate::prelude::*;
3use crate::runtime::vm::{
4 self, InterpreterRef, SendSyncPtr, StoreBox, VMArrayCallHostFuncContext,
5 VMCommonStackInformation, VMContext, VMFuncRef, VMFunctionImport, VMOpaqueContext,
6 VMStoreContext,
7};
8use crate::store::{Asyncness, AutoAssertNoGc, InstanceId, StoreId, StoreOpaque};
9use crate::type_registry::RegisteredType;
10use crate::{
11 AsContext, AsContextMut, CallHook, Engine, Extern, FuncType, Instance, ModuleExport, Ref,
12 StoreContext, StoreContextMut, Val, ValRaw, ValType,
13};
14use alloc::sync::Arc;
15use core::convert::Infallible;
16use core::ffi::c_void;
17#[cfg(feature = "async")]
18use core::future::Future;
19use core::mem::{self, MaybeUninit};
20use core::ptr::NonNull;
21use wasmtime_environ::{PanicOnOom as _, VMSharedTypeIndex};
22
23/// A reference to the abstract `nofunc` heap value.
24///
25/// The are no instances of `(ref nofunc)`: it is an uninhabited type.
26///
27/// There is precisely one instance of `(ref null nofunc)`, aka `nullfuncref`:
28/// the null reference.
29///
30/// This `NoFunc` Rust type's sole purpose is for use with [`Func::wrap`]- and
31/// [`Func::typed`]-style APIs for statically typing a function as taking or
32/// returning a `(ref null nofunc)` (aka `Option<NoFunc>`) which is always
33/// `None`.
34///
35/// # Example
36///
37/// ```
38/// # use wasmtime::*;
39/// # fn _foo() -> Result<()> {
40/// let mut config = Config::new();
41/// config.wasm_function_references(true);
42/// let engine = Engine::new(&config)?;
43///
44/// let module = Module::new(
45/// &engine,
46/// r#"
47/// (module
48/// (func (export "f") (param (ref null nofunc))
49/// ;; If the reference is null, return.
50/// local.get 0
51/// ref.is_null nofunc
52/// br_if 0
53///
54/// ;; If the reference was not null (which is impossible)
55/// ;; then raise a trap.
56/// unreachable
57/// )
58/// )
59/// "#,
60/// )?;
61///
62/// let mut store = Store::new(&engine, ());
63/// let instance = Instance::new(&mut store, &module, &[])?;
64/// let f = instance.get_func(&mut store, "f").unwrap();
65///
66/// // We can cast a `(ref null nofunc)`-taking function into a typed function that
67/// // takes an `Option<NoFunc>` via the `Func::typed` method.
68/// let f = f.typed::<Option<NoFunc>, ()>(&store)?;
69///
70/// // We can call the typed function, passing the null `nofunc` reference.
71/// let result = f.call(&mut store, NoFunc::null());
72///
73/// // The function should not have trapped, because the reference we gave it was
74/// // null (as it had to be, since `NoFunc` is uninhabited).
75/// assert!(result.is_ok());
76/// # Ok(())
77/// # }
78/// ```
79#[derive(Copy, Clone, Debug, PartialEq, Eq)]
80pub struct NoFunc {
81 _inner: Infallible,
82}
83
84impl NoFunc {
85 /// Get the null `(ref null nofunc)` (aka `nullfuncref`) reference.
86 #[inline]
87 pub fn null() -> Option<NoFunc> {
88 None
89 }
90
91 /// Get the null `(ref null nofunc)` (aka `nullfuncref`) reference as a
92 /// [`Ref`].
93 #[inline]
94 pub fn null_ref() -> Ref {
95 Ref::Func(None)
96 }
97
98 /// Get the null `(ref null nofunc)` (aka `nullfuncref`) reference as a
99 /// [`Val`].
100 #[inline]
101 pub fn null_val() -> Val {
102 Val::FuncRef(None)
103 }
104}
105
106/// A WebAssembly function which can be called.
107///
108/// This type typically represents an exported function from a WebAssembly
109/// module instance. In this case a [`Func`] belongs to an [`Instance`] and is
110/// loaded from there. A [`Func`] may also represent a host function as well in
111/// some cases, too.
112///
113/// Functions can be called in a few different ways, either synchronous or async
114/// and either typed or untyped (more on this below). Note that host functions
115/// are normally inserted directly into a [`Linker`](crate::Linker) rather than
116/// using this directly, but both options are available.
117///
118/// # `Func` and `async`
119///
120/// Functions from the perspective of WebAssembly are always synchronous. You
121/// might have an `async` function in Rust, however, which you'd like to make
122/// available from WebAssembly. Wasmtime supports asynchronously calling
123/// WebAssembly through native stack switching. You can get some more
124/// information about [asynchronous configs](crate#async), but
125/// from the perspective of `Func` it's important to know that whether or not
126/// your [`Store`](crate::Store) is asynchronous will dictate whether you call
127/// functions through [`Func::call`] or [`Func::call_async`] (or the typed
128/// wrappers such as [`TypedFunc::call`] vs [`TypedFunc::call_async`]).
129///
130/// # To `Func::call` or to `Func::typed().call()`
131///
132/// There's a 2x2 matrix of methods to call [`Func`]. Invocations can either be
133/// asynchronous or synchronous. They can also be statically typed or not.
134/// Whether or not an invocation is asynchronous is indicated via the method
135/// being `async` and [`call_async`](Func::call_async) being the entry point.
136/// Otherwise for statically typed or not your options are:
137///
138/// * Dynamically typed - if you don't statically know the signature of the
139/// function that you're calling you'll be using [`Func::call`] or
140/// [`Func::call_async`]. These functions take a variable-length slice of
141/// "boxed" arguments in their [`Val`] representation. Additionally the
142/// results are returned as an owned slice of [`Val`]. These methods are not
143/// optimized due to the dynamic type checks that must occur, in addition to
144/// some dynamic allocations for where to put all the arguments. While this
145/// allows you to call all possible wasm function signatures, if you're
146/// looking for a speedier alternative you can also use...
147///
148/// * Statically typed - if you statically know the type signature of the wasm
149/// function you're calling, then you'll want to use the [`Func::typed`]
150/// method to acquire an instance of [`TypedFunc`]. This structure is static proof
151/// that the underlying wasm function has the ascripted type, and type
152/// validation is only done once up-front. The [`TypedFunc::call`] and
153/// [`TypedFunc::call_async`] methods are much more efficient than [`Func::call`]
154/// and [`Func::call_async`] because the type signature is statically known.
155/// This eschews runtime checks as much as possible to get into wasm as fast
156/// as possible.
157///
158/// # Examples
159///
160/// One way to get a `Func` is from an [`Instance`] after you've instantiated
161/// it:
162///
163/// ```
164/// # use wasmtime::*;
165/// # fn main() -> Result<()> {
166/// let engine = Engine::default();
167/// let module = Module::new(&engine, r#"(module (func (export "foo")))"#)?;
168/// let mut store = Store::new(&engine, ());
169/// let instance = Instance::new(&mut store, &module, &[])?;
170/// let foo = instance.get_func(&mut store, "foo").expect("export wasn't a function");
171///
172/// // Work with `foo` as a `Func` at this point, such as calling it
173/// // dynamically...
174/// match foo.call(&mut store, &[], &mut []) {
175/// Ok(()) => { /* ... */ }
176/// Err(trap) => {
177/// panic!("execution of `foo` resulted in a wasm trap: {}", trap);
178/// }
179/// }
180/// foo.call(&mut store, &[], &mut [])?;
181///
182/// // ... or we can make a static assertion about its signature and call it.
183/// // Our first call here can fail if the signatures don't match, and then the
184/// // second call can fail if the function traps (like the `match` above).
185/// let foo = foo.typed::<(), ()>(&store)?;
186/// foo.call(&mut store, ())?;
187/// # Ok(())
188/// # }
189/// ```
190///
191/// You can also use the [`wrap` function](Func::wrap) to create a
192/// `Func`
193///
194/// ```
195/// # use wasmtime::*;
196/// # fn main() -> Result<()> {
197/// let mut store = Store::<()>::default();
198///
199/// // Create a custom `Func` which can execute arbitrary code inside of the
200/// // closure.
201/// let add = Func::wrap(&mut store, |a: i32, b: i32| -> i32 { a + b });
202///
203/// // Next we can hook that up to a wasm module which uses it.
204/// let module = Module::new(
205/// store.engine(),
206/// r#"
207/// (module
208/// (import "" "" (func $add (param i32 i32) (result i32)))
209/// (func (export "call_add_twice") (result i32)
210/// i32.const 1
211/// i32.const 2
212/// call $add
213/// i32.const 3
214/// i32.const 4
215/// call $add
216/// i32.add))
217/// "#,
218/// )?;
219/// let instance = Instance::new(&mut store, &module, &[add.into()])?;
220/// let call_add_twice = instance.get_typed_func::<(), i32>(&mut store, "call_add_twice")?;
221///
222/// assert_eq!(call_add_twice.call(&mut store, ())?, 10);
223/// # Ok(())
224/// # }
225/// ```
226///
227/// Or you could also create an entirely dynamic `Func`!
228///
229/// ```
230/// # use wasmtime::*;
231/// # fn main() -> Result<()> {
232/// let mut store = Store::<()>::default();
233///
234/// // Here we need to define the type signature of our `Double` function and
235/// // then wrap it up in a `Func`
236/// let double_type = wasmtime::FuncType::new(
237/// store.engine(),
238/// [wasmtime::ValType::I32].iter().cloned(),
239/// [wasmtime::ValType::I32].iter().cloned(),
240/// );
241/// let double = Func::new(&mut store, double_type, |_, params, results| {
242/// let mut value = params[0].unwrap_i32();
243/// value *= 2;
244/// results[0] = value.into();
245/// Ok(())
246/// });
247///
248/// let module = Module::new(
249/// store.engine(),
250/// r#"
251/// (module
252/// (import "" "" (func $double (param i32) (result i32)))
253/// (func $start
254/// i32.const 1
255/// call $double
256/// drop)
257/// (start $start))
258/// "#,
259/// )?;
260/// let instance = Instance::new(&mut store, &module, &[double.into()])?;
261/// // .. work with `instance` if necessary
262/// # Ok(())
263/// # }
264/// ```
265#[derive(Copy, Clone, Debug)]
266#[repr(C)] // here for the C API
267pub struct Func {
268 /// The store that the below pointer belongs to.
269 ///
270 /// It's only safe to look at the contents of the pointer below when the
271 /// `StoreOpaque` matching this id is in-scope.
272 store: StoreId,
273
274 /// The raw `VMFuncRef`, whose lifetime is bound to the store this func
275 /// belongs to.
276 ///
277 /// Note that this field has an `unsafe_*` prefix to discourage use of it.
278 /// This is only safe to read/use if `self.store` is validated to belong to
279 /// an ambiently provided `StoreOpaque` or similar. Use the
280 /// `self.func_ref()` method instead of this field to perform this check.
281 unsafe_func_ref: SendSyncPtr<VMFuncRef>,
282}
283
284// Double-check that the C representation in `extern.h` matches our in-Rust
285// representation here in terms of size/alignment/etc.
286const _: () = {
287 #[repr(C)]
288 struct C(u64, *mut u8);
289 assert!(core::mem::size_of::<C>() == core::mem::size_of::<Func>());
290 assert!(core::mem::align_of::<C>() == core::mem::align_of::<Func>());
291 assert!(core::mem::offset_of!(Func, store) == 0);
292};
293
294macro_rules! for_each_function_signature {
295 ($mac:ident) => {
296 $mac!(0);
297 $mac!(1 A1);
298 $mac!(2 A1 A2);
299 $mac!(3 A1 A2 A3);
300 $mac!(4 A1 A2 A3 A4);
301 $mac!(5 A1 A2 A3 A4 A5);
302 $mac!(6 A1 A2 A3 A4 A5 A6);
303 $mac!(7 A1 A2 A3 A4 A5 A6 A7);
304 $mac!(8 A1 A2 A3 A4 A5 A6 A7 A8);
305 $mac!(9 A1 A2 A3 A4 A5 A6 A7 A8 A9);
306 $mac!(10 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10);
307 $mac!(11 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11);
308 $mac!(12 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12);
309 $mac!(13 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12 A13);
310 $mac!(14 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12 A13 A14);
311 $mac!(15 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12 A13 A14 A15);
312 $mac!(16 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12 A13 A14 A15 A16);
313 $mac!(17 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12 A13 A14 A15 A16 A17);
314 };
315}
316
317mod typed;
318use crate::runtime::vm::VMStackChain;
319pub use typed::*;
320
321impl Func {
322 /// Creates a new `Func` with the given arguments, typically to create a
323 /// host-defined function to pass as an import to a module.
324 ///
325 /// * `store` - the store in which to create this [`Func`], which will own
326 /// the return value.
327 ///
328 /// * `ty` - the signature of this function, used to indicate what the
329 /// inputs and outputs are.
330 ///
331 /// * `func` - the native code invoked whenever this `Func` will be called.
332 /// This closure is provided a [`Caller`] as its first argument to learn
333 /// information about the caller, and then it's passed a list of
334 /// parameters as a slice along with a mutable slice of where to write
335 /// results.
336 ///
337 /// Note that the implementation of `func` must adhere to the `ty` signature
338 /// given, error or traps may occur if it does not respect the `ty`
339 /// signature. For example if the function type declares that it returns one
340 /// i32 but the `func` closures does not write anything into the results
341 /// slice then a trap may be generated.
342 ///
343 /// Additionally note that this is quite a dynamic function since signatures
344 /// are not statically known. For a more performant and ergonomic `Func`
345 /// it's recommended to use [`Func::wrap`] if you can because with
346 /// statically known signatures Wasmtime can optimize the implementation
347 /// much more.
348 ///
349 /// For more information about `Send + Sync + 'static` requirements on the
350 /// `func`, see [`Func::wrap`](#why-send--sync--static).
351 ///
352 /// # Errors
353 ///
354 /// The host-provided function here returns a
355 /// [`Result<()>`](crate::Result). If the function returns `Ok(())` then
356 /// that indicates that the host function completed successfully and wrote
357 /// the result into the `&mut [Val]` argument.
358 ///
359 /// If the function returns `Err(e)`, however, then this is equivalent to
360 /// the host function triggering a trap for wasm. WebAssembly execution is
361 /// immediately halted and the original caller of [`Func::call`], for
362 /// example, will receive the error returned here (possibly with
363 /// [`WasmBacktrace`](crate::WasmBacktrace) context information attached).
364 ///
365 /// For more information about errors in Wasmtime see the [`Trap`]
366 /// documentation.
367 ///
368 /// [`Trap`]: crate::Trap
369 ///
370 /// # Panics
371 ///
372 /// Panics if the given function type is not associated with this store's
373 /// engine.
374 pub fn new<T: 'static>(
375 store: impl AsContextMut<Data = T>,
376 ty: FuncType,
377 func: impl Fn(Caller<'_, T>, &[Val], &mut [Val]) -> Result<()> + Send + Sync + 'static,
378 ) -> Self {
379 Self::try_new_(store, ty, func).panic_on_oom()
380 }
381
382 /// Same as [`Func::new`] but returns an error instead of panicking on
383 /// allocation failure.
384 pub fn try_new<T: 'static>(
385 store: impl AsContextMut<Data = T>,
386 ty: FuncType,
387 func: impl Fn(Caller<'_, T>, &[Val], &mut [Val]) -> Result<()> + Send + Sync + 'static,
388 ) -> Result<Self> {
389 Ok(Self::try_new_(store, ty, func)?)
390 }
391
392 fn try_new_<T: 'static>(
393 mut store: impl AsContextMut<Data = T>,
394 ty: FuncType,
395 func: impl Fn(Caller<'_, T>, &[Val], &mut [Val]) -> Result<()> + Send + Sync + 'static,
396 ) -> Result<Self, OutOfMemory> {
397 let store = store.as_context_mut().0;
398 let host = HostFunc::new(store.engine(), ty, func)?;
399
400 // SAFETY: the `T` used by `func` matches the `T` of the store we're
401 // inserting into via this function's type signature.
402 unsafe { host.into_func(store) }
403 }
404
405 /// Creates a new [`Func`] with the given arguments, although has fewer
406 /// runtime checks than [`Func::new`].
407 ///
408 /// This function takes a callback of a different signature than
409 /// [`Func::new`], instead receiving a raw pointer with a list of [`ValRaw`]
410 /// structures. These values have no type information associated with them
411 /// so it's up to the caller to provide a function that will correctly
412 /// interpret the list of values as those coming from the `ty` specified.
413 ///
414 /// If you're calling this from Rust it's recommended to either instead use
415 /// [`Func::new`] or [`Func::wrap`]. The [`Func::wrap`] API, in particular,
416 /// is both safer and faster than this API.
417 ///
418 /// # Errors
419 ///
420 /// See [`Func::new`] for the behavior of returning an error from the host
421 /// function provided here.
422 ///
423 /// # Unsafety
424 ///
425 /// This function is not safe because it's not known at compile time that
426 /// the `func` provided correctly interprets the argument types provided to
427 /// it, or that the results it produces will be of the correct type.
428 ///
429 /// # Panics
430 ///
431 /// Panics if the given function type is not associated with this store's
432 /// engine.
433 pub unsafe fn new_unchecked<T: 'static>(
434 mut store: impl AsContextMut<Data = T>,
435 ty: FuncType,
436 func: impl Fn(Caller<'_, T>, &mut [MaybeUninit<ValRaw>]) -> Result<()> + Send + Sync + 'static,
437 ) -> Self {
438 let store = store.as_context_mut().0;
439
440 // SAFETY: the contract required by `new_unchecked` is the same as the
441 // contract required by this function itself.
442 let host = unsafe { HostFunc::new_unchecked(store.engine(), ty, func).panic_on_oom() };
443
444 // SAFETY: the `T` used by `func` matches the `T` of the store we're
445 // inserting into via this function's type signature.
446 unsafe { host.into_func(store).panic_on_oom() }
447 }
448
449 /// Creates a new host-defined WebAssembly function which, when called,
450 /// will run the asynchronous computation defined by `func` to completion
451 /// and then return the result to WebAssembly.
452 ///
453 /// This function is the asynchronous analogue of [`Func::new`] and much of
454 /// that documentation applies to this as well. The key difference is that
455 /// `func` returns a future instead of simply a `Result`. Note that the
456 /// returned future can close over any of the arguments, but it cannot close
457 /// over the state of the closure itself. It's recommended to store any
458 /// necessary async state in the `T` of the [`Store<T>`](crate::Store) which
459 /// can be accessed through [`Caller::data`] or [`Caller::data_mut`].
460 ///
461 /// For more information on `Send + Sync + 'static`, see
462 /// [`Func::wrap`](#why-send--sync--static).
463 ///
464 /// # Panics
465 ///
466 /// Panics if the given function type is not associated with this store's
467 /// engine.
468 ///
469 /// # Errors
470 ///
471 /// See [`Func::new`] for the behavior of returning an error from the host
472 /// function provided here.
473 ///
474 /// # Examples
475 ///
476 /// ```
477 /// # use wasmtime::*;
478 /// # fn main() -> Result<()> {
479 /// // Simulate some application-specific state as well as asynchronous
480 /// // functions to query that state.
481 /// struct MyDatabase {
482 /// // ...
483 /// }
484 ///
485 /// impl MyDatabase {
486 /// async fn get_row_count(&self) -> u32 {
487 /// // ...
488 /// # 100
489 /// }
490 /// }
491 ///
492 /// let my_database = MyDatabase {
493 /// // ...
494 /// };
495 ///
496 /// // Using `new_async` we can hook up into calling our async
497 /// // `get_row_count` function.
498 /// let engine = Engine::default();
499 /// let mut store = Store::new(&engine, MyDatabase {
500 /// // ...
501 /// });
502 /// let get_row_count_type = wasmtime::FuncType::new(
503 /// &engine,
504 /// None,
505 /// Some(wasmtime::ValType::I32),
506 /// );
507 /// let get = Func::new_async(&mut store, get_row_count_type, |caller, _params, results| {
508 /// Box::new(async move {
509 /// let count = caller.data().get_row_count().await;
510 /// results[0] = Val::I32(count as i32);
511 /// Ok(())
512 /// })
513 /// });
514 /// // ...
515 /// # Ok(())
516 /// # }
517 /// ```
518 #[cfg(feature = "async")]
519 pub fn new_async<T, F>(mut store: impl AsContextMut<Data = T>, ty: FuncType, func: F) -> Func
520 where
521 F: for<'a> Fn(
522 Caller<'a, T>,
523 &'a [Val],
524 &'a mut [Val],
525 ) -> Box<dyn Future<Output = Result<()>> + Send + 'a>
526 + Send
527 + Sync
528 + 'static,
529 T: Send + 'static,
530 {
531 let store = store.as_context_mut().0;
532
533 let host = HostFunc::new_async(store.engine(), ty, func).panic_on_oom();
534
535 // SAFETY: the `T` used by `func` matches the `T` of the store we're
536 // inserting into via this function's type signature.
537 unsafe { host.into_func(store).panic_on_oom() }
538 }
539
540 /// Creates a new `Func` from a store and a funcref within that store.
541 ///
542 /// # Safety
543 ///
544 /// The safety of this function requires that `func_ref` is a valid function
545 /// pointer owned by `store`.
546 pub(crate) unsafe fn from_vm_func_ref(store: StoreId, func_ref: NonNull<VMFuncRef>) -> Func {
547 // SAFETY: given the contract of this function it's safe to read the
548 // `type_index` field.
549 unsafe {
550 debug_assert!(func_ref.as_ref().type_index != VMSharedTypeIndex::default());
551 }
552 Func {
553 store,
554 unsafe_func_ref: func_ref.into(),
555 }
556 }
557
558 /// Creates a new `Func` from the given Rust closure.
559 ///
560 /// This function will create a new `Func` which, when called, will
561 /// execute the given Rust closure. Unlike [`Func::new`] the target
562 /// function being called is known statically so the type signature can
563 /// be inferred. Rust types will map to WebAssembly types as follows:
564 ///
565 /// | Rust Argument Type | WebAssembly Type |
566 /// |-----------------------------------|-------------------------------------------|
567 /// | `i32` | `i32` |
568 /// | `u32` | `i32` |
569 /// | `i64` | `i64` |
570 /// | `u64` | `i64` |
571 /// | `f32` | `f32` |
572 /// | `f64` | `f64` |
573 /// | `V128` on x86-64 and aarch64 only | `v128` |
574 /// | `Option<Func>` | `funcref` aka `(ref null func)` |
575 /// | `Func` | `(ref func)` |
576 /// | `Option<Nofunc>` | `nullfuncref` aka `(ref null nofunc)` |
577 /// | `NoFunc` | `(ref nofunc)` |
578 /// | `Option<Rooted<ExternRef>>` | `externref` aka `(ref null extern)` |
579 /// | `Rooted<ExternRef>` | `(ref extern)` |
580 /// | `Option<NoExtern>` | `nullexternref` aka `(ref null noextern)` |
581 /// | `NoExtern` | `(ref noextern)` |
582 /// | `Option<Rooted<AnyRef>>` | `anyref` aka `(ref null any)` |
583 /// | `Rooted<AnyRef>` | `(ref any)` |
584 /// | `Option<Rooted<EqRef>>` | `eqref` aka `(ref null eq)` |
585 /// | `Rooted<EqRef>` | `(ref eq)` |
586 /// | `Option<I31>` | `i31ref` aka `(ref null i31)` |
587 /// | `I31` | `(ref i31)` |
588 /// | `Option<Rooted<StructRef>>` | `(ref null struct)` |
589 /// | `Rooted<StructRef>` | `(ref struct)` |
590 /// | `Option<Rooted<ArrayRef>>` | `(ref null array)` |
591 /// | `Rooted<ArrayRef>` | `(ref array)` |
592 /// | `Option<NoneRef>` | `nullref` aka `(ref null none)` |
593 /// | `NoneRef` | `(ref none)` |
594 ///
595 /// Note that anywhere a `Rooted<T>` appears, a `OwnedRooted<T>` may also
596 /// be used.
597 ///
598 /// Any of the Rust types can be returned from the closure as well, in
599 /// addition to some extra types
600 ///
601 /// | Rust Return Type | WebAssembly Return Type | Meaning |
602 /// |-------------------|-------------------------|-----------------------|
603 /// | `()` | nothing | no return value |
604 /// | `T` | `T` | a single return value |
605 /// | `(T1, T2, ...)` | `T1 T2 ...` | multiple returns |
606 ///
607 /// Note that all return types can also be wrapped in `Result<_>` to
608 /// indicate that the host function can generate a trap as well as possibly
609 /// returning a value.
610 ///
611 /// Finally you can also optionally take [`Caller`] as the first argument of
612 /// your closure. If inserted then you're able to inspect the caller's
613 /// state, for example the [`Memory`](crate::Memory) it has exported so you
614 /// can read what pointers point to.
615 ///
616 /// Note that when using this API, the intention is to create as thin of a
617 /// layer as possible for when WebAssembly calls the function provided. With
618 /// sufficient inlining and optimization the WebAssembly will call straight
619 /// into `func` provided, with no extra fluff entailed.
620 ///
621 /// # Why `Send + Sync + 'static`?
622 ///
623 /// All host functions defined in a [`Store`](crate::Store) (including
624 /// those from [`Func::new`] and other constructors) require that the
625 /// `func` provided is `Send + Sync + 'static`. Additionally host functions
626 /// always are `Fn` as opposed to `FnMut` or `FnOnce`. This can at-a-glance
627 /// feel restrictive since the closure cannot close over as many types as
628 /// before. The reason for this, though, is to ensure that
629 /// [`Store<T>`](crate::Store) can implement both the `Send` and `Sync`
630 /// traits.
631 ///
632 /// Fear not, however, because this isn't as restrictive as it seems! Host
633 /// functions are provided a [`Caller<'_, T>`](crate::Caller) argument which
634 /// allows access to the host-defined data within the
635 /// [`Store`](crate::Store). The `T` type is not required to be any of
636 /// `Send`, `Sync`, or `'static`! This means that you can store whatever
637 /// you'd like in `T` and have it accessible by all host functions.
638 /// Additionally mutable access to `T` is allowed through
639 /// [`Caller::data_mut`].
640 ///
641 /// Most host-defined [`Func`] values provide closures that end up not
642 /// actually closing over any values. These zero-sized types will use the
643 /// context from [`Caller`] for host-defined information.
644 ///
645 /// # Errors
646 ///
647 /// The closure provided here to `wrap` can optionally return a
648 /// [`Result<T>`](crate::Result). Returning `Ok(t)` represents the host
649 /// function successfully completing with the `t` result. Returning
650 /// `Err(e)`, however, is equivalent to raising a custom wasm trap.
651 /// Execution of WebAssembly does not resume and the stack is unwound to the
652 /// original caller of the function where the error is returned.
653 ///
654 /// For more information about errors in Wasmtime see the [`Trap`]
655 /// documentation.
656 ///
657 /// [`Trap`]: crate::Trap
658 ///
659 /// # Examples
660 ///
661 /// First up we can see how simple wasm imports can be implemented, such
662 /// as a function that adds its two arguments and returns the result.
663 ///
664 /// ```
665 /// # use wasmtime::*;
666 /// # fn main() -> Result<()> {
667 /// # let mut store = Store::<()>::default();
668 /// let add = Func::wrap(&mut store, |a: i32, b: i32| a + b);
669 /// let module = Module::new(
670 /// store.engine(),
671 /// r#"
672 /// (module
673 /// (import "" "" (func $add (param i32 i32) (result i32)))
674 /// (func (export "foo") (param i32 i32) (result i32)
675 /// local.get 0
676 /// local.get 1
677 /// call $add))
678 /// "#,
679 /// )?;
680 /// let instance = Instance::new(&mut store, &module, &[add.into()])?;
681 /// let foo = instance.get_typed_func::<(i32, i32), i32>(&mut store, "foo")?;
682 /// assert_eq!(foo.call(&mut store, (1, 2))?, 3);
683 /// # Ok(())
684 /// # }
685 /// ```
686 ///
687 /// We can also do the same thing, but generate a trap if the addition
688 /// overflows:
689 ///
690 /// ```
691 /// # use wasmtime::*;
692 /// # fn main() -> Result<()> {
693 /// # let mut store = Store::<()>::default();
694 /// let add = Func::wrap(&mut store, |a: i32, b: i32| {
695 /// match a.checked_add(b) {
696 /// Some(i) => Ok(i),
697 /// None => bail!("overflow"),
698 /// }
699 /// });
700 /// let module = Module::new(
701 /// store.engine(),
702 /// r#"
703 /// (module
704 /// (import "" "" (func $add (param i32 i32) (result i32)))
705 /// (func (export "foo") (param i32 i32) (result i32)
706 /// local.get 0
707 /// local.get 1
708 /// call $add))
709 /// "#,
710 /// )?;
711 /// let instance = Instance::new(&mut store, &module, &[add.into()])?;
712 /// let foo = instance.get_typed_func::<(i32, i32), i32>(&mut store, "foo")?;
713 /// assert_eq!(foo.call(&mut store, (1, 2))?, 3);
714 /// assert!(foo.call(&mut store, (i32::max_value(), 1)).is_err());
715 /// # Ok(())
716 /// # }
717 /// ```
718 ///
719 /// And don't forget all the wasm types are supported!
720 ///
721 /// ```
722 /// # use wasmtime::*;
723 /// # fn main() -> Result<()> {
724 /// # let mut store = Store::<()>::default();
725 /// let debug = Func::wrap(&mut store, |a: i32, b: u32, c: f32, d: i64, e: u64, f: f64| {
726 ///
727 /// println!("a={}", a);
728 /// println!("b={}", b);
729 /// println!("c={}", c);
730 /// println!("d={}", d);
731 /// println!("e={}", e);
732 /// println!("f={}", f);
733 /// });
734 /// let module = Module::new(
735 /// store.engine(),
736 /// r#"
737 /// (module
738 /// (import "" "" (func $debug (param i32 i32 f32 i64 i64 f64)))
739 /// (func (export "foo")
740 /// i32.const -1
741 /// i32.const 1
742 /// f32.const 2
743 /// i64.const -3
744 /// i64.const 3
745 /// f64.const 4
746 /// call $debug))
747 /// "#,
748 /// )?;
749 /// let instance = Instance::new(&mut store, &module, &[debug.into()])?;
750 /// let foo = instance.get_typed_func::<(), ()>(&mut store, "foo")?;
751 /// foo.call(&mut store, ())?;
752 /// # Ok(())
753 /// # }
754 /// ```
755 ///
756 /// Finally if you want to get really fancy you can also implement
757 /// imports that read/write wasm module's memory
758 ///
759 /// ```
760 /// use std::str;
761 ///
762 /// # use wasmtime::*;
763 /// # fn main() -> Result<()> {
764 /// # let mut store = Store::default();
765 /// let log_str = Func::wrap(&mut store, |mut caller: Caller<'_, ()>, ptr: i32, len: i32| {
766 /// let mem = match caller.get_export("memory") {
767 /// Some(Extern::Memory(mem)) => mem,
768 /// _ => bail!("failed to find host memory"),
769 /// };
770 /// let data = mem.data(&caller)
771 /// .get(ptr as u32 as usize..)
772 /// .and_then(|arr| arr.get(..len as u32 as usize));
773 /// let string = match data {
774 /// Some(data) => match str::from_utf8(data) {
775 /// Ok(s) => s,
776 /// Err(_) => bail!("invalid utf-8"),
777 /// },
778 /// None => bail!("pointer/length out of bounds"),
779 /// };
780 /// assert_eq!(string, "Hello, world!");
781 /// println!("{}", string);
782 /// Ok(())
783 /// });
784 /// let module = Module::new(
785 /// store.engine(),
786 /// r#"
787 /// (module
788 /// (import "" "" (func $log_str (param i32 i32)))
789 /// (func (export "foo")
790 /// i32.const 4 ;; ptr
791 /// i32.const 13 ;; len
792 /// call $log_str)
793 /// (memory (export "memory") 1)
794 /// (data (i32.const 4) "Hello, world!"))
795 /// "#,
796 /// )?;
797 /// let instance = Instance::new(&mut store, &module, &[log_str.into()])?;
798 /// let foo = instance.get_typed_func::<(), ()>(&mut store, "foo")?;
799 /// foo.call(&mut store, ())?;
800 /// # Ok(())
801 /// # }
802 /// ```
803 pub fn wrap<T, Params, Results>(
804 store: impl AsContextMut<Data = T>,
805 func: impl IntoFunc<T, Params, Results>,
806 ) -> Func
807 where
808 T: 'static,
809 {
810 Self::try_wrap(store, func).expect(
811 "allocation failure during `Func::wrap` (use `Func::try_wrap` to handle such errors)",
812 )
813 }
814
815 /// Fallible version of [`Func::wrap`] that returns an error on
816 /// out-of-memory instead of panicking.
817 pub fn try_wrap<T, Params, Results>(
818 mut store: impl AsContextMut<Data = T>,
819 func: impl IntoFunc<T, Params, Results>,
820 ) -> Result<Func>
821 where
822 T: 'static,
823 {
824 let store = store.as_context_mut().0;
825 let engine = store.engine();
826 let host = func.into_func(engine)?;
827
828 // SAFETY: The `T` the closure takes is the same as the `T` of the store
829 // we're inserting into via the type signature above.
830 Ok(unsafe { host.into_func(store)? })
831 }
832
833 /// Same as [`Func::wrap`], except the closure asynchronously produces the
834 /// result and the arguments are passed within a tuple. For more information
835 /// see the [`Func`] documentation.
836 #[cfg(feature = "async")]
837 pub fn wrap_async<T, F, P, R>(mut store: impl AsContextMut<Data = T>, func: F) -> Func
838 where
839 F: for<'a> Fn(Caller<'a, T>, P) -> Box<dyn Future<Output = R> + Send + 'a>
840 + Send
841 + Sync
842 + 'static,
843 P: WasmTyList,
844 R: WasmRet,
845 T: Send + 'static,
846 {
847 let store = store.as_context_mut().0;
848 let host = HostFunc::wrap_async(store.engine(), func).panic_on_oom();
849
850 // SAFETY: The `T` the closure takes is the same as the `T` of the store
851 // we're inserting into via the type signature above.
852 unsafe { host.into_func(store).panic_on_oom() }
853 }
854
855 /// Returns the underlying wasm type that this `Func` has.
856 ///
857 /// # Panics
858 ///
859 /// Panics if `store` does not own this function.
860 pub fn ty(&self, store: impl AsContext) -> FuncType {
861 self.load_ty(&store.as_context().0)
862 }
863
864 /// Forcibly loads the type of this function from the `Engine`.
865 ///
866 /// Note that this is a somewhat expensive method since it requires taking a
867 /// lock as well as cloning a type.
868 pub(crate) fn load_ty(&self, store: &StoreOpaque) -> FuncType {
869 FuncType::from_shared_type_index(store.engine(), self.type_index(store))
870 }
871
872 /// Does this function match the given type?
873 ///
874 /// That is, is this function's type a subtype of the given type?
875 ///
876 /// # Panics
877 ///
878 /// Panics if this function is not associated with the given store or if the
879 /// function type is not associated with the store's engine.
880 pub fn matches_ty(&self, store: impl AsContext, func_ty: &FuncType) -> bool {
881 self._matches_ty(store.as_context().0, func_ty)
882 }
883
884 pub(crate) fn _matches_ty(&self, store: &StoreOpaque, func_ty: &FuncType) -> bool {
885 let actual_ty = self.load_ty(store);
886 actual_ty.matches(func_ty)
887 }
888
889 pub(crate) fn ensure_matches_ty(&self, store: &StoreOpaque, func_ty: &FuncType) -> Result<()> {
890 if !self.comes_from_same_store(store) {
891 bail!("function used with wrong store");
892 }
893 if self._matches_ty(store, func_ty) {
894 Ok(())
895 } else {
896 let actual_ty = self.load_ty(store);
897 bail!("type mismatch: expected {func_ty}, found {actual_ty}")
898 }
899 }
900
901 pub(crate) fn type_index(&self, data: &StoreOpaque) -> VMSharedTypeIndex {
902 unsafe { self.vm_func_ref(data).as_ref().type_index }
903 }
904
905 /// Invokes this function with the `params` given and writes returned values
906 /// to `results`.
907 ///
908 /// The `params` here must match the type signature of this `Func`, or an
909 /// error will occur. Additionally `results` must have the same
910 /// length as the number of results for this function. Calling this function
911 /// will synchronously execute the WebAssembly function referenced to get
912 /// the results.
913 ///
914 /// This function will return `Ok(())` if execution completed without a trap
915 /// or error of any kind. In this situation the results will be written to
916 /// the provided `results` array.
917 ///
918 /// # Errors
919 ///
920 /// Any error which occurs throughout the execution of the function will be
921 /// returned as `Err(e)`. The [`Error`](crate::Error) type can be inspected
922 /// for the precise error cause such as:
923 ///
924 /// * [`Trap`] - indicates that a wasm trap happened and execution was
925 /// halted.
926 /// * [`WasmBacktrace`] - optionally included on errors for backtrace
927 /// information of the trap/error.
928 /// * Other string-based errors to indicate issues such as type errors with
929 /// `params`.
930 /// * Any host-originating error originally returned from a function defined
931 /// via [`Func::new`], for example.
932 /// * The `store` provided is configured to require `call_async` to be used
933 /// instead, such as with epochs or fuel.
934 ///
935 /// Errors typically indicate that execution of WebAssembly was halted
936 /// mid-way and did not complete after the error condition happened.
937 ///
938 /// [`Trap`]: crate::Trap
939 ///
940 /// # Panics
941 ///
942 /// Panics if `store` does not own this function.
943 ///
944 /// [`WasmBacktrace`]: crate::WasmBacktrace
945 pub fn call(
946 &self,
947 mut store: impl AsContextMut,
948 params: &[Val],
949 results: &mut [Val],
950 ) -> Result<()> {
951 let mut store = store.as_context_mut();
952 store.0.validate_sync_call()?;
953
954 self.call_impl_check_args(&mut store, params, results)?;
955
956 unsafe { self.call_impl_do_call(&mut store, params, results) }
957 }
958
959 /// Invokes this function in an "unchecked" fashion, reading parameters and
960 /// writing results to `params_and_returns`.
961 ///
962 /// This function is the same as [`Func::call`] except that the arguments
963 /// and results both use a different representation. If possible it's
964 /// recommended to use [`Func::call`] if safety isn't necessary or to use
965 /// [`Func::typed`] in conjunction with [`TypedFunc::call`] since that's
966 /// both safer and faster than this method of invoking a function.
967 ///
968 /// Note that if this function takes `externref` arguments then it will
969 /// **not** automatically GC unlike the [`Func::call`] and
970 /// [`TypedFunc::call`] functions. This means that if this function is
971 /// invoked many times with new `ExternRef` values and no other GC happens
972 /// via any other means then no values will get collected.
973 ///
974 /// # Errors
975 ///
976 /// For more information about errors see the [`Func::call`] documentation.
977 ///
978 /// # Unsafety
979 ///
980 /// This function is unsafe because the `params_and_returns` argument is not
981 /// validated at all. It must uphold invariants such as:
982 ///
983 /// * It's a valid pointer to an array
984 /// * It has enough space to store all parameters
985 /// * It has enough space to store all results (not at the same time as
986 /// parameters)
987 /// * Parameters are initially written to the array and have the correct
988 /// types and such.
989 /// * Reference types like `externref` and `funcref` are valid at the
990 /// time of this call and for the `store` specified.
991 ///
992 /// These invariants are all upheld for you with [`Func::call`] and
993 /// [`TypedFunc::call`].
994 pub unsafe fn call_unchecked(
995 &self,
996 mut store: impl AsContextMut,
997 params_and_returns: *mut [ValRaw],
998 ) -> Result<()> {
999 let mut store = store.as_context_mut();
1000 let func_ref = self.vm_func_ref(store.0);
1001 let params_and_returns = NonNull::new(params_and_returns).unwrap_or(NonNull::from(&mut []));
1002
1003 // SAFETY: the safety of this function call is the same as the contract
1004 // of this function.
1005 unsafe { Self::call_unchecked_raw(&mut store, func_ref, params_and_returns) }
1006 }
1007
1008 pub(crate) unsafe fn call_unchecked_raw<T>(
1009 store: &mut StoreContextMut<'_, T>,
1010 func_ref: NonNull<VMFuncRef>,
1011 params_and_returns: NonNull<[ValRaw]>,
1012 ) -> Result<()> {
1013 // SAFETY: the safety of this function call is the same as the contract
1014 // of this function.
1015 invoke_wasm_and_catch_traps(store, |caller, vm| unsafe {
1016 VMFuncRef::array_call(func_ref, vm, caller, params_and_returns)
1017 })
1018 }
1019
1020 /// Converts the raw representation of a `funcref` into an `Option<Func>`
1021 ///
1022 /// This is intended to be used in conjunction with [`Func::new_unchecked`],
1023 /// [`Func::call_unchecked`], and [`ValRaw`] with its `funcref` field. This
1024 /// is the dual of [`Func::to_raw`].
1025 ///
1026 /// # Unsafety
1027 ///
1028 /// This function is not safe because `raw` is not validated at all. The
1029 /// caller must guarantee that `raw` is owned by the `store` provided and is
1030 /// valid within the `store`.
1031 pub unsafe fn from_raw(mut store: impl AsContextMut, raw: *mut c_void) -> Option<Func> {
1032 // SAFETY: this function's own contract is that `raw` is owned by store
1033 // to make this safe.
1034 unsafe { Self::_from_raw(store.as_context_mut().0, raw) }
1035 }
1036
1037 /// Same as `from_raw`, but with the internal `StoreOpaque` type.
1038 pub(crate) unsafe fn _from_raw(store: &mut StoreOpaque, raw: *mut c_void) -> Option<Func> {
1039 // SAFETY: this function's own contract is that `raw` is owned by store
1040 // to make this safe.
1041 unsafe {
1042 Some(Func::from_vm_func_ref(
1043 store.id(),
1044 NonNull::new(raw.cast())?,
1045 ))
1046 }
1047 }
1048
1049 /// Extracts the raw value of this `Func`, which is owned by `store`.
1050 ///
1051 /// This function returns a value that's suitable for writing into the
1052 /// `funcref` field of the [`ValRaw`] structure.
1053 ///
1054 /// # Safety
1055 ///
1056 /// The returned value is only valid for as long as the store is alive.
1057 /// This value is safe to pass to [`Func::from_raw`] so long as the same
1058 /// `store` is provided.
1059 pub fn to_raw(&self, mut store: impl AsContextMut) -> *mut c_void {
1060 self.to_raw_(store.as_context_mut().0)
1061 }
1062
1063 pub(crate) fn to_raw_(&self, store: &mut StoreOpaque) -> *mut c_void {
1064 self.vm_func_ref(store).as_ptr().cast()
1065 }
1066
1067 pub(crate) fn to_val_raw(&self, store: &mut StoreOpaque) -> ValRaw {
1068 ValRaw::funcref(self.to_raw_(store))
1069 }
1070
1071 /// Invokes this function with the `params` given, returning the results
1072 /// asynchronously.
1073 ///
1074 /// This function is the same as [`Func::call`] except that it is
1075 /// asynchronous.
1076 ///
1077 /// It's important to note that the execution of WebAssembly will happen
1078 /// synchronously in the `poll` method of the future returned from this
1079 /// function. Wasmtime does not manage its own thread pool or similar to
1080 /// execute WebAssembly in. Future `poll` methods are generally expected to
1081 /// resolve quickly, so it's recommended that you run or poll this future
1082 /// in a "blocking context".
1083 ///
1084 /// For more information see the documentation on [asynchronous
1085 /// configs](crate#async).
1086 ///
1087 /// # Errors
1088 ///
1089 /// For more information on errors see the [`Func::call`] documentation.
1090 ///
1091 /// # Panics
1092 ///
1093 /// Panics if this is called on a function in a synchronous store. This
1094 /// only works with functions defined within an asynchronous store. Also
1095 /// panics if `store` does not own this function.
1096 #[cfg(feature = "async")]
1097 pub async fn call_async(
1098 &self,
1099 mut store: impl AsContextMut<Data: Send>,
1100 params: &[Val],
1101 results: &mut [Val],
1102 ) -> Result<()> {
1103 let mut store = store.as_context_mut();
1104
1105 self.call_impl_check_args(&mut store, params, results)?;
1106
1107 let result = store
1108 .on_fiber(|store| unsafe { self.call_impl_do_call(store, params, results) })
1109 .await??;
1110 Ok(result)
1111 }
1112
1113 /// Perform dynamic checks that the arguments given to us match
1114 /// the signature of this function and are appropriate to pass to this
1115 /// function.
1116 ///
1117 /// This involves checking to make sure we have the right number and types
1118 /// of arguments as well as making sure everything is from the same `Store`.
1119 ///
1120 /// This must be called just before `call_impl_do_call`.
1121 fn call_impl_check_args<T>(
1122 &self,
1123 store: &mut StoreContextMut<'_, T>,
1124 params: &[Val],
1125 results: &mut [Val],
1126 ) -> Result<()> {
1127 let ty = self.load_ty(store.0);
1128 if ty.params().len() != params.len() {
1129 bail!(
1130 "expected {} arguments, got {}",
1131 ty.params().len(),
1132 params.len()
1133 );
1134 }
1135 if ty.results().len() != results.len() {
1136 bail!(
1137 "expected {} results, got {}",
1138 ty.results().len(),
1139 results.len()
1140 );
1141 }
1142
1143 for (ty, arg) in ty.params().zip(params) {
1144 arg.ensure_matches_ty(store.0, &ty)
1145 .context("argument type mismatch")?;
1146 if !arg.comes_from_same_store(store.0) {
1147 bail!("cross-`Store` values are not currently supported");
1148 }
1149 }
1150
1151 Ok(())
1152 }
1153
1154 /// Do the actual call into Wasm.
1155 ///
1156 /// # Safety
1157 ///
1158 /// You must have type checked the arguments by calling
1159 /// `call_impl_check_args` immediately before calling this function. It is
1160 /// only safe to call this function if that one did not return an error.
1161 unsafe fn call_impl_do_call<T>(
1162 &self,
1163 store: &mut StoreContextMut<'_, T>,
1164 params: &[Val],
1165 results: &mut [Val],
1166 ) -> Result<()> {
1167 // Store the argument values into `values_vec`.
1168 let ty = self.load_ty(store.0);
1169 let values_vec_size = params.len().max(ty.results().len());
1170 let mut values_vec = store.0.take_wasm_val_raw_storage();
1171 debug_assert!(values_vec.is_empty());
1172 values_vec.resize_with(values_vec_size, || ValRaw::v128(0))?;
1173 for (arg, slot) in params.iter().cloned().zip(&mut values_vec) {
1174 *slot = arg.to_raw(&mut *store)?;
1175 }
1176
1177 unsafe {
1178 self.call_unchecked(
1179 &mut *store,
1180 core::ptr::slice_from_raw_parts_mut(values_vec.as_mut_ptr(), values_vec_size),
1181 )?;
1182 }
1183
1184 for ((i, slot), val) in results.iter_mut().enumerate().zip(&values_vec) {
1185 let ty = ty.results().nth(i).unwrap();
1186 *slot = unsafe { Val::from_raw(&mut *store, *val, ty) };
1187 }
1188 values_vec.truncate(0);
1189 store.0.save_wasm_val_raw_storage(values_vec);
1190 Ok(())
1191 }
1192
1193 #[inline]
1194 pub(crate) fn vm_func_ref(&self, store: &StoreOpaque) -> NonNull<VMFuncRef> {
1195 self.store.assert_belongs_to(store.id());
1196 self.unsafe_func_ref.as_non_null()
1197 }
1198
1199 pub(crate) fn vmimport(&self, store: &StoreOpaque) -> VMFunctionImport {
1200 unsafe {
1201 let f = self.vm_func_ref(store);
1202 VMFunctionImport {
1203 // Note that this is a load-bearing `unwrap` here, but is
1204 // never expected to trip at runtime. The general problem is
1205 // that host functions do not have a `wasm_call` function so
1206 // the `VMFuncRef` type has an optional pointer there. This is
1207 // only able to be filled out when a function is "paired" with
1208 // a module where trampolines are present to fill out
1209 // `wasm_call` pointers.
1210 //
1211 // This pairing of modules doesn't happen explicitly but is
1212 // instead managed lazily throughout Wasmtime. Specifically the
1213 // way this works is one of:
1214 //
1215 // * When a host function is created the store's list of
1216 // modules are searched for a wasm trampoline. If not found
1217 // the `wasm_call` field is left blank.
1218 //
1219 // * When a module instantiation happens, which uses this
1220 // function, the module will be used to fill any outstanding
1221 // holes that it has trampolines for.
1222 //
1223 // This means that by the time we get to this point any
1224 // relevant holes should be filled out. Thus if this panic
1225 // actually triggers then it's indicative of a missing `fill`
1226 // call somewhere else.
1227 wasm_call: f.as_ref().wasm_call.unwrap(),
1228 array_call: f.as_ref().array_call,
1229 vmctx: f.as_ref().vmctx,
1230 }
1231 }
1232 }
1233
1234 pub(crate) fn comes_from_same_store(&self, store: &StoreOpaque) -> bool {
1235 self.store == store.id()
1236 }
1237
1238 /// Attempts to extract a typed object from this `Func` through which the
1239 /// function can be called.
1240 ///
1241 /// This function serves as an alternative to [`Func::call`] and
1242 /// [`Func::call_async`]. This method performs a static type check (using
1243 /// the `Params` and `Results` type parameters on the underlying wasm
1244 /// function. If the type check passes then a `TypedFunc` object is returned,
1245 /// otherwise an error is returned describing the typecheck failure.
1246 ///
1247 /// The purpose of this relative to [`Func::call`] is that it's much more
1248 /// efficient when used to invoke WebAssembly functions. With the types
1249 /// statically known far less setup/teardown is required when invoking
1250 /// WebAssembly. If speed is desired then this function is recommended to be
1251 /// used instead of [`Func::call`] (which is more general, hence its
1252 /// slowdown).
1253 ///
1254 /// The `Params` type parameter is used to describe the parameters of the
1255 /// WebAssembly function. This can either be a single type (like `i32`), or
1256 /// a tuple of types representing the list of parameters (like `(i32, f32,
1257 /// f64)`). Additionally you can use `()` to represent that the function has
1258 /// no parameters.
1259 ///
1260 /// The `Results` type parameter is used to describe the results of the
1261 /// function. This behaves the same way as `Params`, but just for the
1262 /// results of the function.
1263 ///
1264 /// # Translating Between WebAssembly and Rust Types
1265 ///
1266 /// Translation between Rust types and WebAssembly types looks like:
1267 ///
1268 /// | WebAssembly | Rust |
1269 /// |-------------------------------------------|---------------------------------------|
1270 /// | `i32` | `i32` or `u32` |
1271 /// | `i64` | `i64` or `u64` |
1272 /// | `f32` | `f32` |
1273 /// | `f64` | `f64` |
1274 /// | `externref` aka `(ref null extern)` | `Option<Rooted<ExternRef>>` |
1275 /// | `(ref extern)` | `Rooted<ExternRef>` |
1276 /// | `nullexternref` aka `(ref null noextern)` | `Option<NoExtern>` |
1277 /// | `(ref noextern)` | `NoExtern` |
1278 /// | `anyref` aka `(ref null any)` | `Option<Rooted<AnyRef>>` |
1279 /// | `(ref any)` | `Rooted<AnyRef>` |
1280 /// | `eqref` aka `(ref null eq)` | `Option<Rooted<EqRef>>` |
1281 /// | `(ref eq)` | `Rooted<EqRef>` |
1282 /// | `i31ref` aka `(ref null i31)` | `Option<I31>` |
1283 /// | `(ref i31)` | `I31` |
1284 /// | `structref` aka `(ref null struct)` | `Option<Rooted<StructRef>>` |
1285 /// | `(ref struct)` | `Rooted<StructRef>` |
1286 /// | `arrayref` aka `(ref null array)` | `Option<Rooted<ArrayRef>>` |
1287 /// | `(ref array)` | `Rooted<ArrayRef>` |
1288 /// | `nullref` aka `(ref null none)` | `Option<NoneRef>` |
1289 /// | `(ref none)` | `NoneRef` |
1290 /// | `funcref` aka `(ref null func)` | `Option<Func>` |
1291 /// | `(ref func)` | `Func` |
1292 /// | `(ref null <func type index>)` | `Option<Func>` |
1293 /// | `(ref <func type index>)` | `Func` |
1294 /// | `nullfuncref` aka `(ref null nofunc)` | `Option<NoFunc>` |
1295 /// | `(ref nofunc)` | `NoFunc` |
1296 /// | `v128` | `V128` on `x86-64` and `aarch64` only |
1297 ///
1298 /// (Note that this mapping is the same as that of [`Func::wrap`], and that
1299 /// anywhere a `Rooted<T>` appears, a `OwnedRooted<T>` may also appear).
1300 ///
1301 /// Note that once the [`TypedFunc`] return value is acquired you'll use either
1302 /// [`TypedFunc::call`] or [`TypedFunc::call_async`] as necessary to actually invoke
1303 /// the function. This method does not invoke any WebAssembly code, it
1304 /// simply performs a typecheck before returning the [`TypedFunc`] value.
1305 ///
1306 /// This method also has a convenience wrapper as
1307 /// [`Instance::get_typed_func`](crate::Instance::get_typed_func) to
1308 /// directly get a typed function value from an
1309 /// [`Instance`](crate::Instance).
1310 ///
1311 /// ## Subtyping
1312 ///
1313 /// For result types, you can always use a supertype of the WebAssembly
1314 /// function's actual declared result type. For example, if the WebAssembly
1315 /// function was declared with type `(func (result nullfuncref))` you could
1316 /// successfully call `f.typed::<(), Option<Func>>()` because `Option<Func>`
1317 /// corresponds to `funcref`, which is a supertype of `nullfuncref`.
1318 ///
1319 /// For parameter types, you can always use a subtype of the WebAssembly
1320 /// function's actual declared parameter type. For example, if the
1321 /// WebAssembly function was declared with type `(func (param (ref null
1322 /// func)))` you could successfully call `f.typed::<Func, ()>()` because
1323 /// `Func` corresponds to `(ref func)`, which is a subtype of `(ref null
1324 /// func)`.
1325 ///
1326 /// Additionally, for functions which take a reference to a concrete type as
1327 /// a parameter, you can also use the concrete type's supertype. Consider a
1328 /// WebAssembly function that takes a reference to a function with a
1329 /// concrete type: `(ref null <func type index>)`. In this scenario, there
1330 /// is no static `wasmtime::Foo` Rust type that corresponds to that
1331 /// particular Wasm-defined concrete reference type because Wasm modules are
1332 /// loaded dynamically at runtime. You *could* do `f.typed::<Option<NoFunc>,
1333 /// ()>()`, and while that is correctly typed and valid, it is often overly
1334 /// restrictive. The only value you could call the resulting typed function
1335 /// with is the null function reference, but we'd like to call it with
1336 /// non-null function references that happen to be of the correct
1337 /// type. Therefore, `f.typed<Option<Func>, ()>()` is also allowed in this
1338 /// case, even though `Option<Func>` represents `(ref null func)` which is
1339 /// the supertype, not subtype, of `(ref null <func type index>)`. This does
1340 /// imply some minimal dynamic type checks in this case, but it is supported
1341 /// for better ergonomics, to enable passing non-null references into the
1342 /// function.
1343 ///
1344 /// # Errors
1345 ///
1346 /// This function will return an error if `Params` or `Results` does not
1347 /// match the native type of this WebAssembly function.
1348 ///
1349 /// # Panics
1350 ///
1351 /// This method will panic if `store` does not own this function.
1352 ///
1353 /// # Examples
1354 ///
1355 /// An end-to-end example of calling a function which takes no parameters
1356 /// and has no results:
1357 ///
1358 /// ```
1359 /// # use wasmtime::*;
1360 /// # fn main() -> Result<()> {
1361 /// let engine = Engine::default();
1362 /// let mut store = Store::new(&engine, ());
1363 /// let module = Module::new(&engine, r#"(module (func (export "foo")))"#)?;
1364 /// let instance = Instance::new(&mut store, &module, &[])?;
1365 /// let foo = instance.get_func(&mut store, "foo").expect("export wasn't a function");
1366 ///
1367 /// // Note that this call can fail due to the typecheck not passing, but
1368 /// // in our case we statically know the module so we know this should
1369 /// // pass.
1370 /// let typed = foo.typed::<(), ()>(&store)?;
1371 ///
1372 /// // Note that this can fail if the wasm traps at runtime.
1373 /// typed.call(&mut store, ())?;
1374 /// # Ok(())
1375 /// # }
1376 /// ```
1377 ///
1378 /// You can also pass in multiple parameters and get a result back
1379 ///
1380 /// ```
1381 /// # use wasmtime::*;
1382 /// # fn foo(add: &Func, mut store: Store<()>) -> Result<()> {
1383 /// let typed = add.typed::<(i32, i64), f32>(&store)?;
1384 /// assert_eq!(typed.call(&mut store, (1, 2))?, 3.0);
1385 /// # Ok(())
1386 /// # }
1387 /// ```
1388 ///
1389 /// and similarly if a function has multiple results you can bind that too
1390 ///
1391 /// ```
1392 /// # use wasmtime::*;
1393 /// # fn foo(add_with_overflow: &Func, mut store: Store<()>) -> Result<()> {
1394 /// let typed = add_with_overflow.typed::<(u32, u32), (u32, i32)>(&store)?;
1395 /// let (result, overflow) = typed.call(&mut store, (u32::max_value(), 2))?;
1396 /// assert_eq!(result, 1);
1397 /// assert_eq!(overflow, 1);
1398 /// # Ok(())
1399 /// # }
1400 /// ```
1401 pub fn typed<Params, Results>(
1402 &self,
1403 store: impl AsContext,
1404 ) -> Result<TypedFunc<Params, Results>>
1405 where
1406 Params: WasmParams,
1407 Results: WasmResults,
1408 {
1409 // Type-check that the params/results are all valid
1410 let store = store.as_context().0;
1411 let ty = self.load_ty(store);
1412 Params::typecheck(store.engine(), ty.params(), TypeCheckPosition::Param)
1413 .context("type mismatch with parameters")?;
1414 Results::typecheck(store.engine(), ty.results(), TypeCheckPosition::Result)
1415 .context("type mismatch with results")?;
1416
1417 // and then we can construct the typed version of this function
1418 // (unsafely), which should be safe since we just did the type check above.
1419 unsafe { Ok(TypedFunc::_new_unchecked(store, *self)) }
1420 }
1421
1422 /// Get a stable hash key for this function.
1423 ///
1424 /// Even if the same underlying function is added to the `StoreData`
1425 /// multiple times and becomes multiple `wasmtime::Func`s, this hash key
1426 /// will be consistent across all of these functions.
1427 #[cfg_attr(
1428 not(test),
1429 expect(dead_code, reason = "Not used yet, but added for consistency")
1430 )]
1431 pub(crate) fn hash_key(&self, store: &mut StoreOpaque) -> impl core::hash::Hash + Eq + use<> {
1432 self.vm_func_ref(store).as_ptr().addr()
1433 }
1434}
1435
1436/// Prepares for entrance into WebAssembly.
1437///
1438/// This function will set up context such that `closure` is allowed to call a
1439/// raw trampoline or a raw WebAssembly function. This *must* be called to do
1440/// things like catch traps and set up GC properly.
1441///
1442/// The `closure` provided receives a default "caller" `VMContext` parameter it
1443/// can pass to the called wasm function, if desired.
1444pub(crate) fn invoke_wasm_and_catch_traps<T>(
1445 store: &mut StoreContextMut<'_, T>,
1446 closure: impl FnMut(NonNull<VMContext>, Option<InterpreterRef<'_>>) -> bool,
1447) -> Result<()> {
1448 // The `enter_wasm` call below will reset the store context's
1449 // `stack_chain` to a new `InitialStack`, pointing to the
1450 // stack-allocated `initial_stack_csi`.
1451 let mut initial_stack_csi = VMCommonStackInformation::running_default();
1452 // Stores some state of the runtime just before entering Wasm. Will be
1453 // restored upon exiting Wasm. Note that the `CallThreadState` that is
1454 // created by the `catch_traps` call below will store a pointer to this
1455 // stack-allocated `previous_runtime_state`.
1456 let mut previous_runtime_state = EntryStoreContext::enter_wasm(store, &mut initial_stack_csi);
1457
1458 if let Err(trap) = store.0.call_hook(CallHook::CallingWasm) {
1459 // `previous_runtime_state` implicitly dropped here
1460 return Err(trap);
1461 }
1462 let result = crate::runtime::vm::catch_traps(store, &mut previous_runtime_state, closure);
1463 #[cfg(feature = "component-model")]
1464 if result.is_err() {
1465 store.0.set_trapped();
1466 }
1467 core::mem::drop(previous_runtime_state);
1468 store.0.call_hook(CallHook::ReturningFromWasm)?;
1469 result
1470}
1471
1472/// This type helps managing the state of the runtime when entering and exiting
1473/// Wasm. To this end, it contains a subset of the data in `VMStoreContext`.
1474/// Upon entering Wasm, it updates various runtime fields and their
1475/// original values saved in this struct. Upon exiting Wasm, the previous values
1476/// are restored.
1477pub(crate) struct EntryStoreContext {
1478 /// If set, contains value of `stack_limit` field to restore in
1479 /// `VMStoreContext` when exiting Wasm.
1480 pub stack_limit: Option<usize>,
1481 pub last_wasm_exit_pc: usize,
1482 pub last_wasm_exit_trampoline_fp: usize,
1483 pub last_wasm_entry_fp: usize,
1484 pub last_wasm_entry_sp: usize,
1485 pub last_wasm_entry_trap_handler: usize,
1486 pub stack_chain: VMStackChain,
1487
1488 /// We need a pointer to the runtime limits, so we can update them from
1489 /// `drop`/`exit_wasm`.
1490 vm_store_context: *const VMStoreContext,
1491}
1492
1493impl EntryStoreContext {
1494 /// This function is called to update and save state when
1495 /// WebAssembly is entered within the `Store`.
1496 ///
1497 /// This updates various fields such as:
1498 ///
1499 /// * The stack limit. This is what ensures that we limit the stack space
1500 /// allocated by WebAssembly code and it's relative to the initial stack
1501 /// pointer that called into wasm.
1502 ///
1503 /// It also saves the different last_wasm_* values in the `VMStoreContext`.
1504 pub fn enter_wasm<T>(
1505 store: &mut StoreContextMut<'_, T>,
1506 initial_stack_information: *mut VMCommonStackInformation,
1507 ) -> Self {
1508 let stack_limit;
1509
1510 // If this is a recursive call, e.g. our stack limit is already set, then
1511 // we may be able to skip this function.
1512 //
1513 // For synchronous stores there's nothing else to do because all wasm calls
1514 // happen synchronously and on the same stack. This means that the previous
1515 // stack limit will suffice for the next recursive call.
1516 //
1517 // For asynchronous stores then each call happens on a separate native
1518 // stack. This means that the previous stack limit is no longer relevant
1519 // because we're on a separate stack.
1520 if unsafe { *store.0.vm_store_context().stack_limit.get() } != usize::MAX
1521 && !store.0.can_block()
1522 {
1523 stack_limit = None;
1524 }
1525 // Ignore this stack pointer business on miri since we can't execute wasm
1526 // anyway and the concept of a stack pointer on miri is a bit nebulous
1527 // regardless.
1528 else if cfg!(miri) {
1529 stack_limit = None;
1530 } else {
1531 // When Cranelift has support for the host then we might be running native
1532 // compiled code meaning we need to read the actual stack pointer. If
1533 // Cranelift can't be used though then we're guaranteed to be running pulley
1534 // in which case this stack pointer isn't actually used as Pulley has custom
1535 // mechanisms for stack overflow.
1536 #[cfg(has_host_compiler_backend)]
1537 let stack_pointer = crate::runtime::vm::get_stack_pointer();
1538 #[cfg(not(has_host_compiler_backend))]
1539 let stack_pointer = {
1540 use wasmtime_environ::TripleExt;
1541 debug_assert!(store.engine().target().is_pulley());
1542 usize::MAX
1543 };
1544
1545 // Determine the stack pointer where, after which, any wasm code will
1546 // immediately trap. This is checked on the entry to all wasm functions.
1547 //
1548 // Note that this isn't 100% precise. We are requested to give wasm
1549 // `max_wasm_stack` bytes, but what we're actually doing is giving wasm
1550 // probably a little less than `max_wasm_stack` because we're
1551 // calculating the limit relative to this function's approximate stack
1552 // pointer. Wasm will be executed on a frame beneath this one (or next
1553 // to it). In any case it's expected to be at most a few hundred bytes
1554 // of slop one way or another. When wasm is typically given a MB or so
1555 // (a million bytes) the slop shouldn't matter too much.
1556 //
1557 // After we've got the stack limit then we store it into the `stack_limit`
1558 // variable.
1559 //
1560 // Also note that `saturating_sub` is used here since if the user
1561 // said that the function gets nigh-infinite stack well then by
1562 // golly it'll get nigh-infinite stack in which case the limit is 0.
1563 let wasm_stack_limit =
1564 stack_pointer.saturating_sub(store.engine().config().max_wasm_stack);
1565 let prev_stack = unsafe {
1566 mem::replace(
1567 &mut *store.0.vm_store_context().stack_limit.get(),
1568 wasm_stack_limit,
1569 )
1570 };
1571 stack_limit = Some(prev_stack);
1572 }
1573
1574 unsafe {
1575 let vm_store_context = store.0.vm_store_context();
1576 let new_stack_chain = VMStackChain::InitialStack(initial_stack_information);
1577 *vm_store_context.stack_chain.get() = new_stack_chain;
1578
1579 Self {
1580 stack_limit,
1581 last_wasm_exit_pc: *(*vm_store_context).last_wasm_exit_pc.get(),
1582 last_wasm_exit_trampoline_fp: *(*vm_store_context)
1583 .last_wasm_exit_trampoline_fp
1584 .get(),
1585 last_wasm_entry_fp: *(*vm_store_context).last_wasm_entry_fp.get(),
1586 last_wasm_entry_sp: *(*vm_store_context).last_wasm_entry_sp.get(),
1587 last_wasm_entry_trap_handler: *(*vm_store_context)
1588 .last_wasm_entry_trap_handler
1589 .get(),
1590 stack_chain: (*(*vm_store_context).stack_chain.get()).clone(),
1591 vm_store_context,
1592 }
1593 }
1594 }
1595
1596 /// This function restores the values stored in this struct. We invoke this
1597 /// function through this type's `Drop` implementation. This ensures that we
1598 /// even restore the values if we unwind the stack (e.g., because we are
1599 /// panicking out of a Wasm execution).
1600 #[inline]
1601 fn exit_wasm(&mut self) {
1602 unsafe {
1603 if let Some(limit) = self.stack_limit {
1604 *(&*self.vm_store_context).stack_limit.get() = limit;
1605 }
1606
1607 *(*self.vm_store_context).last_wasm_exit_trampoline_fp.get() =
1608 self.last_wasm_exit_trampoline_fp;
1609 *(*self.vm_store_context).last_wasm_exit_pc.get() = self.last_wasm_exit_pc;
1610 *(*self.vm_store_context).last_wasm_entry_fp.get() = self.last_wasm_entry_fp;
1611 *(*self.vm_store_context).last_wasm_entry_sp.get() = self.last_wasm_entry_sp;
1612 *(*self.vm_store_context).last_wasm_entry_trap_handler.get() =
1613 self.last_wasm_entry_trap_handler;
1614 *(*self.vm_store_context).stack_chain.get() = self.stack_chain.clone();
1615 }
1616 }
1617}
1618
1619impl Drop for EntryStoreContext {
1620 #[inline]
1621 fn drop(&mut self) {
1622 self.exit_wasm();
1623 }
1624}
1625
1626/// A trait implemented for types which can be returned from closures passed to
1627/// [`Func::wrap`] and friends.
1628///
1629/// This trait should not be implemented by user types. This trait may change at
1630/// any time internally. The types which implement this trait, however, are
1631/// stable over time.
1632///
1633/// For more information see [`Func::wrap`]
1634pub unsafe trait WasmRet {
1635 // Same as `WasmTy::compatible_with_store`.
1636 #[doc(hidden)]
1637 fn compatible_with_store(&self, store: &StoreOpaque) -> bool;
1638
1639 /// Stores this return value into the `ptr` specified using the rooted
1640 /// `store`.
1641 ///
1642 /// Traps are communicated through the `Result<_>` return value.
1643 ///
1644 /// # Unsafety
1645 ///
1646 /// This method is unsafe as `ptr` must have the correct length to store
1647 /// this result. This property is only checked in debug mode, not in release
1648 /// mode.
1649 #[doc(hidden)]
1650 unsafe fn store(
1651 self,
1652 store: &mut AutoAssertNoGc<'_>,
1653 ptr: &mut [MaybeUninit<ValRaw>],
1654 ) -> Result<()>;
1655
1656 #[doc(hidden)]
1657 fn func_type(
1658 engine: &Engine,
1659 params: impl Iterator<Item = ValType>,
1660 ) -> Result<FuncType, OutOfMemory>;
1661 #[doc(hidden)]
1662 fn may_gc() -> bool;
1663
1664 // Utilities used to convert an instance of this type to a `Result`
1665 // explicitly, used when wrapping async functions which always bottom-out
1666 // in a function that returns a trap because futures can be cancelled.
1667 #[doc(hidden)]
1668 type Fallible: WasmRet;
1669 #[doc(hidden)]
1670 fn into_fallible(self) -> Self::Fallible;
1671 #[doc(hidden)]
1672 fn fallible_from_error(error: Error) -> Self::Fallible;
1673}
1674
1675unsafe impl<T> WasmRet for T
1676where
1677 T: WasmTy,
1678{
1679 type Fallible = Result<T>;
1680
1681 fn compatible_with_store(&self, store: &StoreOpaque) -> bool {
1682 <Self as WasmTy>::compatible_with_store(self, store)
1683 }
1684
1685 unsafe fn store(
1686 self,
1687 store: &mut AutoAssertNoGc<'_>,
1688 ptr: &mut [MaybeUninit<ValRaw>],
1689 ) -> Result<()> {
1690 debug_assert!(ptr.len() > 0);
1691 // SAFETY: the contract of this function/trait combo is such that `ptr`
1692 // is valid to store this type's value, thus this lookup should be safe.
1693 unsafe { <Self as WasmTy>::store(self, store, ptr.get_unchecked_mut(0)) }
1694 }
1695
1696 fn may_gc() -> bool {
1697 T::may_gc()
1698 }
1699
1700 fn func_type(
1701 engine: &Engine,
1702 params: impl Iterator<Item = ValType>,
1703 ) -> Result<FuncType, OutOfMemory> {
1704 FuncType::try_new(engine, params, Some(<Self as WasmTy>::valtype()))
1705 }
1706
1707 fn into_fallible(self) -> Result<T> {
1708 Ok(self)
1709 }
1710
1711 fn fallible_from_error(error: Error) -> Result<T> {
1712 Err(error)
1713 }
1714}
1715
1716unsafe impl<T> WasmRet for Result<T>
1717where
1718 T: WasmRet,
1719{
1720 type Fallible = Self;
1721
1722 fn compatible_with_store(&self, store: &StoreOpaque) -> bool {
1723 match self {
1724 Ok(x) => <T as WasmRet>::compatible_with_store(x, store),
1725 Err(_) => true,
1726 }
1727 }
1728
1729 unsafe fn store(
1730 self,
1731 store: &mut AutoAssertNoGc<'_>,
1732 ptr: &mut [MaybeUninit<ValRaw>],
1733 ) -> Result<()> {
1734 // SAFETY: the safety of calling this function is the same as calling
1735 // the inner `store`.
1736 unsafe { self.and_then(|val| val.store(store, ptr)) }
1737 }
1738
1739 fn may_gc() -> bool {
1740 T::may_gc()
1741 }
1742
1743 fn func_type(
1744 engine: &Engine,
1745 params: impl Iterator<Item = ValType>,
1746 ) -> Result<FuncType, OutOfMemory> {
1747 T::func_type(engine, params)
1748 }
1749
1750 fn into_fallible(self) -> Result<T> {
1751 self
1752 }
1753
1754 fn fallible_from_error(error: Error) -> Result<T> {
1755 Err(error)
1756 }
1757}
1758
1759macro_rules! impl_wasm_host_results {
1760 ($n:tt $($t:ident)*) => (
1761 #[allow(non_snake_case, reason = "macro-generated code")]
1762 unsafe impl<$($t),*> WasmRet for ($($t,)*)
1763 where
1764 $($t: WasmTy,)*
1765 {
1766 type Fallible = Result<Self>;
1767
1768 #[inline]
1769 fn compatible_with_store(&self, _store: &StoreOpaque) -> bool {
1770 let ($($t,)*) = self;
1771 $( $t.compatible_with_store(_store) && )* true
1772 }
1773
1774 #[inline]
1775 unsafe fn store(
1776 self,
1777 _store: &mut AutoAssertNoGc<'_>,
1778 _ptr: &mut [MaybeUninit<ValRaw>],
1779 ) -> Result<()> {
1780 let ($($t,)*) = self;
1781 let mut _cur = 0;
1782 $(
1783 debug_assert!(_cur < _ptr.len());
1784 // SAFETY: `store`'s unsafe contract is that `_ptr` is
1785 // appropriately sized and additionally safe to call `store`
1786 // for sub-types.
1787 unsafe {
1788 let val = _ptr.get_unchecked_mut(_cur);
1789 _cur += 1;
1790 WasmTy::store($t, _store, val)?;
1791 }
1792 )*
1793 Ok(())
1794 }
1795
1796 #[doc(hidden)]
1797 fn may_gc() -> bool {
1798 $( $t::may_gc() || )* false
1799 }
1800
1801 fn func_type(
1802 engine: &Engine,
1803 params: impl Iterator<Item = ValType>,
1804 ) -> Result<FuncType, OutOfMemory> {
1805 FuncType::try_new(
1806 engine,
1807 params,
1808 IntoIterator::into_iter([$($t::valtype(),)*]),
1809 )
1810 }
1811
1812 #[inline]
1813 fn into_fallible(self) -> Result<Self> {
1814 Ok(self)
1815 }
1816
1817 #[inline]
1818 fn fallible_from_error(error: Error) -> Result<Self> {
1819 Err(error)
1820 }
1821 }
1822 )
1823}
1824
1825for_each_function_signature!(impl_wasm_host_results);
1826
1827/// Internal trait implemented for all arguments that can be passed to
1828/// [`Func::wrap`] and [`Linker::func_wrap`](crate::Linker::func_wrap).
1829///
1830/// This trait should not be implemented by external users, it's only intended
1831/// as an implementation detail of this crate.
1832pub trait IntoFunc<T, Params, Results>: Send + Sync + 'static {
1833 /// Convert this function into a `VM{Array,Native}CallHostFuncContext` and
1834 /// internal `VMFuncRef`.
1835 #[doc(hidden)]
1836 fn into_func(self, engine: &Engine) -> Result<HostFunc, OutOfMemory>;
1837}
1838
1839macro_rules! impl_into_func {
1840 ($num:tt $arg:ident) => {
1841 // Implement for functions without a leading `Caller` parameter,
1842 // delegating to the implementation below which does have the leading
1843 // `Caller` parameter.
1844 #[expect(non_snake_case, reason = "macro-generated code")]
1845 impl<T, F, $arg, R> IntoFunc<T, $arg, R> for F
1846 where
1847 F: Fn($arg) -> R + Send + Sync + 'static,
1848 $arg: WasmTy,
1849 R: WasmRet,
1850 T: 'static,
1851 {
1852 fn into_func(self, engine: &Engine) -> Result<HostFunc, OutOfMemory> {
1853 let f = move |_: Caller<'_, T>, $arg: $arg| {
1854 self($arg)
1855 };
1856
1857 f.into_func(engine)
1858 }
1859 }
1860
1861 #[expect(non_snake_case, reason = "macro-generated code")]
1862 impl<T, F, $arg, R> IntoFunc<T, (Caller<'_, T>, $arg), R> for F
1863 where
1864 F: Fn(Caller<'_, T>, $arg) -> R + Send + Sync + 'static,
1865 $arg: WasmTy,
1866 R: WasmRet,
1867 T: 'static,
1868 {
1869 fn into_func(self, engine: &Engine) -> Result<HostFunc, OutOfMemory> {
1870 HostFunc::wrap(engine, move |caller: Caller<'_, T>, ($arg,)| {
1871 self(caller, $arg)
1872 })
1873 }
1874 }
1875 };
1876 ($num:tt $($args:ident)*) => {
1877 // Implement for functions without a leading `Caller` parameter,
1878 // delegating to the implementation below which does have the leading
1879 // `Caller` parameter.
1880 #[allow(non_snake_case, reason = "macro-generated code")]
1881 impl<T, F, $($args,)* R> IntoFunc<T, ($($args,)*), R> for F
1882 where
1883 F: Fn($($args),*) -> R + Send + Sync + 'static,
1884 $($args: WasmTy,)*
1885 R: WasmRet,
1886 T: 'static,
1887 {
1888 fn into_func(self, engine: &Engine) -> Result<HostFunc, OutOfMemory> {
1889 let f = move |_: Caller<'_, T>, $($args:$args),*| {
1890 self($($args),*)
1891 };
1892
1893 f.into_func(engine)
1894 }
1895 }
1896
1897 #[allow(non_snake_case, reason = "macro-generated code")]
1898 impl<T, F, $($args,)* R> IntoFunc<T, (Caller<'_, T>, $($args,)*), R> for F
1899 where
1900 F: Fn(Caller<'_, T>, $($args),*) -> R + Send + Sync + 'static,
1901 $($args: WasmTy,)*
1902 R: WasmRet,
1903 T: 'static,
1904 {
1905 fn into_func(self, engine: &Engine) -> Result<HostFunc, OutOfMemory> {
1906 HostFunc::wrap(engine, move |caller: Caller<'_, T>, ( $( $args ),* )| {
1907 self(caller, $( $args ),* )
1908 })
1909 }
1910 }
1911 }
1912}
1913
1914for_each_function_signature!(impl_into_func);
1915
1916/// Trait implemented for various tuples made up of types which implement
1917/// [`WasmTy`] that can be passed to [`Func::wrap_async`].
1918pub unsafe trait WasmTyList {
1919 /// Get the value type that each Type in the list represents.
1920 fn valtypes() -> impl Iterator<Item = ValType>;
1921
1922 // Load a version of `Self` from the `values` provided.
1923 //
1924 // # Safety
1925 //
1926 // This function is unsafe as it's up to the caller to ensure that `values` are
1927 // valid for this given type.
1928 #[doc(hidden)]
1929 unsafe fn load(store: &mut AutoAssertNoGc<'_>, values: &mut [MaybeUninit<ValRaw>]) -> Self;
1930
1931 #[doc(hidden)]
1932 fn may_gc() -> bool;
1933}
1934
1935macro_rules! impl_wasm_ty_list {
1936 ($num:tt $($args:ident)*) => (
1937 #[allow(non_snake_case, reason = "macro-generated code")]
1938 unsafe impl<$($args),*> WasmTyList for ($($args,)*)
1939 where
1940 $($args: WasmTy,)*
1941 {
1942 fn valtypes() -> impl Iterator<Item = ValType> {
1943 IntoIterator::into_iter([$($args::valtype(),)*])
1944 }
1945
1946 unsafe fn load(_store: &mut AutoAssertNoGc<'_>, _values: &mut [MaybeUninit<ValRaw>]) -> Self {
1947 let mut _cur = 0;
1948 ($({
1949 debug_assert!(_cur < _values.len());
1950 // SAFETY: this function's own contract means that `_values`
1951 // is appropriately sized/typed for the internal loads.
1952 unsafe {
1953 let ptr = _values.get_unchecked(_cur).assume_init_ref();
1954 _cur += 1;
1955 $args::load(_store, ptr)
1956 }
1957 },)*)
1958 }
1959
1960 fn may_gc() -> bool {
1961 $( $args::may_gc() || )* false
1962 }
1963 }
1964 );
1965}
1966
1967for_each_function_signature!(impl_wasm_ty_list);
1968
1969/// A structure representing the caller's context when creating a function
1970/// via [`Func::wrap`].
1971///
1972/// This structure can be taken as the first parameter of a closure passed to
1973/// [`Func::wrap`] or other constructors, and serves two purposes:
1974///
1975/// * First consumers can use [`Caller<'_, T>`](crate::Caller) to get access to
1976/// [`StoreContextMut<'_, T>`](crate::StoreContextMut) and/or get access to
1977/// `T` itself. This means that the [`Caller`] type can serve as a proxy to
1978/// the original [`Store`](crate::Store) itself and is used to satisfy
1979/// [`AsContext`] and [`AsContextMut`] bounds.
1980///
1981/// * Second a [`Caller`] can be used as the name implies, learning about the
1982/// caller's context, namely it's exported memory and exported functions. This
1983/// allows functions which take pointers as arguments to easily read the
1984/// memory the pointers point into, or if a function is expected to call
1985/// malloc in the wasm module to reserve space for the output you can do that.
1986///
1987/// Host functions which want access to [`Store`](crate::Store)-level state are
1988/// recommended to use this type.
1989pub struct Caller<'a, T: 'static> {
1990 pub(crate) store: StoreContextMut<'a, T>,
1991 caller: Instance,
1992}
1993
1994impl<T> Caller<'_, T> {
1995 fn sub_caller(&mut self) -> Caller<'_, T> {
1996 Caller {
1997 store: self.store.as_context_mut(),
1998 caller: self.caller,
1999 }
2000 }
2001
2002 /// Looks up an export from the caller's module by the `name` given.
2003 ///
2004 /// This is a low-level function that's typically used to implement passing
2005 /// of pointers or indices between core Wasm instances, where the callee
2006 /// needs to consult the caller's exports to perform memory management and
2007 /// resolve the references.
2008 ///
2009 /// For comparison, in components, the component model handles translating
2010 /// arguments from one component instance to another and managing memory, so
2011 /// that callees don't need to be aware of their callers, which promotes
2012 /// virtualizability of APIs.
2013 ///
2014 /// # Return
2015 ///
2016 /// If an export with the `name` provided was found, then it is returned as an
2017 /// `Extern`. There are a number of situations, however, where the export may not
2018 /// be available:
2019 ///
2020 /// * The caller instance may not have an export named `name`
2021 /// * There may not be a caller available, for example if `Func` was called
2022 /// directly from host code.
2023 ///
2024 /// It's recommended to take care when calling this API and gracefully
2025 /// handling a `None` return value.
2026 pub fn get_export(&mut self, name: &str) -> Option<Extern> {
2027 // All instances created have a `host_state` with a pointer pointing
2028 // back to themselves. If this caller doesn't have that `host_state`
2029 // then it probably means it was a host-created object like `Func::new`
2030 // which doesn't have any exports we want to return anyway.
2031 self.caller.get_export(&mut self.store, name)
2032 }
2033
2034 /// Looks up an exported [`Extern`] value by a [`ModuleExport`] value.
2035 ///
2036 /// This is similar to [`Self::get_export`] but uses a [`ModuleExport`]
2037 /// value to avoid string lookups where possible. [`ModuleExport`]s can be
2038 /// obtained by calling [`Module::get_export_index`] on the [`Module`] that
2039 /// an instance was instantiated with.
2040 ///
2041 /// This method will search the module for an export with a matching entity index and return
2042 /// the value, if found.
2043 ///
2044 /// Returns `None` if there was no export with a matching entity index.
2045 ///
2046 /// [`Module::get_export_index`]: crate::Module::get_export_index
2047 /// [`Module`]: crate::Module
2048 ///
2049 /// # Panics
2050 ///
2051 /// Panics if `store` does not own this instance.
2052 ///
2053 /// # Usage
2054 /// ```
2055 /// use std::str;
2056 ///
2057 /// # use wasmtime::*;
2058 /// # fn main() -> Result<()> {
2059 /// # let mut store = Store::default();
2060 ///
2061 /// let module = Module::new(
2062 /// store.engine(),
2063 /// r#"
2064 /// (module
2065 /// (import "" "" (func $log_str (param i32 i32)))
2066 /// (func (export "foo")
2067 /// i32.const 4 ;; ptr
2068 /// i32.const 13 ;; len
2069 /// call $log_str)
2070 /// (memory (export "memory") 1)
2071 /// (data (i32.const 4) "Hello, world!"))
2072 /// "#,
2073 /// )?;
2074 ///
2075 /// let Some(module_export) = module.get_export_index("memory") else {
2076 /// bail!("failed to find `memory` export in module");
2077 /// };
2078 ///
2079 /// let log_str = Func::wrap(&mut store, move |mut caller: Caller<'_, ()>, ptr: i32, len: i32| {
2080 /// let mem = match caller.get_module_export(&module_export) {
2081 /// Some(Extern::Memory(mem)) => mem,
2082 /// _ => bail!("failed to find host memory"),
2083 /// };
2084 /// let data = mem.data(&caller)
2085 /// .get(ptr as u32 as usize..)
2086 /// .and_then(|arr| arr.get(..len as u32 as usize));
2087 /// let string = match data {
2088 /// Some(data) => match str::from_utf8(data) {
2089 /// Ok(s) => s,
2090 /// Err(_) => bail!("invalid utf-8"),
2091 /// },
2092 /// None => bail!("pointer/length out of bounds"),
2093 /// };
2094 /// assert_eq!(string, "Hello, world!");
2095 /// println!("{}", string);
2096 /// Ok(())
2097 /// });
2098 /// let instance = Instance::new(&mut store, &module, &[log_str.into()])?;
2099 /// let foo = instance.get_typed_func::<(), ()>(&mut store, "foo")?;
2100 /// foo.call(&mut store, ())?;
2101 /// # Ok(())
2102 /// # }
2103 /// ```
2104 pub fn get_module_export(&mut self, export: &ModuleExport) -> Option<Extern> {
2105 self.caller.get_module_export(&mut self.store, export)
2106 }
2107
2108 /// Access the underlying data owned by this `Store`.
2109 ///
2110 /// Same as [`Store::data`](crate::Store::data)
2111 pub fn data(&self) -> &T {
2112 self.store.data()
2113 }
2114
2115 /// Access the underlying data owned by this `Store`.
2116 ///
2117 /// Same as [`Store::data_mut`](crate::Store::data_mut)
2118 pub fn data_mut(&mut self) -> &mut T {
2119 self.store.data_mut()
2120 }
2121
2122 /// Returns the underlying [`Engine`] this store is connected to.
2123 pub fn engine(&self) -> &Engine {
2124 self.store.engine()
2125 }
2126
2127 /// Perform garbage collection.
2128 ///
2129 /// Same as [`Store::gc`](crate::Store::gc).
2130 #[cfg(feature = "gc")]
2131 pub fn gc(&mut self, why: Option<&crate::GcHeapOutOfMemory<()>>) -> Result<()> {
2132 self.store.gc(why)
2133 }
2134
2135 /// Perform garbage collection asynchronously.
2136 ///
2137 /// Same as [`Store::gc_async`](crate::Store::gc_async).
2138 #[cfg(all(feature = "async", feature = "gc"))]
2139 pub async fn gc_async(&mut self, why: Option<&crate::GcHeapOutOfMemory<()>>)
2140 where
2141 T: Send + 'static,
2142 {
2143 self.store.gc_async(why).await;
2144 }
2145
2146 /// Returns the remaining fuel in the store.
2147 ///
2148 /// For more information see [`Store::get_fuel`](crate::Store::get_fuel)
2149 pub fn get_fuel(&self) -> Result<u64> {
2150 self.store.get_fuel()
2151 }
2152
2153 /// Set the amount of fuel in this store to be consumed when executing wasm code.
2154 ///
2155 /// For more information see [`Store::set_fuel`](crate::Store::set_fuel)
2156 pub fn set_fuel(&mut self, fuel: u64) -> Result<()> {
2157 self.store.set_fuel(fuel)
2158 }
2159
2160 /// Configures this `Store` to yield while executing futures every N units of fuel.
2161 ///
2162 /// For more information see
2163 /// [`Store::fuel_async_yield_interval`](crate::Store::fuel_async_yield_interval)
2164 #[cfg(feature = "async")]
2165 pub fn fuel_async_yield_interval(&mut self, interval: Option<u64>) -> Result<()> {
2166 self.store.fuel_async_yield_interval(interval)
2167 }
2168}
2169
2170impl<T: 'static> AsContext for Caller<'_, T> {
2171 type Data = T;
2172 fn as_context(&self) -> StoreContext<'_, T> {
2173 self.store.as_context()
2174 }
2175}
2176
2177impl<T: 'static> AsContextMut for Caller<'_, T> {
2178 fn as_context_mut(&mut self) -> StoreContextMut<'_, T> {
2179 self.store.as_context_mut()
2180 }
2181}
2182
2183impl<'a, T: 'static> From<Caller<'a, T>> for StoreContextMut<'a, T> {
2184 fn from(caller: Caller<'a, T>) -> Self {
2185 caller.store
2186 }
2187}
2188
2189/// Representation of a host-defined function.
2190///
2191/// This is used for `Func::new` but also for `Linker`-defined functions. For
2192/// `Func::new` this is stored within a `Store`, and for `Linker`-defined
2193/// functions they wrap this up in `Arc` to enable shared ownership of this
2194/// across many stores.
2195///
2196/// Technically this structure needs a `<T>` type parameter to connect to the
2197/// `Store<T>` itself, but that's an unsafe contract of using this for now
2198/// rather than part of the struct type (to avoid `Func<T>` in the API).
2199#[doc(hidden)]
2200pub struct HostFunc {
2201 ctx: StoreBox<VMArrayCallHostFuncContext>,
2202
2203 /// Whether or not this function was defined with an `async` host function,
2204 /// meaning that it is only invocable when wasm is itself on a fiber to
2205 /// support suspension on `Poll::Pending`.
2206 ///
2207 /// This is used to propagate to an `InstancePre` and then eventually into a
2208 /// `Store` as to whether the store requires async entrypoints.
2209 asyncness: Asyncness,
2210
2211 // Stored to unregister this function's signature with the engine when this
2212 // is dropped.
2213 engine: Engine,
2214}
2215
2216// State stored inside a `VMArrayCallHostFuncContext`.
2217struct HostFuncState<F> {
2218 // The actual host function.
2219 func: F,
2220
2221 // NB: We have to keep our `VMSharedTypeIndex` registered in the engine for
2222 // as long as this function exists.
2223 _ty: RegisteredType,
2224}
2225
2226impl core::fmt::Debug for HostFunc {
2227 fn fmt(&self, f: &mut core::fmt::Formatter<'_>) -> core::fmt::Result {
2228 f.debug_struct("HostFunc").finish_non_exhaustive()
2229 }
2230}
2231
2232impl HostFunc {
2233 /// Requires that the signature in `ctx` is already registered
2234 /// within `Engine`, which is done by [`Self::vmctx_sync`] and
2235 /// [`Self::vmctx_async`].
2236 ///
2237 /// This is an internal private constructor for this type intended to only
2238 /// be used by other constructors of this type below.
2239 fn new_raw(
2240 engine: &Engine,
2241 ctx: StoreBox<VMArrayCallHostFuncContext>,
2242 asyncness: Asyncness,
2243 ) -> Self {
2244 HostFunc {
2245 ctx,
2246 engine: engine.clone(),
2247 asyncness,
2248 }
2249 }
2250
2251 /// Constructor of a host function's `VMContext` for synchronous functions.
2252 ///
2253 /// This creates a `VMArrayCallHostFuncContext` which under the hood will
2254 /// be viewed as `VMContext` in the eventually created `VMFuncRef`.
2255 fn vmctx_sync<F, T>(
2256 engine: &Engine,
2257 ty: FuncType,
2258 func: F,
2259 ) -> Result<StoreBox<VMArrayCallHostFuncContext>, OutOfMemory>
2260 where
2261 F: Fn(Caller<'_, T>, &mut [MaybeUninit<ValRaw>]) -> Result<()> + Send + Sync + 'static,
2262 T: 'static,
2263 {
2264 assert!(ty.comes_from_same_engine(engine));
2265
2266 unsafe {
2267 VMArrayCallHostFuncContext::new(
2268 Self::array_call_trampoline::<T, F>,
2269 ty.type_index(),
2270 try_new::<Box<_>>(HostFuncState {
2271 func,
2272 _ty: ty.into_registered_type(),
2273 })?,
2274 )
2275 }
2276 }
2277
2278 /// Constructor of a host function's `VMContext` for asynchronous functions.
2279 ///
2280 /// This creates a `VMArrayCallHostFuncContext` which under the hood will
2281 /// be viewed as `VMContext` in the eventually created `VMFuncRef`.
2282 ///
2283 /// Note that `ctx: U` is forwarded directly to `func`. This is subtly
2284 /// different than closing over data in `F` because the future returned by
2285 /// `F` can't refer to any data it closes over. The purpose of `U` is to
2286 /// enable the returned future to be able to close over data generally
2287 /// captured in the closures generated here.
2288 #[cfg(feature = "async")]
2289 fn vmctx_async<F, T, U>(
2290 engine: &Engine,
2291 ty: FuncType,
2292 ctx: U,
2293 func: F,
2294 ) -> Result<StoreBox<VMArrayCallHostFuncContext>, OutOfMemory>
2295 where
2296 F: for<'a> Fn(
2297 Caller<'a, T>,
2298 &'a mut [MaybeUninit<ValRaw>],
2299 &'a U,
2300 ) -> Box<dyn Future<Output = Result<()>> + Send + 'a>
2301 + Send
2302 + Sync
2303 + 'static,
2304 T: 'static,
2305 U: Send + Sync + 'static,
2306 {
2307 // Eventually we want to remove `with_blocking` + `block_on` from
2308 // Wasmtime. For now this is the attempt to keep it as low-level as
2309 // possible.
2310 //
2311 // Generally it's a lie to run async things on top of sync things and
2312 // it's caused many headaches. For now it's the best that can be done.
2313 Self::vmctx_sync(engine, ty, move |Caller { store, caller }, args| {
2314 store.with_blocking(|store, cx| {
2315 cx.block_on(core::pin::Pin::from(func(
2316 Caller { store, caller },
2317 args,
2318 &ctx,
2319 )))
2320 })?
2321 })
2322 }
2323
2324 /// Entrypoint of WebAssembly back into the host.
2325 ///
2326 /// This is the standard wasmtime "array call signature" which then
2327 /// delegates internally to the host. This assumes that `callee_vmctx` is a
2328 /// `VMArrayCallHostFuncContext` which was built above with
2329 /// `HostFuncState<F>` internally. This internal function is then used to
2330 /// dispatch based on the arguments.
2331 ///
2332 /// Details handled by this wrapper are:
2333 ///
2334 /// * Host panics are handled (`enter_host_from_wasm`)
2335 /// * `F` is loaded from `callee_vmctx`
2336 /// * `Caller` is constructed to pass to `F`
2337 /// * A GC LIFO scope is maintained around the execution of `F`.
2338 /// * Call hooks for entering/leaving the host are maintained.
2339 unsafe extern "C" fn array_call_trampoline<T, F>(
2340 callee_vmctx: NonNull<VMOpaqueContext>,
2341 caller_vmctx: NonNull<VMContext>,
2342 args: NonNull<ValRaw>,
2343 args_len: usize,
2344 ) -> bool
2345 where
2346 F: Fn(Caller<'_, T>, &mut [MaybeUninit<ValRaw>]) -> Result<()> + 'static,
2347 T: 'static,
2348 {
2349 let run = |store: &mut dyn crate::vm::VMStore, instance: InstanceId| {
2350 // SAFETY: correct usage of this trampoline requires correct
2351 // ascription of `T`, so it's the caller's responsibility to line
2352 // this up.
2353 let mut store = unsafe { store.unchecked_context_mut() };
2354
2355 // Handle the entry call hook, with a corresponding exit call hook
2356 // below.
2357 store.0.call_hook(CallHook::CallingHost)?;
2358
2359 // SAFETY: this function itself requires that the `vmctx` is
2360 // valid to use here.
2361 let state = unsafe {
2362 let vmctx = VMArrayCallHostFuncContext::from_opaque(callee_vmctx);
2363 vmctx.as_ref().host_state()
2364 };
2365
2366 // Double-check ourselves in debug mode, but we control the
2367 // `Any` here so an unsafe downcast should also work.
2368 //
2369 // SAFETY: this function is only usable with `F`.
2370 let state = unsafe {
2371 debug_assert!(state.is::<HostFuncState<F>>());
2372 &*(state as *const _ as *const HostFuncState<F>)
2373 };
2374
2375 let (gc_lifo_scope, ret) = {
2376 let gc_lifo_scope = store.0.gc_roots().enter_lifo_scope();
2377
2378 let mut args = NonNull::slice_from_raw_parts(args.cast(), args_len);
2379 // SAFETY: it's a contract of this function itself that the values
2380 // provided are valid to view as a slice.
2381 let args = unsafe { args.as_mut() };
2382
2383 let ret = (state.func)(
2384 Caller {
2385 caller: Instance::from_wasmtime(instance, store.0),
2386 store: store.as_context_mut(),
2387 },
2388 args,
2389 );
2390
2391 (gc_lifo_scope, ret)
2392 };
2393
2394 store.0.exit_gc_lifo_scope(gc_lifo_scope);
2395
2396 // Note that if this returns a trap then `ret` is discarded
2397 // entirely.
2398 store.0.call_hook(CallHook::ReturningFromHost)?;
2399
2400 ret
2401 };
2402
2403 // SAFETY: this is an entrypoint of wasm which requires correct type
2404 // ascription of `T` itself, meaning that this should be safe to call
2405 // both `enter_host_from_wasm` as well as `unchecked_context_mut`.
2406 unsafe { vm::Instance::enter_host_from_wasm(caller_vmctx, run) }
2407 }
2408 /// Analog of [`Func::new_unchecked`]
2409 ///
2410 /// # Panics
2411 ///
2412 /// Panics if the given function type is not associated with the given
2413 /// engine.
2414 ///
2415 /// # Safety
2416 ///
2417 /// The `func` provided must operate according to the `ty` provided to
2418 /// ensure it's reading the correctly-typed parameters and writing the
2419 /// correctly-typed results.
2420 pub unsafe fn new_unchecked<T>(
2421 engine: &Engine,
2422 ty: FuncType,
2423 func: impl Fn(Caller<'_, T>, &mut [MaybeUninit<ValRaw>]) -> Result<()> + Send + Sync + 'static,
2424 ) -> Result<Self, OutOfMemory>
2425 where
2426 T: 'static,
2427 {
2428 Ok(HostFunc::new_raw(
2429 engine,
2430 Self::vmctx_sync(engine, ty, func)?,
2431 Asyncness::No,
2432 ))
2433 }
2434
2435 /// Analog of [`Func::new`]
2436 ///
2437 /// # Panics
2438 ///
2439 /// Panics if the given function type is not associated with the given
2440 /// engine.
2441 pub fn new<T>(
2442 engine: &Engine,
2443 ty: FuncType,
2444 func: impl Fn(Caller<'_, T>, &[Val], &mut [Val]) -> Result<()> + Send + Sync + 'static,
2445 ) -> Result<Self, OutOfMemory>
2446 where
2447 T: 'static,
2448 {
2449 // NB: this is "duplicated" below in `new_async`, so try to keep the
2450 // two in sync.
2451 Ok(HostFunc::new_raw(
2452 engine,
2453 Self::vmctx_sync(engine, ty.clone(), move |mut caller, values| {
2454 // SAFETY: Wasmtime in general provides the guarantee that
2455 // `values` matches `ty`, so this should be safe.
2456 let mut vec = unsafe { Self::load_untyped_params(caller.store.0, &ty, values) };
2457 let (params, results) = vec.split_at_mut(ty.params().len());
2458 func(caller.sub_caller(), params, results)?;
2459 Self::store_untyped_results(caller.store, &ty, vec, values)
2460 })?,
2461 Asyncness::No,
2462 ))
2463 }
2464
2465 /// Analog of [`Func::new_async`]
2466 ///
2467 /// # Panics
2468 ///
2469 /// Panics if the given function type is not associated with the given
2470 /// engine.
2471 #[cfg(feature = "async")]
2472 pub fn new_async<T, F>(engine: &Engine, ty: FuncType, func: F) -> Result<Self, OutOfMemory>
2473 where
2474 F: for<'a> Fn(
2475 Caller<'a, T>,
2476 &'a [Val],
2477 &'a mut [Val],
2478 ) -> Box<dyn Future<Output = Result<()>> + Send + 'a>
2479 + Send
2480 + Sync
2481 + 'static,
2482 T: Send + 'static,
2483 {
2484 // NB: this is "duplicated" above in `new`, so try to keep the two in
2485 // sync.
2486 Ok(HostFunc::new_raw(
2487 engine,
2488 Self::vmctx_async(
2489 engine,
2490 ty.clone(),
2491 (ty, func),
2492 move |mut caller, values, (ty, func)| {
2493 Box::new(async move {
2494 // SAFETY: Wasmtime in general provides the guarantee that
2495 // `values` matches `ty`, so this should be safe.
2496 let mut vec =
2497 unsafe { Self::load_untyped_params(caller.store.0, &ty, values) };
2498 let (params, results) = vec.split_at_mut(ty.params().len());
2499 core::pin::Pin::from(func(caller.sub_caller(), params, results)).await?;
2500 Self::store_untyped_results(caller.store, &ty, vec, values)
2501 })
2502 },
2503 )?,
2504 Asyncness::Yes,
2505 ))
2506 }
2507
2508 /// Loads the the parameters of `ty` from `params` into a vector.
2509 ///
2510 /// This additionally pushes space onto the vector for all results to split
2511 /// the vector into params/results halves.
2512 ///
2513 /// # Safety
2514 ///
2515 /// Requires that `params` matches the parameters loaded by `P`.
2516 unsafe fn load_untyped_params(
2517 store: &mut StoreOpaque,
2518 ty: &FuncType,
2519 params: &mut [MaybeUninit<ValRaw>],
2520 ) -> Vec<Val> {
2521 let mut val_vec = store.take_hostcall_val_storage();
2522 debug_assert!(val_vec.is_empty());
2523 let nparams = ty.params().len();
2524 val_vec.reserve(nparams + ty.results().len());
2525 let mut store = AutoAssertNoGc::new(store);
2526 for (i, ty) in ty.params().enumerate() {
2527 val_vec.push(unsafe { Val::_from_raw(&mut store, params[i].assume_init(), &ty) })
2528 }
2529
2530 val_vec.extend((0..ty.results().len()).map(|_| Val::null_func_ref()));
2531 val_vec
2532 }
2533
2534 /// Stores the results, at the end of `args_then_results` according to `ty`,
2535 /// into `storage`.
2536 fn store_untyped_results<T>(
2537 mut store: StoreContextMut<'_, T>,
2538 ty: &FuncType,
2539 mut args_then_results: Vec<Val>,
2540 storage: &mut [MaybeUninit<ValRaw>],
2541 ) -> Result<()> {
2542 // Unlike our arguments we need to dynamically check that the return
2543 // values produced are correct. There could be a bug in `func` that
2544 // produces the wrong number, wrong types, or wrong stores of
2545 // values, and we need to catch that here.
2546 let results = &args_then_results[ty.params().len()..];
2547 for (i, (ret, ty)) in results.iter().zip(ty.results()).enumerate() {
2548 ret.ensure_matches_ty(store.0, &ty)
2549 .context("function attempted to return an incompatible value")?;
2550 storage[i].write(ret.to_raw(store.as_context_mut())?);
2551 }
2552
2553 // Restore our `val_vec` back into the store so it's usable for the next
2554 // hostcall to reuse our own storage.
2555 args_then_results.truncate(0);
2556 store.0.save_hostcall_val_storage(args_then_results);
2557 Ok(())
2558 }
2559
2560 /// Analog of [`Func::wrap`]
2561 pub fn wrap<T, F, P, R>(engine: &Engine, func: F) -> Result<Self, OutOfMemory>
2562 where
2563 F: Fn(Caller<'_, T>, P) -> R + Send + Sync + 'static,
2564 P: WasmTyList,
2565 R: WasmRet,
2566 T: 'static,
2567 {
2568 // NB: this entire function is "duplicated" below in `wrap_async`, so
2569 // try to keep the two in sync.
2570 let ty = R::func_type(engine, None::<ValType>.into_iter().chain(P::valtypes()))?;
2571
2572 let ctx = Self::vmctx_sync(engine, ty, move |mut caller, args| {
2573 // SAFETY: `args` matching `ty` is provided by `HostFunc` and
2574 // wasmtime's ambient correctness.
2575 let params = unsafe { Self::load_typed_params(caller.store.0, args) };
2576 let ret = func(caller.sub_caller(), params).into_fallible();
2577 // SAFETY: `args` matching `ty` is provided by `HostFunc` and
2578 // wasmtime's ambient correctness.
2579 unsafe { Self::store_typed_results(caller.store.0, ret, args) }
2580 })?;
2581 Ok(HostFunc::new_raw(engine, ctx, Asyncness::No))
2582 }
2583
2584 /// Analog of [`Func::wrap_async`]
2585 #[cfg(feature = "async")]
2586 pub fn wrap_async<T, F, P, R>(engine: &Engine, func: F) -> Result<Self, OutOfMemory>
2587 where
2588 F: for<'a> Fn(Caller<'a, T>, P) -> Box<dyn Future<Output = R> + Send + 'a>
2589 + Send
2590 + Sync
2591 + 'static,
2592 P: WasmTyList,
2593 R: WasmRet,
2594 T: Send + 'static,
2595 {
2596 // NB: this entire function is "duplicated" above in `wrap`, so try to
2597 // keep the two in sync.
2598 let ty = R::func_type(engine, None::<ValType>.into_iter().chain(P::valtypes()))?;
2599
2600 let ctx = Self::vmctx_async(engine, ty, func, move |mut caller, args, func| {
2601 Box::new(async move {
2602 // SAFETY: `args` matching `ty` is provided by `HostFunc` and
2603 // wasmtime's ambient correctness.
2604 let params = unsafe { Self::load_typed_params(caller.store.0, args) };
2605 let ret = core::pin::Pin::from(func(caller.sub_caller(), params)).await;
2606 // SAFETY: `args` matching `ty` is provided by `HostFunc` and
2607 // wasmtime's ambient correctness.
2608 unsafe { Self::store_typed_results(caller.store.0, ret.into_fallible(), args) }
2609 })
2610 })?;
2611 Ok(HostFunc::new_raw(engine, ctx, Asyncness::Yes))
2612 }
2613
2614 /// Loads the typed parameters from `params`
2615 ///
2616 /// # Safety
2617 ///
2618 /// Requires that `params` matches the parameters loaded by `P`.
2619 unsafe fn load_typed_params<P>(store: &mut StoreOpaque, params: &mut [MaybeUninit<ValRaw>]) -> P
2620 where
2621 P: WasmTyList,
2622 {
2623 let mut store = if P::may_gc() {
2624 AutoAssertNoGc::new(store)
2625 } else {
2626 unsafe { AutoAssertNoGc::disabled(store) }
2627 };
2628 // SAFETY: this function's own safety contract is the same as `P::load`.
2629 unsafe { P::load(&mut store, params) }
2630 }
2631
2632 /// Stores the results of `R` into the array provided.
2633 ///
2634 /// # Safety
2635 ///
2636 /// Requires that `ret` matches the result `storage` space. See `WasmRet`
2637 /// for more safety info.
2638 unsafe fn store_typed_results<R>(
2639 store: &mut StoreOpaque,
2640 ret: R,
2641 storage: &mut [MaybeUninit<ValRaw>],
2642 ) -> Result<()>
2643 where
2644 R: WasmRet,
2645 {
2646 ensure!(
2647 ret.compatible_with_store(store),
2648 "host function attempted to return cross-`Store` value to Wasm",
2649 );
2650
2651 let mut store = if R::may_gc() {
2652 AutoAssertNoGc::new(store)
2653 } else {
2654 unsafe { AutoAssertNoGc::disabled(store) }
2655 };
2656 // SAFETY: this safety contract is the same as this own function's
2657 // safety contract.
2658 unsafe {
2659 ret.store(&mut store, storage)?;
2660 }
2661 Ok(())
2662 }
2663
2664 /// Inserts this `HostFunc` into a `Store`, returning the `Func` pointing to
2665 /// it.
2666 ///
2667 /// # Unsafety
2668 ///
2669 /// Can only be inserted into stores with a matching `T` relative to when
2670 /// this `HostFunc` was first created.
2671 pub unsafe fn to_func(self: &Arc<Self>, store: &mut StoreOpaque) -> Result<Func, OutOfMemory> {
2672 self.validate_store(store);
2673 let (funcrefs, modules) = store.func_refs_and_modules();
2674 let funcref = funcrefs.push_arc_host(self.clone(), modules)?;
2675 // SAFETY: this funcref was just pushed within the store, so it's safe
2676 // to say this store owns it.
2677 Ok(unsafe { Func::from_vm_func_ref(store.id(), funcref) })
2678 }
2679
2680 /// Inserts this `HostFunc` into a `Store`, returning the `Func` pointing to
2681 /// it.
2682 ///
2683 /// This function is similar to, but not equivalent, to `HostFunc::to_func`.
2684 /// Notably this function requires that the `Arc<Self>` pointer is otherwise
2685 /// rooted within the `StoreOpaque` via another means. When in doubt use
2686 /// `to_func` above as it's safer.
2687 ///
2688 /// # Unsafety
2689 ///
2690 /// Can only be inserted into stores with a matching `T` relative to when
2691 /// this `HostFunc` was first created.
2692 ///
2693 /// Additionally the `&Arc<Self>` is not cloned in this function. Instead a
2694 /// raw pointer to `Self` is stored within the `Store` for this function.
2695 /// The caller must arrange for the `Arc<Self>` to be "rooted" in the store
2696 /// provided via another means, probably by pushing to
2697 /// `StoreOpaque::rooted_host_funcs`.
2698 ///
2699 /// Similarly, the caller must arrange for `rooted_func_ref` to be rooted in
2700 /// the same store and additionally be a valid pointer.
2701 pub unsafe fn to_func_store_rooted(
2702 self: &Arc<Self>,
2703 store: &mut StoreOpaque,
2704 rooted_func_ref: Option<NonNull<VMFuncRef>>,
2705 ) -> Func {
2706 self.validate_store(store);
2707
2708 match rooted_func_ref {
2709 Some(funcref) => {
2710 // SAFETY: it's a contract of this function itself that
2711 // `funcref` is safe to read.
2712 unsafe {
2713 debug_assert!(funcref.as_ref().wasm_call.is_some());
2714 }
2715 // SAFETY: it's a contract of this function that `funcref` is
2716 // owned by `store`.
2717 unsafe { Func::from_vm_func_ref(store.id(), funcref) }
2718 }
2719 None => {
2720 debug_assert!(self.func_ref().wasm_call.is_some());
2721
2722 // SAFETY: it's an unsafe contract of this function that we are
2723 // rooted within the store to say that the store owns a copy of
2724 // this funcref.
2725 unsafe { Func::from_vm_func_ref(store.id(), self.func_ref().into()) }
2726 }
2727 }
2728 }
2729
2730 /// Same as [`HostFunc::to_func`], different ownership.
2731 unsafe fn into_func(self, store: &mut StoreOpaque) -> Result<Func, OutOfMemory> {
2732 self.validate_store(store);
2733
2734 // This function could be called by a guest at any time, and it requires
2735 // fibers, so the store now required async entrypoints.
2736 store.set_async_required(self.asyncness);
2737
2738 let (funcrefs, modules) = store.func_refs_and_modules();
2739 let funcref = funcrefs.push_box_host(try_new::<Box<_>>(self)?, modules)?;
2740 // SAFETY: this funcref was just pushed within `store`, so it's safe to
2741 // say it's owned by the store's id.
2742 Ok(unsafe { Func::from_vm_func_ref(store.id(), funcref) })
2743 }
2744
2745 fn validate_store(&self, store: &mut StoreOpaque) {
2746 // This assert is required to ensure that we can indeed safely insert
2747 // `self` into the `store` provided, otherwise the type information we
2748 // have listed won't be correct. This is possible to hit with the public
2749 // API of Wasmtime, and should be documented in relevant functions.
2750 assert!(
2751 Engine::same(&self.engine, store.engine()),
2752 "cannot use a store with a different engine than a linker was created with",
2753 );
2754 }
2755
2756 pub(crate) fn sig_index(&self) -> VMSharedTypeIndex {
2757 self.func_ref().type_index
2758 }
2759
2760 pub(crate) fn func_ref(&self) -> &VMFuncRef {
2761 unsafe { self.ctx.get().as_ref().func_ref() }
2762 }
2763
2764 pub(crate) fn asyncness(&self) -> Asyncness {
2765 self.asyncness
2766 }
2767}
2768
2769#[cfg(test)]
2770mod tests {
2771 use super::*;
2772 use crate::{Module, Store};
2773
2774 #[test]
2775 #[cfg_attr(miri, ignore)]
2776 fn hash_key_is_stable_across_duplicate_store_data_entries() -> Result<()> {
2777 let mut store = Store::<()>::default();
2778 let module = Module::new(
2779 store.engine(),
2780 r#"
2781 (module
2782 (func (export "f")
2783 nop
2784 )
2785 )
2786 "#,
2787 )?;
2788 let instance = Instance::new(&mut store, &module, &[])?;
2789
2790 // Each time we `get_func`, we call `Func::from_wasmtime` which adds a
2791 // new entry to `StoreData`, so `f1` and `f2` will have different
2792 // indices into `StoreData`.
2793 let f1 = instance.get_func(&mut store, "f").unwrap();
2794 let f2 = instance.get_func(&mut store, "f").unwrap();
2795
2796 // But their hash keys are the same.
2797 assert!(
2798 f1.hash_key(&mut store.as_context_mut().0)
2799 == f2.hash_key(&mut store.as_context_mut().0)
2800 );
2801
2802 // But the hash keys are different from different funcs.
2803 let instance2 = Instance::new(&mut store, &module, &[])?;
2804 let f3 = instance2.get_func(&mut store, "f").unwrap();
2805 assert!(
2806 f1.hash_key(&mut store.as_context_mut().0)
2807 != f3.hash_key(&mut store.as_context_mut().0)
2808 );
2809
2810 Ok(())
2811 }
2812}