Skip to main content

wasmtime/runtime/
func.rs

1use crate::error::OutOfMemory;
2use crate::prelude::*;
3use crate::runtime::vm::{
4    self, InterpreterRef, SendSyncPtr, StoreBox, VMArrayCallHostFuncContext,
5    VMCommonStackInformation, VMContext, VMFuncRef, VMFunctionImport, VMOpaqueContext,
6    VMStoreContext,
7};
8use crate::store::{Asyncness, AutoAssertNoGc, InstanceId, StoreId, StoreOpaque};
9use crate::type_registry::RegisteredType;
10use crate::{
11    AsContext, AsContextMut, CallHook, Engine, Extern, FuncType, Instance, ModuleExport, Ref,
12    StoreContext, StoreContextMut, Val, ValRaw, ValType,
13};
14use alloc::sync::Arc;
15use core::convert::Infallible;
16use core::ffi::c_void;
17#[cfg(feature = "async")]
18use core::future::Future;
19use core::mem::{self, MaybeUninit};
20use core::ptr::NonNull;
21use wasmtime_environ::{PanicOnOom as _, VMSharedTypeIndex};
22
23/// A reference to the abstract `nofunc` heap value.
24///
25/// The are no instances of `(ref nofunc)`: it is an uninhabited type.
26///
27/// There is precisely one instance of `(ref null nofunc)`, aka `nullfuncref`:
28/// the null reference.
29///
30/// This `NoFunc` Rust type's sole purpose is for use with [`Func::wrap`]- and
31/// [`Func::typed`]-style APIs for statically typing a function as taking or
32/// returning a `(ref null nofunc)` (aka `Option<NoFunc>`) which is always
33/// `None`.
34///
35/// # Example
36///
37/// ```
38/// # use wasmtime::*;
39/// # fn _foo() -> Result<()> {
40/// let mut config = Config::new();
41/// config.wasm_function_references(true);
42/// let engine = Engine::new(&config)?;
43///
44/// let module = Module::new(
45///     &engine,
46///     r#"
47///         (module
48///             (func (export "f") (param (ref null nofunc))
49///                 ;; If the reference is null, return.
50///                 local.get 0
51///                 ref.is_null nofunc
52///                 br_if 0
53///
54///                 ;; If the reference was not null (which is impossible)
55///                 ;; then raise a trap.
56///                 unreachable
57///             )
58///         )
59///     "#,
60/// )?;
61///
62/// let mut store = Store::new(&engine, ());
63/// let instance = Instance::new(&mut store, &module, &[])?;
64/// let f = instance.get_func(&mut store, "f").unwrap();
65///
66/// // We can cast a `(ref null nofunc)`-taking function into a typed function that
67/// // takes an `Option<NoFunc>` via the `Func::typed` method.
68/// let f = f.typed::<Option<NoFunc>, ()>(&store)?;
69///
70/// // We can call the typed function, passing the null `nofunc` reference.
71/// let result = f.call(&mut store, NoFunc::null());
72///
73/// // The function should not have trapped, because the reference we gave it was
74/// // null (as it had to be, since `NoFunc` is uninhabited).
75/// assert!(result.is_ok());
76/// # Ok(())
77/// # }
78/// ```
79#[derive(Copy, Clone, Debug, PartialEq, Eq)]
80pub struct NoFunc {
81    _inner: Infallible,
82}
83
84impl NoFunc {
85    /// Get the null `(ref null nofunc)` (aka `nullfuncref`) reference.
86    #[inline]
87    pub fn null() -> Option<NoFunc> {
88        None
89    }
90
91    /// Get the null `(ref null nofunc)` (aka `nullfuncref`) reference as a
92    /// [`Ref`].
93    #[inline]
94    pub fn null_ref() -> Ref {
95        Ref::Func(None)
96    }
97
98    /// Get the null `(ref null nofunc)` (aka `nullfuncref`) reference as a
99    /// [`Val`].
100    #[inline]
101    pub fn null_val() -> Val {
102        Val::FuncRef(None)
103    }
104}
105
106/// A WebAssembly function which can be called.
107///
108/// This type typically represents an exported function from a WebAssembly
109/// module instance. In this case a [`Func`] belongs to an [`Instance`] and is
110/// loaded from there. A [`Func`] may also represent a host function as well in
111/// some cases, too.
112///
113/// Functions can be called in a few different ways, either synchronous or async
114/// and either typed or untyped (more on this below). Note that host functions
115/// are normally inserted directly into a [`Linker`](crate::Linker) rather than
116/// using this directly, but both options are available.
117///
118/// # `Func` and `async`
119///
120/// Functions from the perspective of WebAssembly are always synchronous. You
121/// might have an `async` function in Rust, however, which you'd like to make
122/// available from WebAssembly. Wasmtime supports asynchronously calling
123/// WebAssembly through native stack switching. You can get some more
124/// information about [asynchronous configs](crate#async), but
125/// from the perspective of `Func` it's important to know that whether or not
126/// your [`Store`](crate::Store) is asynchronous will dictate whether you call
127/// functions through [`Func::call`] or [`Func::call_async`] (or the typed
128/// wrappers such as [`TypedFunc::call`] vs [`TypedFunc::call_async`]).
129///
130/// # To `Func::call` or to `Func::typed().call()`
131///
132/// There's a 2x2 matrix of methods to call [`Func`]. Invocations can either be
133/// asynchronous or synchronous. They can also be statically typed or not.
134/// Whether or not an invocation is asynchronous is indicated via the method
135/// being `async` and [`call_async`](Func::call_async) being the entry point.
136/// Otherwise for statically typed or not your options are:
137///
138/// * Dynamically typed - if you don't statically know the signature of the
139///   function that you're calling you'll be using [`Func::call`] or
140///   [`Func::call_async`]. These functions take a variable-length slice of
141///   "boxed" arguments in their [`Val`] representation. Additionally the
142///   results are returned as an owned slice of [`Val`]. These methods are not
143///   optimized due to the dynamic type checks that must occur, in addition to
144///   some dynamic allocations for where to put all the arguments. While this
145///   allows you to call all possible wasm function signatures, if you're
146///   looking for a speedier alternative you can also use...
147///
148/// * Statically typed - if you statically know the type signature of the wasm
149///   function you're calling, then you'll want to use the [`Func::typed`]
150///   method to acquire an instance of [`TypedFunc`]. This structure is static proof
151///   that the underlying wasm function has the ascripted type, and type
152///   validation is only done once up-front. The [`TypedFunc::call`] and
153///   [`TypedFunc::call_async`] methods are much more efficient than [`Func::call`]
154///   and [`Func::call_async`] because the type signature is statically known.
155///   This eschews runtime checks as much as possible to get into wasm as fast
156///   as possible.
157///
158/// # Examples
159///
160/// One way to get a `Func` is from an [`Instance`] after you've instantiated
161/// it:
162///
163/// ```
164/// # use wasmtime::*;
165/// # fn main() -> Result<()> {
166/// let engine = Engine::default();
167/// let module = Module::new(&engine, r#"(module (func (export "foo")))"#)?;
168/// let mut store = Store::new(&engine, ());
169/// let instance = Instance::new(&mut store, &module, &[])?;
170/// let foo = instance.get_func(&mut store, "foo").expect("export wasn't a function");
171///
172/// // Work with `foo` as a `Func` at this point, such as calling it
173/// // dynamically...
174/// match foo.call(&mut store, &[], &mut []) {
175///     Ok(()) => { /* ... */ }
176///     Err(trap) => {
177///         panic!("execution of `foo` resulted in a wasm trap: {}", trap);
178///     }
179/// }
180/// foo.call(&mut store, &[], &mut [])?;
181///
182/// // ... or we can make a static assertion about its signature and call it.
183/// // Our first call here can fail if the signatures don't match, and then the
184/// // second call can fail if the function traps (like the `match` above).
185/// let foo = foo.typed::<(), ()>(&store)?;
186/// foo.call(&mut store, ())?;
187/// # Ok(())
188/// # }
189/// ```
190///
191/// You can also use the [`wrap` function](Func::wrap) to create a
192/// `Func`
193///
194/// ```
195/// # use wasmtime::*;
196/// # fn main() -> Result<()> {
197/// let mut store = Store::<()>::default();
198///
199/// // Create a custom `Func` which can execute arbitrary code inside of the
200/// // closure.
201/// let add = Func::wrap(&mut store, |a: i32, b: i32| -> i32 { a + b });
202///
203/// // Next we can hook that up to a wasm module which uses it.
204/// let module = Module::new(
205///     store.engine(),
206///     r#"
207///         (module
208///             (import "" "" (func $add (param i32 i32) (result i32)))
209///             (func (export "call_add_twice") (result i32)
210///                 i32.const 1
211///                 i32.const 2
212///                 call $add
213///                 i32.const 3
214///                 i32.const 4
215///                 call $add
216///                 i32.add))
217///     "#,
218/// )?;
219/// let instance = Instance::new(&mut store, &module, &[add.into()])?;
220/// let call_add_twice = instance.get_typed_func::<(), i32>(&mut store, "call_add_twice")?;
221///
222/// assert_eq!(call_add_twice.call(&mut store, ())?, 10);
223/// # Ok(())
224/// # }
225/// ```
226///
227/// Or you could also create an entirely dynamic `Func`!
228///
229/// ```
230/// # use wasmtime::*;
231/// # fn main() -> Result<()> {
232/// let mut store = Store::<()>::default();
233///
234/// // Here we need to define the type signature of our `Double` function and
235/// // then wrap it up in a `Func`
236/// let double_type = wasmtime::FuncType::new(
237///     store.engine(),
238///     [wasmtime::ValType::I32].iter().cloned(),
239///     [wasmtime::ValType::I32].iter().cloned(),
240/// );
241/// let double = Func::new(&mut store, double_type, |_, params, results| {
242///     let mut value = params[0].unwrap_i32();
243///     value *= 2;
244///     results[0] = value.into();
245///     Ok(())
246/// });
247///
248/// let module = Module::new(
249///     store.engine(),
250///     r#"
251///         (module
252///             (import "" "" (func $double (param i32) (result i32)))
253///             (func $start
254///                 i32.const 1
255///                 call $double
256///                 drop)
257///             (start $start))
258///     "#,
259/// )?;
260/// let instance = Instance::new(&mut store, &module, &[double.into()])?;
261/// // .. work with `instance` if necessary
262/// # Ok(())
263/// # }
264/// ```
265#[derive(Copy, Clone, Debug)]
266#[repr(C)] // here for the C API
267pub struct Func {
268    /// The store that the below pointer belongs to.
269    ///
270    /// It's only safe to look at the contents of the pointer below when the
271    /// `StoreOpaque` matching this id is in-scope.
272    store: StoreId,
273
274    /// The raw `VMFuncRef`, whose lifetime is bound to the store this func
275    /// belongs to.
276    ///
277    /// Note that this field has an `unsafe_*` prefix to discourage use of it.
278    /// This is only safe to read/use if `self.store` is validated to belong to
279    /// an ambiently provided `StoreOpaque` or similar. Use the
280    /// `self.func_ref()` method instead of this field to perform this check.
281    unsafe_func_ref: SendSyncPtr<VMFuncRef>,
282}
283
284// Double-check that the C representation in `extern.h` matches our in-Rust
285// representation here in terms of size/alignment/etc.
286const _: () = {
287    #[repr(C)]
288    struct C(u64, *mut u8);
289    assert!(core::mem::size_of::<C>() == core::mem::size_of::<Func>());
290    assert!(core::mem::align_of::<C>() == core::mem::align_of::<Func>());
291    assert!(core::mem::offset_of!(Func, store) == 0);
292};
293
294macro_rules! for_each_function_signature {
295    ($mac:ident) => {
296        $mac!(0);
297        $mac!(1 A1);
298        $mac!(2 A1 A2);
299        $mac!(3 A1 A2 A3);
300        $mac!(4 A1 A2 A3 A4);
301        $mac!(5 A1 A2 A3 A4 A5);
302        $mac!(6 A1 A2 A3 A4 A5 A6);
303        $mac!(7 A1 A2 A3 A4 A5 A6 A7);
304        $mac!(8 A1 A2 A3 A4 A5 A6 A7 A8);
305        $mac!(9 A1 A2 A3 A4 A5 A6 A7 A8 A9);
306        $mac!(10 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10);
307        $mac!(11 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11);
308        $mac!(12 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12);
309        $mac!(13 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12 A13);
310        $mac!(14 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12 A13 A14);
311        $mac!(15 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12 A13 A14 A15);
312        $mac!(16 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12 A13 A14 A15 A16);
313        $mac!(17 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12 A13 A14 A15 A16 A17);
314    };
315}
316
317mod typed;
318use crate::runtime::vm::VMStackChain;
319pub use typed::*;
320
321impl Func {
322    /// Creates a new `Func` with the given arguments, typically to create a
323    /// host-defined function to pass as an import to a module.
324    ///
325    /// * `store` - the store in which to create this [`Func`], which will own
326    ///   the return value.
327    ///
328    /// * `ty` - the signature of this function, used to indicate what the
329    ///   inputs and outputs are.
330    ///
331    /// * `func` - the native code invoked whenever this `Func` will be called.
332    ///   This closure is provided a [`Caller`] as its first argument to learn
333    ///   information about the caller, and then it's passed a list of
334    ///   parameters as a slice along with a mutable slice of where to write
335    ///   results.
336    ///
337    /// Note that the implementation of `func` must adhere to the `ty` signature
338    /// given, error or traps may occur if it does not respect the `ty`
339    /// signature. For example if the function type declares that it returns one
340    /// i32 but the `func` closures does not write anything into the results
341    /// slice then a trap may be generated.
342    ///
343    /// Additionally note that this is quite a dynamic function since signatures
344    /// are not statically known. For a more performant and ergonomic `Func`
345    /// it's recommended to use [`Func::wrap`] if you can because with
346    /// statically known signatures Wasmtime can optimize the implementation
347    /// much more.
348    ///
349    /// For more information about `Send + Sync + 'static` requirements on the
350    /// `func`, see [`Func::wrap`](#why-send--sync--static).
351    ///
352    /// # Errors
353    ///
354    /// The host-provided function here returns a
355    /// [`Result<()>`](crate::Result). If the function returns `Ok(())` then
356    /// that indicates that the host function completed successfully and wrote
357    /// the result into the `&mut [Val]` argument.
358    ///
359    /// If the function returns `Err(e)`, however, then this is equivalent to
360    /// the host function triggering a trap for wasm. WebAssembly execution is
361    /// immediately halted and the original caller of [`Func::call`], for
362    /// example, will receive the error returned here (possibly with
363    /// [`WasmBacktrace`](crate::WasmBacktrace) context information attached).
364    ///
365    /// For more information about errors in Wasmtime see the [`Trap`]
366    /// documentation.
367    ///
368    /// [`Trap`]: crate::Trap
369    ///
370    /// # Panics
371    ///
372    /// Panics if the given function type is not associated with this store's
373    /// engine.
374    pub fn new<T: 'static>(
375        store: impl AsContextMut<Data = T>,
376        ty: FuncType,
377        func: impl Fn(Caller<'_, T>, &[Val], &mut [Val]) -> Result<()> + Send + Sync + 'static,
378    ) -> Self {
379        Self::try_new_(store, ty, func).panic_on_oom()
380    }
381
382    /// Same as [`Func::new`] but returns an error instead of panicking on
383    /// allocation failure.
384    pub fn try_new<T: 'static>(
385        store: impl AsContextMut<Data = T>,
386        ty: FuncType,
387        func: impl Fn(Caller<'_, T>, &[Val], &mut [Val]) -> Result<()> + Send + Sync + 'static,
388    ) -> Result<Self> {
389        Ok(Self::try_new_(store, ty, func)?)
390    }
391
392    fn try_new_<T: 'static>(
393        mut store: impl AsContextMut<Data = T>,
394        ty: FuncType,
395        func: impl Fn(Caller<'_, T>, &[Val], &mut [Val]) -> Result<()> + Send + Sync + 'static,
396    ) -> Result<Self, OutOfMemory> {
397        let store = store.as_context_mut().0;
398        let host = HostFunc::new(store.engine(), ty, func)?;
399
400        // SAFETY: the `T` used by `func` matches the `T` of the store we're
401        // inserting into via this function's type signature.
402        unsafe { host.into_func(store) }
403    }
404
405    /// Creates a new [`Func`] with the given arguments, although has fewer
406    /// runtime checks than [`Func::new`].
407    ///
408    /// This function takes a callback of a different signature than
409    /// [`Func::new`], instead receiving a raw pointer with a list of [`ValRaw`]
410    /// structures. These values have no type information associated with them
411    /// so it's up to the caller to provide a function that will correctly
412    /// interpret the list of values as those coming from the `ty` specified.
413    ///
414    /// If you're calling this from Rust it's recommended to either instead use
415    /// [`Func::new`] or [`Func::wrap`]. The [`Func::wrap`] API, in particular,
416    /// is both safer and faster than this API.
417    ///
418    /// # Errors
419    ///
420    /// See [`Func::new`] for the behavior of returning an error from the host
421    /// function provided here.
422    ///
423    /// # Unsafety
424    ///
425    /// This function is not safe because it's not known at compile time that
426    /// the `func` provided correctly interprets the argument types provided to
427    /// it, or that the results it produces will be of the correct type.
428    ///
429    /// # Panics
430    ///
431    /// Panics if the given function type is not associated with this store's
432    /// engine.
433    pub unsafe fn new_unchecked<T: 'static>(
434        mut store: impl AsContextMut<Data = T>,
435        ty: FuncType,
436        func: impl Fn(Caller<'_, T>, &mut [MaybeUninit<ValRaw>]) -> Result<()> + Send + Sync + 'static,
437    ) -> Self {
438        let store = store.as_context_mut().0;
439
440        // SAFETY: the contract required by `new_unchecked` is the same as the
441        // contract required by this function itself.
442        let host = unsafe { HostFunc::new_unchecked(store.engine(), ty, func).panic_on_oom() };
443
444        // SAFETY: the `T` used by `func` matches the `T` of the store we're
445        // inserting into via this function's type signature.
446        unsafe { host.into_func(store).panic_on_oom() }
447    }
448
449    /// Creates a new host-defined WebAssembly function which, when called,
450    /// will run the asynchronous computation defined by `func` to completion
451    /// and then return the result to WebAssembly.
452    ///
453    /// This function is the asynchronous analogue of [`Func::new`] and much of
454    /// that documentation applies to this as well. The key difference is that
455    /// `func` returns a future instead of simply a `Result`. Note that the
456    /// returned future can close over any of the arguments, but it cannot close
457    /// over the state of the closure itself. It's recommended to store any
458    /// necessary async state in the `T` of the [`Store<T>`](crate::Store) which
459    /// can be accessed through [`Caller::data`] or [`Caller::data_mut`].
460    ///
461    /// For more information on `Send + Sync + 'static`, see
462    /// [`Func::wrap`](#why-send--sync--static).
463    ///
464    /// # Panics
465    ///
466    /// Panics if the given function type is not associated with this store's
467    /// engine.
468    ///
469    /// # Errors
470    ///
471    /// See [`Func::new`] for the behavior of returning an error from the host
472    /// function provided here.
473    ///
474    /// # Examples
475    ///
476    /// ```
477    /// # use wasmtime::*;
478    /// # fn main() -> Result<()> {
479    /// // Simulate some application-specific state as well as asynchronous
480    /// // functions to query that state.
481    /// struct MyDatabase {
482    ///     // ...
483    /// }
484    ///
485    /// impl MyDatabase {
486    ///     async fn get_row_count(&self) -> u32 {
487    ///         // ...
488    /// #       100
489    ///     }
490    /// }
491    ///
492    /// let my_database = MyDatabase {
493    ///     // ...
494    /// };
495    ///
496    /// // Using `new_async` we can hook up into calling our async
497    /// // `get_row_count` function.
498    /// let engine = Engine::default();
499    /// let mut store = Store::new(&engine, MyDatabase {
500    ///     // ...
501    /// });
502    /// let get_row_count_type = wasmtime::FuncType::new(
503    ///     &engine,
504    ///     None,
505    ///     Some(wasmtime::ValType::I32),
506    /// );
507    /// let get = Func::new_async(&mut store, get_row_count_type, |caller, _params, results| {
508    ///     Box::new(async move {
509    ///         let count = caller.data().get_row_count().await;
510    ///         results[0] = Val::I32(count as i32);
511    ///         Ok(())
512    ///     })
513    /// });
514    /// // ...
515    /// # Ok(())
516    /// # }
517    /// ```
518    #[cfg(feature = "async")]
519    pub fn new_async<T, F>(mut store: impl AsContextMut<Data = T>, ty: FuncType, func: F) -> Func
520    where
521        F: for<'a> Fn(
522                Caller<'a, T>,
523                &'a [Val],
524                &'a mut [Val],
525            ) -> Box<dyn Future<Output = Result<()>> + Send + 'a>
526            + Send
527            + Sync
528            + 'static,
529        T: Send + 'static,
530    {
531        let store = store.as_context_mut().0;
532
533        let host = HostFunc::new_async(store.engine(), ty, func).panic_on_oom();
534
535        // SAFETY: the `T` used by `func` matches the `T` of the store we're
536        // inserting into via this function's type signature.
537        unsafe { host.into_func(store).panic_on_oom() }
538    }
539
540    /// Creates a new `Func` from a store and a funcref within that store.
541    ///
542    /// # Safety
543    ///
544    /// The safety of this function requires that `func_ref` is a valid function
545    /// pointer owned by `store`.
546    pub(crate) unsafe fn from_vm_func_ref(store: StoreId, func_ref: NonNull<VMFuncRef>) -> Func {
547        // SAFETY: given the contract of this function it's safe to read the
548        // `type_index` field.
549        unsafe {
550            debug_assert!(func_ref.as_ref().type_index != VMSharedTypeIndex::default());
551        }
552        Func {
553            store,
554            unsafe_func_ref: func_ref.into(),
555        }
556    }
557
558    /// Creates a new `Func` from the given Rust closure.
559    ///
560    /// This function will create a new `Func` which, when called, will
561    /// execute the given Rust closure. Unlike [`Func::new`] the target
562    /// function being called is known statically so the type signature can
563    /// be inferred. Rust types will map to WebAssembly types as follows:
564    ///
565    /// | Rust Argument Type                | WebAssembly Type                          |
566    /// |-----------------------------------|-------------------------------------------|
567    /// | `i32`                             | `i32`                                     |
568    /// | `u32`                             | `i32`                                     |
569    /// | `i64`                             | `i64`                                     |
570    /// | `u64`                             | `i64`                                     |
571    /// | `f32`                             | `f32`                                     |
572    /// | `f64`                             | `f64`                                     |
573    /// | `V128` on x86-64 and aarch64 only | `v128`                                    |
574    /// | `Option<Func>`                    | `funcref` aka `(ref null func)`           |
575    /// | `Func`                            | `(ref func)`                              |
576    /// | `Option<Nofunc>`                  | `nullfuncref` aka `(ref null nofunc)`     |
577    /// | `NoFunc`                          | `(ref nofunc)`                            |
578    /// | `Option<Rooted<ExternRef>>`       | `externref` aka `(ref null extern)`       |
579    /// | `Rooted<ExternRef>`               | `(ref extern)`                            |
580    /// | `Option<NoExtern>`                | `nullexternref` aka `(ref null noextern)` |
581    /// | `NoExtern`                        | `(ref noextern)`                          |
582    /// | `Option<Rooted<AnyRef>>`          | `anyref` aka `(ref null any)`             |
583    /// | `Rooted<AnyRef>`                  | `(ref any)`                               |
584    /// | `Option<Rooted<EqRef>>`           | `eqref` aka `(ref null eq)`               |
585    /// | `Rooted<EqRef>`                   | `(ref eq)`                                |
586    /// | `Option<I31>`                     | `i31ref` aka `(ref null i31)`             |
587    /// | `I31`                             | `(ref i31)`                               |
588    /// | `Option<Rooted<StructRef>>`       | `(ref null struct)`                       |
589    /// | `Rooted<StructRef>`               | `(ref struct)`                            |
590    /// | `Option<Rooted<ArrayRef>>`        | `(ref null array)`                        |
591    /// | `Rooted<ArrayRef>`                | `(ref array)`                             |
592    /// | `Option<NoneRef>`                 | `nullref` aka `(ref null none)`           |
593    /// | `NoneRef`                         | `(ref none)`                              |
594    ///
595    /// Note that anywhere a `Rooted<T>` appears, a `OwnedRooted<T>` may also
596    /// be used.
597    ///
598    /// Any of the Rust types can be returned from the closure as well, in
599    /// addition to some extra types
600    ///
601    /// | Rust Return Type  | WebAssembly Return Type | Meaning               |
602    /// |-------------------|-------------------------|-----------------------|
603    /// | `()`              | nothing                 | no return value       |
604    /// | `T`               | `T`                     | a single return value |
605    /// | `(T1, T2, ...)`   | `T1 T2 ...`             | multiple returns      |
606    ///
607    /// Note that all return types can also be wrapped in `Result<_>` to
608    /// indicate that the host function can generate a trap as well as possibly
609    /// returning a value.
610    ///
611    /// Finally you can also optionally take [`Caller`] as the first argument of
612    /// your closure. If inserted then you're able to inspect the caller's
613    /// state, for example the [`Memory`](crate::Memory) it has exported so you
614    /// can read what pointers point to.
615    ///
616    /// Note that when using this API, the intention is to create as thin of a
617    /// layer as possible for when WebAssembly calls the function provided. With
618    /// sufficient inlining and optimization the WebAssembly will call straight
619    /// into `func` provided, with no extra fluff entailed.
620    ///
621    /// # Why `Send + Sync + 'static`?
622    ///
623    /// All host functions defined in a [`Store`](crate::Store) (including
624    /// those from [`Func::new`] and other constructors) require that the
625    /// `func` provided is `Send + Sync + 'static`. Additionally host functions
626    /// always are `Fn` as opposed to `FnMut` or `FnOnce`. This can at-a-glance
627    /// feel restrictive since the closure cannot close over as many types as
628    /// before. The reason for this, though, is to ensure that
629    /// [`Store<T>`](crate::Store) can implement both the `Send` and `Sync`
630    /// traits.
631    ///
632    /// Fear not, however, because this isn't as restrictive as it seems! Host
633    /// functions are provided a [`Caller<'_, T>`](crate::Caller) argument which
634    /// allows access to the host-defined data within the
635    /// [`Store`](crate::Store). The `T` type is not required to be any of
636    /// `Send`, `Sync`, or `'static`! This means that you can store whatever
637    /// you'd like in `T` and have it accessible by all host functions.
638    /// Additionally mutable access to `T` is allowed through
639    /// [`Caller::data_mut`].
640    ///
641    /// Most host-defined [`Func`] values provide closures that end up not
642    /// actually closing over any values. These zero-sized types will use the
643    /// context from [`Caller`] for host-defined information.
644    ///
645    /// # Errors
646    ///
647    /// The closure provided here to `wrap` can optionally return a
648    /// [`Result<T>`](crate::Result). Returning `Ok(t)` represents the host
649    /// function successfully completing with the `t` result. Returning
650    /// `Err(e)`, however, is equivalent to raising a custom wasm trap.
651    /// Execution of WebAssembly does not resume and the stack is unwound to the
652    /// original caller of the function where the error is returned.
653    ///
654    /// For more information about errors in Wasmtime see the [`Trap`]
655    /// documentation.
656    ///
657    /// [`Trap`]: crate::Trap
658    ///
659    /// # Examples
660    ///
661    /// First up we can see how simple wasm imports can be implemented, such
662    /// as a function that adds its two arguments and returns the result.
663    ///
664    /// ```
665    /// # use wasmtime::*;
666    /// # fn main() -> Result<()> {
667    /// # let mut store = Store::<()>::default();
668    /// let add = Func::wrap(&mut store, |a: i32, b: i32| a + b);
669    /// let module = Module::new(
670    ///     store.engine(),
671    ///     r#"
672    ///         (module
673    ///             (import "" "" (func $add (param i32 i32) (result i32)))
674    ///             (func (export "foo") (param i32 i32) (result i32)
675    ///                 local.get 0
676    ///                 local.get 1
677    ///                 call $add))
678    ///     "#,
679    /// )?;
680    /// let instance = Instance::new(&mut store, &module, &[add.into()])?;
681    /// let foo = instance.get_typed_func::<(i32, i32), i32>(&mut store, "foo")?;
682    /// assert_eq!(foo.call(&mut store, (1, 2))?, 3);
683    /// # Ok(())
684    /// # }
685    /// ```
686    ///
687    /// We can also do the same thing, but generate a trap if the addition
688    /// overflows:
689    ///
690    /// ```
691    /// # use wasmtime::*;
692    /// # fn main() -> Result<()> {
693    /// # let mut store = Store::<()>::default();
694    /// let add = Func::wrap(&mut store, |a: i32, b: i32| {
695    ///     match a.checked_add(b) {
696    ///         Some(i) => Ok(i),
697    ///         None => bail!("overflow"),
698    ///     }
699    /// });
700    /// let module = Module::new(
701    ///     store.engine(),
702    ///     r#"
703    ///         (module
704    ///             (import "" "" (func $add (param i32 i32) (result i32)))
705    ///             (func (export "foo") (param i32 i32) (result i32)
706    ///                 local.get 0
707    ///                 local.get 1
708    ///                 call $add))
709    ///     "#,
710    /// )?;
711    /// let instance = Instance::new(&mut store, &module, &[add.into()])?;
712    /// let foo = instance.get_typed_func::<(i32, i32), i32>(&mut store, "foo")?;
713    /// assert_eq!(foo.call(&mut store, (1, 2))?, 3);
714    /// assert!(foo.call(&mut store, (i32::max_value(), 1)).is_err());
715    /// # Ok(())
716    /// # }
717    /// ```
718    ///
719    /// And don't forget all the wasm types are supported!
720    ///
721    /// ```
722    /// # use wasmtime::*;
723    /// # fn main() -> Result<()> {
724    /// # let mut store = Store::<()>::default();
725    /// let debug = Func::wrap(&mut store, |a: i32, b: u32, c: f32, d: i64, e: u64, f: f64| {
726    ///
727    ///     println!("a={}", a);
728    ///     println!("b={}", b);
729    ///     println!("c={}", c);
730    ///     println!("d={}", d);
731    ///     println!("e={}", e);
732    ///     println!("f={}", f);
733    /// });
734    /// let module = Module::new(
735    ///     store.engine(),
736    ///     r#"
737    ///         (module
738    ///             (import "" "" (func $debug (param i32 i32 f32 i64 i64 f64)))
739    ///             (func (export "foo")
740    ///                 i32.const -1
741    ///                 i32.const 1
742    ///                 f32.const 2
743    ///                 i64.const -3
744    ///                 i64.const 3
745    ///                 f64.const 4
746    ///                 call $debug))
747    ///     "#,
748    /// )?;
749    /// let instance = Instance::new(&mut store, &module, &[debug.into()])?;
750    /// let foo = instance.get_typed_func::<(), ()>(&mut store, "foo")?;
751    /// foo.call(&mut store, ())?;
752    /// # Ok(())
753    /// # }
754    /// ```
755    ///
756    /// Finally if you want to get really fancy you can also implement
757    /// imports that read/write wasm module's memory
758    ///
759    /// ```
760    /// use std::str;
761    ///
762    /// # use wasmtime::*;
763    /// # fn main() -> Result<()> {
764    /// # let mut store = Store::default();
765    /// let log_str = Func::wrap(&mut store, |mut caller: Caller<'_, ()>, ptr: i32, len: i32| {
766    ///     let mem = match caller.get_export("memory") {
767    ///         Some(Extern::Memory(mem)) => mem,
768    ///         _ => bail!("failed to find host memory"),
769    ///     };
770    ///     let data = mem.data(&caller)
771    ///         .get(ptr as u32 as usize..)
772    ///         .and_then(|arr| arr.get(..len as u32 as usize));
773    ///     let string = match data {
774    ///         Some(data) => match str::from_utf8(data) {
775    ///             Ok(s) => s,
776    ///             Err(_) => bail!("invalid utf-8"),
777    ///         },
778    ///         None => bail!("pointer/length out of bounds"),
779    ///     };
780    ///     assert_eq!(string, "Hello, world!");
781    ///     println!("{}", string);
782    ///     Ok(())
783    /// });
784    /// let module = Module::new(
785    ///     store.engine(),
786    ///     r#"
787    ///         (module
788    ///             (import "" "" (func $log_str (param i32 i32)))
789    ///             (func (export "foo")
790    ///                 i32.const 4   ;; ptr
791    ///                 i32.const 13  ;; len
792    ///                 call $log_str)
793    ///             (memory (export "memory") 1)
794    ///             (data (i32.const 4) "Hello, world!"))
795    ///     "#,
796    /// )?;
797    /// let instance = Instance::new(&mut store, &module, &[log_str.into()])?;
798    /// let foo = instance.get_typed_func::<(), ()>(&mut store, "foo")?;
799    /// foo.call(&mut store, ())?;
800    /// # Ok(())
801    /// # }
802    /// ```
803    pub fn wrap<T, Params, Results>(
804        store: impl AsContextMut<Data = T>,
805        func: impl IntoFunc<T, Params, Results>,
806    ) -> Func
807    where
808        T: 'static,
809    {
810        Self::try_wrap(store, func).expect(
811            "allocation failure during `Func::wrap` (use `Func::try_wrap` to handle such errors)",
812        )
813    }
814
815    /// Fallible version of [`Func::wrap`] that returns an error on
816    /// out-of-memory instead of panicking.
817    pub fn try_wrap<T, Params, Results>(
818        mut store: impl AsContextMut<Data = T>,
819        func: impl IntoFunc<T, Params, Results>,
820    ) -> Result<Func>
821    where
822        T: 'static,
823    {
824        let store = store.as_context_mut().0;
825        let engine = store.engine();
826        let host = func.into_func(engine)?;
827
828        // SAFETY: The `T` the closure takes is the same as the `T` of the store
829        // we're inserting into via the type signature above.
830        Ok(unsafe { host.into_func(store)? })
831    }
832
833    /// Same as [`Func::wrap`], except the closure asynchronously produces the
834    /// result and the arguments are passed within a tuple. For more information
835    /// see the [`Func`] documentation.
836    #[cfg(feature = "async")]
837    pub fn wrap_async<T, F, P, R>(mut store: impl AsContextMut<Data = T>, func: F) -> Func
838    where
839        F: for<'a> Fn(Caller<'a, T>, P) -> Box<dyn Future<Output = R> + Send + 'a>
840            + Send
841            + Sync
842            + 'static,
843        P: WasmTyList,
844        R: WasmRet,
845        T: Send + 'static,
846    {
847        let store = store.as_context_mut().0;
848        let host = HostFunc::wrap_async(store.engine(), func).panic_on_oom();
849
850        // SAFETY: The `T` the closure takes is the same as the `T` of the store
851        // we're inserting into via the type signature above.
852        unsafe { host.into_func(store).panic_on_oom() }
853    }
854
855    /// Returns the underlying wasm type that this `Func` has.
856    ///
857    /// # Panics
858    ///
859    /// Panics if `store` does not own this function.
860    pub fn ty(&self, store: impl AsContext) -> FuncType {
861        self.load_ty(&store.as_context().0)
862    }
863
864    /// Forcibly loads the type of this function from the `Engine`.
865    ///
866    /// Note that this is a somewhat expensive method since it requires taking a
867    /// lock as well as cloning a type.
868    pub(crate) fn load_ty(&self, store: &StoreOpaque) -> FuncType {
869        FuncType::from_shared_type_index(store.engine(), self.type_index(store))
870    }
871
872    /// Does this function match the given type?
873    ///
874    /// That is, is this function's type a subtype of the given type?
875    ///
876    /// # Panics
877    ///
878    /// Panics if this function is not associated with the given store or if the
879    /// function type is not associated with the store's engine.
880    pub fn matches_ty(&self, store: impl AsContext, func_ty: &FuncType) -> bool {
881        self._matches_ty(store.as_context().0, func_ty)
882    }
883
884    pub(crate) fn _matches_ty(&self, store: &StoreOpaque, func_ty: &FuncType) -> bool {
885        let actual_ty = self.load_ty(store);
886        actual_ty.matches(func_ty)
887    }
888
889    pub(crate) fn ensure_matches_ty(&self, store: &StoreOpaque, func_ty: &FuncType) -> Result<()> {
890        if !self.comes_from_same_store(store) {
891            bail!("function used with wrong store");
892        }
893        if self._matches_ty(store, func_ty) {
894            Ok(())
895        } else {
896            let actual_ty = self.load_ty(store);
897            bail!("type mismatch: expected {func_ty}, found {actual_ty}")
898        }
899    }
900
901    pub(crate) fn type_index(&self, data: &StoreOpaque) -> VMSharedTypeIndex {
902        unsafe { self.vm_func_ref(data).as_ref().type_index }
903    }
904
905    /// Invokes this function with the `params` given and writes returned values
906    /// to `results`.
907    ///
908    /// The `params` here must match the type signature of this `Func`, or an
909    /// error will occur. Additionally `results` must have the same
910    /// length as the number of results for this function. Calling this function
911    /// will synchronously execute the WebAssembly function referenced to get
912    /// the results.
913    ///
914    /// This function will return `Ok(())` if execution completed without a trap
915    /// or error of any kind. In this situation the results will be written to
916    /// the provided `results` array.
917    ///
918    /// # Errors
919    ///
920    /// Any error which occurs throughout the execution of the function will be
921    /// returned as `Err(e)`. The [`Error`](crate::Error) type can be inspected
922    /// for the precise error cause such as:
923    ///
924    /// * [`Trap`] - indicates that a wasm trap happened and execution was
925    ///   halted.
926    /// * [`WasmBacktrace`] - optionally included on errors for backtrace
927    ///   information of the trap/error.
928    /// * Other string-based errors to indicate issues such as type errors with
929    ///   `params`.
930    /// * Any host-originating error originally returned from a function defined
931    ///   via [`Func::new`], for example.
932    /// * The `store` provided is configured to require `call_async` to be used
933    ///   instead, such as with epochs or fuel.
934    ///
935    /// Errors typically indicate that execution of WebAssembly was halted
936    /// mid-way and did not complete after the error condition happened.
937    ///
938    /// [`Trap`]: crate::Trap
939    ///
940    /// # Panics
941    ///
942    /// Panics if `store` does not own this function.
943    ///
944    /// [`WasmBacktrace`]: crate::WasmBacktrace
945    pub fn call(
946        &self,
947        mut store: impl AsContextMut,
948        params: &[Val],
949        results: &mut [Val],
950    ) -> Result<()> {
951        let mut store = store.as_context_mut();
952        store.0.validate_sync_call()?;
953
954        self.call_impl_check_args(&mut store, params, results)?;
955
956        unsafe { self.call_impl_do_call(&mut store, params, results) }
957    }
958
959    /// Invokes this function in an "unchecked" fashion, reading parameters and
960    /// writing results to `params_and_returns`.
961    ///
962    /// This function is the same as [`Func::call`] except that the arguments
963    /// and results both use a different representation. If possible it's
964    /// recommended to use [`Func::call`] if safety isn't necessary or to use
965    /// [`Func::typed`] in conjunction with [`TypedFunc::call`] since that's
966    /// both safer and faster than this method of invoking a function.
967    ///
968    /// Note that if this function takes `externref` arguments then it will
969    /// **not** automatically GC unlike the [`Func::call`] and
970    /// [`TypedFunc::call`] functions. This means that if this function is
971    /// invoked many times with new `ExternRef` values and no other GC happens
972    /// via any other means then no values will get collected.
973    ///
974    /// # Errors
975    ///
976    /// For more information about errors see the [`Func::call`] documentation.
977    ///
978    /// # Unsafety
979    ///
980    /// This function is unsafe because the `params_and_returns` argument is not
981    /// validated at all. It must uphold invariants such as:
982    ///
983    /// * It's a valid pointer to an array
984    /// * It has enough space to store all parameters
985    /// * It has enough space to store all results (not at the same time as
986    ///   parameters)
987    /// * Parameters are initially written to the array and have the correct
988    ///   types and such.
989    /// * Reference types like `externref` and `funcref` are valid at the
990    ///   time of this call and for the `store` specified.
991    ///
992    /// These invariants are all upheld for you with [`Func::call`] and
993    /// [`TypedFunc::call`].
994    pub unsafe fn call_unchecked(
995        &self,
996        mut store: impl AsContextMut,
997        params_and_returns: *mut [ValRaw],
998    ) -> Result<()> {
999        let mut store = store.as_context_mut();
1000        let func_ref = self.vm_func_ref(store.0);
1001        let params_and_returns = NonNull::new(params_and_returns).unwrap_or(NonNull::from(&mut []));
1002
1003        // SAFETY: the safety of this function call is the same as the contract
1004        // of this function.
1005        unsafe { Self::call_unchecked_raw(&mut store, func_ref, params_and_returns) }
1006    }
1007
1008    pub(crate) unsafe fn call_unchecked_raw<T>(
1009        store: &mut StoreContextMut<'_, T>,
1010        func_ref: NonNull<VMFuncRef>,
1011        params_and_returns: NonNull<[ValRaw]>,
1012    ) -> Result<()> {
1013        // SAFETY: the safety of this function call is the same as the contract
1014        // of this function.
1015        invoke_wasm_and_catch_traps(store, |caller, vm| unsafe {
1016            VMFuncRef::array_call(func_ref, vm, caller, params_and_returns)
1017        })
1018    }
1019
1020    /// Converts the raw representation of a `funcref` into an `Option<Func>`
1021    ///
1022    /// This is intended to be used in conjunction with [`Func::new_unchecked`],
1023    /// [`Func::call_unchecked`], and [`ValRaw`] with its `funcref` field. This
1024    /// is the dual of [`Func::to_raw`].
1025    ///
1026    /// # Unsafety
1027    ///
1028    /// This function is not safe because `raw` is not validated at all. The
1029    /// caller must guarantee that `raw` is owned by the `store` provided and is
1030    /// valid within the `store`.
1031    pub unsafe fn from_raw(mut store: impl AsContextMut, raw: *mut c_void) -> Option<Func> {
1032        // SAFETY: this function's own contract is that `raw` is owned by store
1033        // to make this safe.
1034        unsafe { Self::_from_raw(store.as_context_mut().0, raw) }
1035    }
1036
1037    /// Same as `from_raw`, but with the internal `StoreOpaque` type.
1038    pub(crate) unsafe fn _from_raw(store: &mut StoreOpaque, raw: *mut c_void) -> Option<Func> {
1039        // SAFETY: this function's own contract is that `raw` is owned by store
1040        // to make this safe.
1041        unsafe {
1042            Some(Func::from_vm_func_ref(
1043                store.id(),
1044                NonNull::new(raw.cast())?,
1045            ))
1046        }
1047    }
1048
1049    /// Extracts the raw value of this `Func`, which is owned by `store`.
1050    ///
1051    /// This function returns a value that's suitable for writing into the
1052    /// `funcref` field of the [`ValRaw`] structure.
1053    ///
1054    /// # Safety
1055    ///
1056    /// The returned value is only valid for as long as the store is alive.
1057    /// This value is safe to pass to [`Func::from_raw`] so long as the same
1058    /// `store` is provided.
1059    pub fn to_raw(&self, mut store: impl AsContextMut) -> *mut c_void {
1060        self.to_raw_(store.as_context_mut().0)
1061    }
1062
1063    pub(crate) fn to_raw_(&self, store: &mut StoreOpaque) -> *mut c_void {
1064        self.vm_func_ref(store).as_ptr().cast()
1065    }
1066
1067    pub(crate) fn to_val_raw(&self, store: &mut StoreOpaque) -> ValRaw {
1068        ValRaw::funcref(self.to_raw_(store))
1069    }
1070
1071    /// Invokes this function with the `params` given, returning the results
1072    /// asynchronously.
1073    ///
1074    /// This function is the same as [`Func::call`] except that it is
1075    /// asynchronous.
1076    ///
1077    /// It's important to note that the execution of WebAssembly will happen
1078    /// synchronously in the `poll` method of the future returned from this
1079    /// function. Wasmtime does not manage its own thread pool or similar to
1080    /// execute WebAssembly in. Future `poll` methods are generally expected to
1081    /// resolve quickly, so it's recommended that you run or poll this future
1082    /// in a "blocking context".
1083    ///
1084    /// For more information see the documentation on [asynchronous
1085    /// configs](crate#async).
1086    ///
1087    /// # Errors
1088    ///
1089    /// For more information on errors see the [`Func::call`] documentation.
1090    ///
1091    /// # Panics
1092    ///
1093    /// Panics if this is called on a function in a synchronous store. This
1094    /// only works with functions defined within an asynchronous store. Also
1095    /// panics if `store` does not own this function.
1096    #[cfg(feature = "async")]
1097    pub async fn call_async(
1098        &self,
1099        mut store: impl AsContextMut<Data: Send>,
1100        params: &[Val],
1101        results: &mut [Val],
1102    ) -> Result<()> {
1103        let mut store = store.as_context_mut();
1104
1105        self.call_impl_check_args(&mut store, params, results)?;
1106
1107        let result = store
1108            .on_fiber(|store| unsafe { self.call_impl_do_call(store, params, results) })
1109            .await??;
1110        Ok(result)
1111    }
1112
1113    /// Perform dynamic checks that the arguments given to us match
1114    /// the signature of this function and are appropriate to pass to this
1115    /// function.
1116    ///
1117    /// This involves checking to make sure we have the right number and types
1118    /// of arguments as well as making sure everything is from the same `Store`.
1119    ///
1120    /// This must be called just before `call_impl_do_call`.
1121    fn call_impl_check_args<T>(
1122        &self,
1123        store: &mut StoreContextMut<'_, T>,
1124        params: &[Val],
1125        results: &mut [Val],
1126    ) -> Result<()> {
1127        let ty = self.load_ty(store.0);
1128        if ty.params().len() != params.len() {
1129            bail!(
1130                "expected {} arguments, got {}",
1131                ty.params().len(),
1132                params.len()
1133            );
1134        }
1135        if ty.results().len() != results.len() {
1136            bail!(
1137                "expected {} results, got {}",
1138                ty.results().len(),
1139                results.len()
1140            );
1141        }
1142
1143        for (ty, arg) in ty.params().zip(params) {
1144            arg.ensure_matches_ty(store.0, &ty)
1145                .context("argument type mismatch")?;
1146            if !arg.comes_from_same_store(store.0) {
1147                bail!("cross-`Store` values are not currently supported");
1148            }
1149        }
1150
1151        Ok(())
1152    }
1153
1154    /// Do the actual call into Wasm.
1155    ///
1156    /// # Safety
1157    ///
1158    /// You must have type checked the arguments by calling
1159    /// `call_impl_check_args` immediately before calling this function. It is
1160    /// only safe to call this function if that one did not return an error.
1161    unsafe fn call_impl_do_call<T>(
1162        &self,
1163        store: &mut StoreContextMut<'_, T>,
1164        params: &[Val],
1165        results: &mut [Val],
1166    ) -> Result<()> {
1167        // Store the argument values into `values_vec`.
1168        let ty = self.load_ty(store.0);
1169        let values_vec_size = params.len().max(ty.results().len());
1170        let mut values_vec = store.0.take_wasm_val_raw_storage();
1171        debug_assert!(values_vec.is_empty());
1172        values_vec.resize_with(values_vec_size, || ValRaw::v128(0))?;
1173        for (arg, slot) in params.iter().cloned().zip(&mut values_vec) {
1174            *slot = arg.to_raw(&mut *store)?;
1175        }
1176
1177        unsafe {
1178            self.call_unchecked(
1179                &mut *store,
1180                core::ptr::slice_from_raw_parts_mut(values_vec.as_mut_ptr(), values_vec_size),
1181            )?;
1182        }
1183
1184        for ((i, slot), val) in results.iter_mut().enumerate().zip(&values_vec) {
1185            let ty = ty.results().nth(i).unwrap();
1186            *slot = unsafe { Val::from_raw(&mut *store, *val, ty) };
1187        }
1188        values_vec.truncate(0);
1189        store.0.save_wasm_val_raw_storage(values_vec);
1190        Ok(())
1191    }
1192
1193    #[inline]
1194    pub(crate) fn vm_func_ref(&self, store: &StoreOpaque) -> NonNull<VMFuncRef> {
1195        self.store.assert_belongs_to(store.id());
1196        self.unsafe_func_ref.as_non_null()
1197    }
1198
1199    pub(crate) fn vmimport(&self, store: &StoreOpaque) -> VMFunctionImport {
1200        unsafe {
1201            let f = self.vm_func_ref(store);
1202            VMFunctionImport {
1203                // Note that this is a load-bearing `unwrap` here, but is
1204                // never expected to trip at runtime. The general problem is
1205                // that host functions do not have a `wasm_call` function so
1206                // the `VMFuncRef` type has an optional pointer there. This is
1207                // only able to be filled out when a function is "paired" with
1208                // a module where trampolines are present to fill out
1209                // `wasm_call` pointers.
1210                //
1211                // This pairing of modules doesn't happen explicitly but is
1212                // instead managed lazily throughout Wasmtime. Specifically the
1213                // way this works is one of:
1214                //
1215                // * When a host function is created the store's list of
1216                //   modules are searched for a wasm trampoline. If not found
1217                //   the `wasm_call` field is left blank.
1218                //
1219                // * When a module instantiation happens, which uses this
1220                //   function, the module will be used to fill any outstanding
1221                //   holes that it has trampolines for.
1222                //
1223                // This means that by the time we get to this point any
1224                // relevant holes should be filled out. Thus if this panic
1225                // actually triggers then it's indicative of a missing `fill`
1226                // call somewhere else.
1227                wasm_call: f.as_ref().wasm_call.unwrap(),
1228                array_call: f.as_ref().array_call,
1229                vmctx: f.as_ref().vmctx,
1230            }
1231        }
1232    }
1233
1234    pub(crate) fn comes_from_same_store(&self, store: &StoreOpaque) -> bool {
1235        self.store == store.id()
1236    }
1237
1238    /// Attempts to extract a typed object from this `Func` through which the
1239    /// function can be called.
1240    ///
1241    /// This function serves as an alternative to [`Func::call`] and
1242    /// [`Func::call_async`]. This method performs a static type check (using
1243    /// the `Params` and `Results` type parameters on the underlying wasm
1244    /// function. If the type check passes then a `TypedFunc` object is returned,
1245    /// otherwise an error is returned describing the typecheck failure.
1246    ///
1247    /// The purpose of this relative to [`Func::call`] is that it's much more
1248    /// efficient when used to invoke WebAssembly functions. With the types
1249    /// statically known far less setup/teardown is required when invoking
1250    /// WebAssembly. If speed is desired then this function is recommended to be
1251    /// used instead of [`Func::call`] (which is more general, hence its
1252    /// slowdown).
1253    ///
1254    /// The `Params` type parameter is used to describe the parameters of the
1255    /// WebAssembly function. This can either be a single type (like `i32`), or
1256    /// a tuple of types representing the list of parameters (like `(i32, f32,
1257    /// f64)`). Additionally you can use `()` to represent that the function has
1258    /// no parameters.
1259    ///
1260    /// The `Results` type parameter is used to describe the results of the
1261    /// function. This behaves the same way as `Params`, but just for the
1262    /// results of the function.
1263    ///
1264    /// # Translating Between WebAssembly and Rust Types
1265    ///
1266    /// Translation between Rust types and WebAssembly types looks like:
1267    ///
1268    /// | WebAssembly                               | Rust                                  |
1269    /// |-------------------------------------------|---------------------------------------|
1270    /// | `i32`                                     | `i32` or `u32`                        |
1271    /// | `i64`                                     | `i64` or `u64`                        |
1272    /// | `f32`                                     | `f32`                                 |
1273    /// | `f64`                                     | `f64`                                 |
1274    /// | `externref` aka `(ref null extern)`       | `Option<Rooted<ExternRef>>`           |
1275    /// | `(ref extern)`                            | `Rooted<ExternRef>`                   |
1276    /// | `nullexternref` aka `(ref null noextern)` | `Option<NoExtern>`                    |
1277    /// | `(ref noextern)`                          | `NoExtern`                            |
1278    /// | `anyref` aka `(ref null any)`             | `Option<Rooted<AnyRef>>`              |
1279    /// | `(ref any)`                               | `Rooted<AnyRef>`                      |
1280    /// | `eqref` aka `(ref null eq)`               | `Option<Rooted<EqRef>>`               |
1281    /// | `(ref eq)`                                | `Rooted<EqRef>`                       |
1282    /// | `i31ref` aka `(ref null i31)`             | `Option<I31>`                         |
1283    /// | `(ref i31)`                               | `I31`                                 |
1284    /// | `structref` aka `(ref null struct)`       | `Option<Rooted<StructRef>>`           |
1285    /// | `(ref struct)`                            | `Rooted<StructRef>`                   |
1286    /// | `arrayref` aka `(ref null array)`         | `Option<Rooted<ArrayRef>>`            |
1287    /// | `(ref array)`                             | `Rooted<ArrayRef>`                    |
1288    /// | `nullref` aka `(ref null none)`           | `Option<NoneRef>`                     |
1289    /// | `(ref none)`                              | `NoneRef`                             |
1290    /// | `funcref` aka `(ref null func)`           | `Option<Func>`                        |
1291    /// | `(ref func)`                              | `Func`                                |
1292    /// | `(ref null <func type index>)`            | `Option<Func>`                        |
1293    /// | `(ref <func type index>)`                 | `Func`                                |
1294    /// | `nullfuncref` aka `(ref null nofunc)`     | `Option<NoFunc>`                      |
1295    /// | `(ref nofunc)`                            | `NoFunc`                              |
1296    /// | `v128`                                    | `V128` on `x86-64` and `aarch64` only |
1297    ///
1298    /// (Note that this mapping is the same as that of [`Func::wrap`], and that
1299    /// anywhere a `Rooted<T>` appears, a `OwnedRooted<T>` may also appear).
1300    ///
1301    /// Note that once the [`TypedFunc`] return value is acquired you'll use either
1302    /// [`TypedFunc::call`] or [`TypedFunc::call_async`] as necessary to actually invoke
1303    /// the function. This method does not invoke any WebAssembly code, it
1304    /// simply performs a typecheck before returning the [`TypedFunc`] value.
1305    ///
1306    /// This method also has a convenience wrapper as
1307    /// [`Instance::get_typed_func`](crate::Instance::get_typed_func) to
1308    /// directly get a typed function value from an
1309    /// [`Instance`](crate::Instance).
1310    ///
1311    /// ## Subtyping
1312    ///
1313    /// For result types, you can always use a supertype of the WebAssembly
1314    /// function's actual declared result type. For example, if the WebAssembly
1315    /// function was declared with type `(func (result nullfuncref))` you could
1316    /// successfully call `f.typed::<(), Option<Func>>()` because `Option<Func>`
1317    /// corresponds to `funcref`, which is a supertype of `nullfuncref`.
1318    ///
1319    /// For parameter types, you can always use a subtype of the WebAssembly
1320    /// function's actual declared parameter type. For example, if the
1321    /// WebAssembly function was declared with type `(func (param (ref null
1322    /// func)))` you could successfully call `f.typed::<Func, ()>()` because
1323    /// `Func` corresponds to `(ref func)`, which is a subtype of `(ref null
1324    /// func)`.
1325    ///
1326    /// Additionally, for functions which take a reference to a concrete type as
1327    /// a parameter, you can also use the concrete type's supertype. Consider a
1328    /// WebAssembly function that takes a reference to a function with a
1329    /// concrete type: `(ref null <func type index>)`. In this scenario, there
1330    /// is no static `wasmtime::Foo` Rust type that corresponds to that
1331    /// particular Wasm-defined concrete reference type because Wasm modules are
1332    /// loaded dynamically at runtime. You *could* do `f.typed::<Option<NoFunc>,
1333    /// ()>()`, and while that is correctly typed and valid, it is often overly
1334    /// restrictive. The only value you could call the resulting typed function
1335    /// with is the null function reference, but we'd like to call it with
1336    /// non-null function references that happen to be of the correct
1337    /// type. Therefore, `f.typed<Option<Func>, ()>()` is also allowed in this
1338    /// case, even though `Option<Func>` represents `(ref null func)` which is
1339    /// the supertype, not subtype, of `(ref null <func type index>)`. This does
1340    /// imply some minimal dynamic type checks in this case, but it is supported
1341    /// for better ergonomics, to enable passing non-null references into the
1342    /// function.
1343    ///
1344    /// # Errors
1345    ///
1346    /// This function will return an error if `Params` or `Results` does not
1347    /// match the native type of this WebAssembly function.
1348    ///
1349    /// # Panics
1350    ///
1351    /// This method will panic if `store` does not own this function.
1352    ///
1353    /// # Examples
1354    ///
1355    /// An end-to-end example of calling a function which takes no parameters
1356    /// and has no results:
1357    ///
1358    /// ```
1359    /// # use wasmtime::*;
1360    /// # fn main() -> Result<()> {
1361    /// let engine = Engine::default();
1362    /// let mut store = Store::new(&engine, ());
1363    /// let module = Module::new(&engine, r#"(module (func (export "foo")))"#)?;
1364    /// let instance = Instance::new(&mut store, &module, &[])?;
1365    /// let foo = instance.get_func(&mut store, "foo").expect("export wasn't a function");
1366    ///
1367    /// // Note that this call can fail due to the typecheck not passing, but
1368    /// // in our case we statically know the module so we know this should
1369    /// // pass.
1370    /// let typed = foo.typed::<(), ()>(&store)?;
1371    ///
1372    /// // Note that this can fail if the wasm traps at runtime.
1373    /// typed.call(&mut store, ())?;
1374    /// # Ok(())
1375    /// # }
1376    /// ```
1377    ///
1378    /// You can also pass in multiple parameters and get a result back
1379    ///
1380    /// ```
1381    /// # use wasmtime::*;
1382    /// # fn foo(add: &Func, mut store: Store<()>) -> Result<()> {
1383    /// let typed = add.typed::<(i32, i64), f32>(&store)?;
1384    /// assert_eq!(typed.call(&mut store, (1, 2))?, 3.0);
1385    /// # Ok(())
1386    /// # }
1387    /// ```
1388    ///
1389    /// and similarly if a function has multiple results you can bind that too
1390    ///
1391    /// ```
1392    /// # use wasmtime::*;
1393    /// # fn foo(add_with_overflow: &Func, mut store: Store<()>) -> Result<()> {
1394    /// let typed = add_with_overflow.typed::<(u32, u32), (u32, i32)>(&store)?;
1395    /// let (result, overflow) = typed.call(&mut store, (u32::max_value(), 2))?;
1396    /// assert_eq!(result, 1);
1397    /// assert_eq!(overflow, 1);
1398    /// # Ok(())
1399    /// # }
1400    /// ```
1401    pub fn typed<Params, Results>(
1402        &self,
1403        store: impl AsContext,
1404    ) -> Result<TypedFunc<Params, Results>>
1405    where
1406        Params: WasmParams,
1407        Results: WasmResults,
1408    {
1409        // Type-check that the params/results are all valid
1410        let store = store.as_context().0;
1411        let ty = self.load_ty(store);
1412        Params::typecheck(store.engine(), ty.params(), TypeCheckPosition::Param)
1413            .context("type mismatch with parameters")?;
1414        Results::typecheck(store.engine(), ty.results(), TypeCheckPosition::Result)
1415            .context("type mismatch with results")?;
1416
1417        // and then we can construct the typed version of this function
1418        // (unsafely), which should be safe since we just did the type check above.
1419        unsafe { Ok(TypedFunc::_new_unchecked(store, *self)) }
1420    }
1421
1422    /// Get a stable hash key for this function.
1423    ///
1424    /// Even if the same underlying function is added to the `StoreData`
1425    /// multiple times and becomes multiple `wasmtime::Func`s, this hash key
1426    /// will be consistent across all of these functions.
1427    #[cfg_attr(
1428        not(test),
1429        expect(dead_code, reason = "Not used yet, but added for consistency")
1430    )]
1431    pub(crate) fn hash_key(&self, store: &mut StoreOpaque) -> impl core::hash::Hash + Eq + use<> {
1432        self.vm_func_ref(store).as_ptr().addr()
1433    }
1434}
1435
1436/// Prepares for entrance into WebAssembly.
1437///
1438/// This function will set up context such that `closure` is allowed to call a
1439/// raw trampoline or a raw WebAssembly function. This *must* be called to do
1440/// things like catch traps and set up GC properly.
1441///
1442/// The `closure` provided receives a default "caller" `VMContext` parameter it
1443/// can pass to the called wasm function, if desired.
1444pub(crate) fn invoke_wasm_and_catch_traps<T>(
1445    store: &mut StoreContextMut<'_, T>,
1446    closure: impl FnMut(NonNull<VMContext>, Option<InterpreterRef<'_>>) -> bool,
1447) -> Result<()> {
1448    // The `enter_wasm` call below will reset the store context's
1449    // `stack_chain` to a new `InitialStack`, pointing to the
1450    // stack-allocated `initial_stack_csi`.
1451    let mut initial_stack_csi = VMCommonStackInformation::running_default();
1452    // Stores some state of the runtime just before entering Wasm. Will be
1453    // restored upon exiting Wasm. Note that the `CallThreadState` that is
1454    // created by the `catch_traps` call below will store a pointer to this
1455    // stack-allocated `previous_runtime_state`.
1456    let mut previous_runtime_state = EntryStoreContext::enter_wasm(store, &mut initial_stack_csi);
1457
1458    if let Err(trap) = store.0.call_hook(CallHook::CallingWasm) {
1459        // `previous_runtime_state` implicitly dropped here
1460        return Err(trap);
1461    }
1462    let result = crate::runtime::vm::catch_traps(store, &mut previous_runtime_state, closure);
1463    #[cfg(feature = "component-model")]
1464    if result.is_err() {
1465        store.0.set_trapped();
1466    }
1467    core::mem::drop(previous_runtime_state);
1468    store.0.call_hook(CallHook::ReturningFromWasm)?;
1469    result
1470}
1471
1472/// This type helps managing the state of the runtime when entering and exiting
1473/// Wasm. To this end, it contains a subset of the data in `VMStoreContext`.
1474/// Upon entering Wasm, it updates various runtime fields and their
1475/// original values saved in this struct. Upon exiting Wasm, the previous values
1476/// are restored.
1477pub(crate) struct EntryStoreContext {
1478    /// If set, contains value of `stack_limit` field to restore in
1479    /// `VMStoreContext` when exiting Wasm.
1480    pub stack_limit: Option<usize>,
1481    pub last_wasm_exit_pc: usize,
1482    pub last_wasm_exit_trampoline_fp: usize,
1483    pub last_wasm_entry_fp: usize,
1484    pub last_wasm_entry_sp: usize,
1485    pub last_wasm_entry_trap_handler: usize,
1486    pub stack_chain: VMStackChain,
1487
1488    /// We need a pointer to the runtime limits, so we can update them from
1489    /// `drop`/`exit_wasm`.
1490    vm_store_context: *const VMStoreContext,
1491}
1492
1493impl EntryStoreContext {
1494    /// This function is called to update and save state when
1495    /// WebAssembly is entered within the `Store`.
1496    ///
1497    /// This updates various fields such as:
1498    ///
1499    /// * The stack limit. This is what ensures that we limit the stack space
1500    ///   allocated by WebAssembly code and it's relative to the initial stack
1501    ///   pointer that called into wasm.
1502    ///
1503    /// It also saves the different last_wasm_* values in the `VMStoreContext`.
1504    pub fn enter_wasm<T>(
1505        store: &mut StoreContextMut<'_, T>,
1506        initial_stack_information: *mut VMCommonStackInformation,
1507    ) -> Self {
1508        let stack_limit;
1509
1510        // If this is a recursive call, e.g. our stack limit is already set, then
1511        // we may be able to skip this function.
1512        //
1513        // For synchronous stores there's nothing else to do because all wasm calls
1514        // happen synchronously and on the same stack. This means that the previous
1515        // stack limit will suffice for the next recursive call.
1516        //
1517        // For asynchronous stores then each call happens on a separate native
1518        // stack. This means that the previous stack limit is no longer relevant
1519        // because we're on a separate stack.
1520        if unsafe { *store.0.vm_store_context().stack_limit.get() } != usize::MAX
1521            && !store.0.can_block()
1522        {
1523            stack_limit = None;
1524        }
1525        // Ignore this stack pointer business on miri since we can't execute wasm
1526        // anyway and the concept of a stack pointer on miri is a bit nebulous
1527        // regardless.
1528        else if cfg!(miri) {
1529            stack_limit = None;
1530        } else {
1531            // When Cranelift has support for the host then we might be running native
1532            // compiled code meaning we need to read the actual stack pointer. If
1533            // Cranelift can't be used though then we're guaranteed to be running pulley
1534            // in which case this stack pointer isn't actually used as Pulley has custom
1535            // mechanisms for stack overflow.
1536            #[cfg(has_host_compiler_backend)]
1537            let stack_pointer = crate::runtime::vm::get_stack_pointer();
1538            #[cfg(not(has_host_compiler_backend))]
1539            let stack_pointer = {
1540                use wasmtime_environ::TripleExt;
1541                debug_assert!(store.engine().target().is_pulley());
1542                usize::MAX
1543            };
1544
1545            // Determine the stack pointer where, after which, any wasm code will
1546            // immediately trap. This is checked on the entry to all wasm functions.
1547            //
1548            // Note that this isn't 100% precise. We are requested to give wasm
1549            // `max_wasm_stack` bytes, but what we're actually doing is giving wasm
1550            // probably a little less than `max_wasm_stack` because we're
1551            // calculating the limit relative to this function's approximate stack
1552            // pointer. Wasm will be executed on a frame beneath this one (or next
1553            // to it). In any case it's expected to be at most a few hundred bytes
1554            // of slop one way or another. When wasm is typically given a MB or so
1555            // (a million bytes) the slop shouldn't matter too much.
1556            //
1557            // After we've got the stack limit then we store it into the `stack_limit`
1558            // variable.
1559            //
1560            // Also note that `saturating_sub` is used here since if the user
1561            // said that the function gets nigh-infinite stack well then by
1562            // golly it'll get nigh-infinite stack in which case the limit is 0.
1563            let wasm_stack_limit =
1564                stack_pointer.saturating_sub(store.engine().config().max_wasm_stack);
1565            let prev_stack = unsafe {
1566                mem::replace(
1567                    &mut *store.0.vm_store_context().stack_limit.get(),
1568                    wasm_stack_limit,
1569                )
1570            };
1571            stack_limit = Some(prev_stack);
1572        }
1573
1574        unsafe {
1575            let vm_store_context = store.0.vm_store_context();
1576            let new_stack_chain = VMStackChain::InitialStack(initial_stack_information);
1577            *vm_store_context.stack_chain.get() = new_stack_chain;
1578
1579            Self {
1580                stack_limit,
1581                last_wasm_exit_pc: *(*vm_store_context).last_wasm_exit_pc.get(),
1582                last_wasm_exit_trampoline_fp: *(*vm_store_context)
1583                    .last_wasm_exit_trampoline_fp
1584                    .get(),
1585                last_wasm_entry_fp: *(*vm_store_context).last_wasm_entry_fp.get(),
1586                last_wasm_entry_sp: *(*vm_store_context).last_wasm_entry_sp.get(),
1587                last_wasm_entry_trap_handler: *(*vm_store_context)
1588                    .last_wasm_entry_trap_handler
1589                    .get(),
1590                stack_chain: (*(*vm_store_context).stack_chain.get()).clone(),
1591                vm_store_context,
1592            }
1593        }
1594    }
1595
1596    /// This function restores the values stored in this struct. We invoke this
1597    /// function through this type's `Drop` implementation. This ensures that we
1598    /// even restore the values if we unwind the stack (e.g., because we are
1599    /// panicking out of a Wasm execution).
1600    #[inline]
1601    fn exit_wasm(&mut self) {
1602        unsafe {
1603            if let Some(limit) = self.stack_limit {
1604                *(&*self.vm_store_context).stack_limit.get() = limit;
1605            }
1606
1607            *(*self.vm_store_context).last_wasm_exit_trampoline_fp.get() =
1608                self.last_wasm_exit_trampoline_fp;
1609            *(*self.vm_store_context).last_wasm_exit_pc.get() = self.last_wasm_exit_pc;
1610            *(*self.vm_store_context).last_wasm_entry_fp.get() = self.last_wasm_entry_fp;
1611            *(*self.vm_store_context).last_wasm_entry_sp.get() = self.last_wasm_entry_sp;
1612            *(*self.vm_store_context).last_wasm_entry_trap_handler.get() =
1613                self.last_wasm_entry_trap_handler;
1614            *(*self.vm_store_context).stack_chain.get() = self.stack_chain.clone();
1615        }
1616    }
1617}
1618
1619impl Drop for EntryStoreContext {
1620    #[inline]
1621    fn drop(&mut self) {
1622        self.exit_wasm();
1623    }
1624}
1625
1626/// A trait implemented for types which can be returned from closures passed to
1627/// [`Func::wrap`] and friends.
1628///
1629/// This trait should not be implemented by user types. This trait may change at
1630/// any time internally. The types which implement this trait, however, are
1631/// stable over time.
1632///
1633/// For more information see [`Func::wrap`]
1634pub unsafe trait WasmRet {
1635    // Same as `WasmTy::compatible_with_store`.
1636    #[doc(hidden)]
1637    fn compatible_with_store(&self, store: &StoreOpaque) -> bool;
1638
1639    /// Stores this return value into the `ptr` specified using the rooted
1640    /// `store`.
1641    ///
1642    /// Traps are communicated through the `Result<_>` return value.
1643    ///
1644    /// # Unsafety
1645    ///
1646    /// This method is unsafe as `ptr` must have the correct length to store
1647    /// this result. This property is only checked in debug mode, not in release
1648    /// mode.
1649    #[doc(hidden)]
1650    unsafe fn store(
1651        self,
1652        store: &mut AutoAssertNoGc<'_>,
1653        ptr: &mut [MaybeUninit<ValRaw>],
1654    ) -> Result<()>;
1655
1656    #[doc(hidden)]
1657    fn func_type(
1658        engine: &Engine,
1659        params: impl Iterator<Item = ValType>,
1660    ) -> Result<FuncType, OutOfMemory>;
1661    #[doc(hidden)]
1662    fn may_gc() -> bool;
1663
1664    // Utilities used to convert an instance of this type to a `Result`
1665    // explicitly, used when wrapping async functions which always bottom-out
1666    // in a function that returns a trap because futures can be cancelled.
1667    #[doc(hidden)]
1668    type Fallible: WasmRet;
1669    #[doc(hidden)]
1670    fn into_fallible(self) -> Self::Fallible;
1671    #[doc(hidden)]
1672    fn fallible_from_error(error: Error) -> Self::Fallible;
1673}
1674
1675unsafe impl<T> WasmRet for T
1676where
1677    T: WasmTy,
1678{
1679    type Fallible = Result<T>;
1680
1681    fn compatible_with_store(&self, store: &StoreOpaque) -> bool {
1682        <Self as WasmTy>::compatible_with_store(self, store)
1683    }
1684
1685    unsafe fn store(
1686        self,
1687        store: &mut AutoAssertNoGc<'_>,
1688        ptr: &mut [MaybeUninit<ValRaw>],
1689    ) -> Result<()> {
1690        debug_assert!(ptr.len() > 0);
1691        // SAFETY: the contract of this function/trait combo is such that `ptr`
1692        // is valid to store this type's value, thus this lookup should be safe.
1693        unsafe { <Self as WasmTy>::store(self, store, ptr.get_unchecked_mut(0)) }
1694    }
1695
1696    fn may_gc() -> bool {
1697        T::may_gc()
1698    }
1699
1700    fn func_type(
1701        engine: &Engine,
1702        params: impl Iterator<Item = ValType>,
1703    ) -> Result<FuncType, OutOfMemory> {
1704        FuncType::try_new(engine, params, Some(<Self as WasmTy>::valtype()))
1705    }
1706
1707    fn into_fallible(self) -> Result<T> {
1708        Ok(self)
1709    }
1710
1711    fn fallible_from_error(error: Error) -> Result<T> {
1712        Err(error)
1713    }
1714}
1715
1716unsafe impl<T> WasmRet for Result<T>
1717where
1718    T: WasmRet,
1719{
1720    type Fallible = Self;
1721
1722    fn compatible_with_store(&self, store: &StoreOpaque) -> bool {
1723        match self {
1724            Ok(x) => <T as WasmRet>::compatible_with_store(x, store),
1725            Err(_) => true,
1726        }
1727    }
1728
1729    unsafe fn store(
1730        self,
1731        store: &mut AutoAssertNoGc<'_>,
1732        ptr: &mut [MaybeUninit<ValRaw>],
1733    ) -> Result<()> {
1734        // SAFETY: the safety of calling this function is the same as calling
1735        // the inner `store`.
1736        unsafe { self.and_then(|val| val.store(store, ptr)) }
1737    }
1738
1739    fn may_gc() -> bool {
1740        T::may_gc()
1741    }
1742
1743    fn func_type(
1744        engine: &Engine,
1745        params: impl Iterator<Item = ValType>,
1746    ) -> Result<FuncType, OutOfMemory> {
1747        T::func_type(engine, params)
1748    }
1749
1750    fn into_fallible(self) -> Result<T> {
1751        self
1752    }
1753
1754    fn fallible_from_error(error: Error) -> Result<T> {
1755        Err(error)
1756    }
1757}
1758
1759macro_rules! impl_wasm_host_results {
1760    ($n:tt $($t:ident)*) => (
1761        #[allow(non_snake_case, reason = "macro-generated code")]
1762        unsafe impl<$($t),*> WasmRet for ($($t,)*)
1763        where
1764            $($t: WasmTy,)*
1765        {
1766            type Fallible = Result<Self>;
1767
1768            #[inline]
1769            fn compatible_with_store(&self, _store: &StoreOpaque) -> bool {
1770                let ($($t,)*) = self;
1771                $( $t.compatible_with_store(_store) && )* true
1772            }
1773
1774            #[inline]
1775            unsafe fn store(
1776                self,
1777                _store: &mut AutoAssertNoGc<'_>,
1778                _ptr: &mut [MaybeUninit<ValRaw>],
1779            ) -> Result<()> {
1780                let ($($t,)*) = self;
1781                let mut _cur = 0;
1782                $(
1783                    debug_assert!(_cur < _ptr.len());
1784                    // SAFETY: `store`'s unsafe contract is that `_ptr` is
1785                    // appropriately sized and additionally safe to call `store`
1786                    // for sub-types.
1787                    unsafe {
1788                        let val = _ptr.get_unchecked_mut(_cur);
1789                        _cur += 1;
1790                        WasmTy::store($t, _store, val)?;
1791                    }
1792                )*
1793                Ok(())
1794            }
1795
1796            #[doc(hidden)]
1797            fn may_gc() -> bool {
1798                $( $t::may_gc() || )* false
1799            }
1800
1801            fn func_type(
1802                engine: &Engine,
1803                params: impl Iterator<Item = ValType>,
1804            ) -> Result<FuncType, OutOfMemory> {
1805                FuncType::try_new(
1806                    engine,
1807                    params,
1808                    IntoIterator::into_iter([$($t::valtype(),)*]),
1809                )
1810            }
1811
1812            #[inline]
1813            fn into_fallible(self) -> Result<Self> {
1814                Ok(self)
1815            }
1816
1817            #[inline]
1818            fn fallible_from_error(error: Error) -> Result<Self> {
1819                Err(error)
1820            }
1821        }
1822    )
1823}
1824
1825for_each_function_signature!(impl_wasm_host_results);
1826
1827/// Internal trait implemented for all arguments that can be passed to
1828/// [`Func::wrap`] and [`Linker::func_wrap`](crate::Linker::func_wrap).
1829///
1830/// This trait should not be implemented by external users, it's only intended
1831/// as an implementation detail of this crate.
1832pub trait IntoFunc<T, Params, Results>: Send + Sync + 'static {
1833    /// Convert this function into a `VM{Array,Native}CallHostFuncContext` and
1834    /// internal `VMFuncRef`.
1835    #[doc(hidden)]
1836    fn into_func(self, engine: &Engine) -> Result<HostFunc, OutOfMemory>;
1837}
1838
1839macro_rules! impl_into_func {
1840    ($num:tt $arg:ident) => {
1841        // Implement for functions without a leading `Caller` parameter,
1842        // delegating to the implementation below which does have the leading
1843        // `Caller` parameter.
1844        #[expect(non_snake_case, reason = "macro-generated code")]
1845        impl<T, F, $arg, R> IntoFunc<T, $arg, R> for F
1846        where
1847            F: Fn($arg) -> R + Send + Sync + 'static,
1848            $arg: WasmTy,
1849            R: WasmRet,
1850            T: 'static,
1851        {
1852            fn into_func(self, engine: &Engine) -> Result<HostFunc, OutOfMemory> {
1853                let f = move |_: Caller<'_, T>, $arg: $arg| {
1854                    self($arg)
1855                };
1856
1857                f.into_func(engine)
1858            }
1859        }
1860
1861        #[expect(non_snake_case, reason = "macro-generated code")]
1862        impl<T, F, $arg, R> IntoFunc<T, (Caller<'_, T>, $arg), R> for F
1863        where
1864            F: Fn(Caller<'_, T>, $arg) -> R + Send + Sync + 'static,
1865            $arg: WasmTy,
1866            R: WasmRet,
1867            T: 'static,
1868        {
1869            fn into_func(self, engine: &Engine) -> Result<HostFunc, OutOfMemory> {
1870                HostFunc::wrap(engine, move |caller: Caller<'_, T>, ($arg,)| {
1871                    self(caller, $arg)
1872                })
1873            }
1874        }
1875    };
1876    ($num:tt $($args:ident)*) => {
1877        // Implement for functions without a leading `Caller` parameter,
1878        // delegating to the implementation below which does have the leading
1879        // `Caller` parameter.
1880        #[allow(non_snake_case, reason = "macro-generated code")]
1881        impl<T, F, $($args,)* R> IntoFunc<T, ($($args,)*), R> for F
1882        where
1883            F: Fn($($args),*) -> R + Send + Sync + 'static,
1884            $($args: WasmTy,)*
1885            R: WasmRet,
1886            T: 'static,
1887        {
1888            fn into_func(self, engine: &Engine) -> Result<HostFunc, OutOfMemory> {
1889                let f = move |_: Caller<'_, T>, $($args:$args),*| {
1890                    self($($args),*)
1891                };
1892
1893                f.into_func(engine)
1894            }
1895        }
1896
1897        #[allow(non_snake_case, reason = "macro-generated code")]
1898        impl<T, F, $($args,)* R> IntoFunc<T, (Caller<'_, T>, $($args,)*), R> for F
1899        where
1900            F: Fn(Caller<'_, T>, $($args),*) -> R + Send + Sync + 'static,
1901            $($args: WasmTy,)*
1902            R: WasmRet,
1903            T: 'static,
1904        {
1905            fn into_func(self, engine: &Engine) -> Result<HostFunc, OutOfMemory> {
1906                HostFunc::wrap(engine, move |caller: Caller<'_, T>, ( $( $args ),* )| {
1907                    self(caller, $( $args ),* )
1908                })
1909            }
1910        }
1911    }
1912}
1913
1914for_each_function_signature!(impl_into_func);
1915
1916/// Trait implemented for various tuples made up of types which implement
1917/// [`WasmTy`] that can be passed to [`Func::wrap_async`].
1918pub unsafe trait WasmTyList {
1919    /// Get the value type that each Type in the list represents.
1920    fn valtypes() -> impl Iterator<Item = ValType>;
1921
1922    // Load a version of `Self` from the `values` provided.
1923    //
1924    // # Safety
1925    //
1926    // This function is unsafe as it's up to the caller to ensure that `values` are
1927    // valid for this given type.
1928    #[doc(hidden)]
1929    unsafe fn load(store: &mut AutoAssertNoGc<'_>, values: &mut [MaybeUninit<ValRaw>]) -> Self;
1930
1931    #[doc(hidden)]
1932    fn may_gc() -> bool;
1933}
1934
1935macro_rules! impl_wasm_ty_list {
1936    ($num:tt $($args:ident)*) => (
1937        #[allow(non_snake_case, reason = "macro-generated code")]
1938        unsafe impl<$($args),*> WasmTyList for ($($args,)*)
1939        where
1940            $($args: WasmTy,)*
1941        {
1942            fn valtypes() -> impl Iterator<Item = ValType> {
1943                IntoIterator::into_iter([$($args::valtype(),)*])
1944            }
1945
1946            unsafe fn load(_store: &mut AutoAssertNoGc<'_>, _values: &mut [MaybeUninit<ValRaw>]) -> Self {
1947                let mut _cur = 0;
1948                ($({
1949                    debug_assert!(_cur < _values.len());
1950                    // SAFETY: this function's own contract means that `_values`
1951                    // is appropriately sized/typed for the internal loads.
1952                    unsafe {
1953                        let ptr = _values.get_unchecked(_cur).assume_init_ref();
1954                        _cur += 1;
1955                        $args::load(_store, ptr)
1956                    }
1957                },)*)
1958            }
1959
1960            fn may_gc() -> bool {
1961                $( $args::may_gc() || )* false
1962            }
1963        }
1964    );
1965}
1966
1967for_each_function_signature!(impl_wasm_ty_list);
1968
1969/// A structure representing the caller's context when creating a function
1970/// via [`Func::wrap`].
1971///
1972/// This structure can be taken as the first parameter of a closure passed to
1973/// [`Func::wrap`] or other constructors, and serves two purposes:
1974///
1975/// * First consumers can use [`Caller<'_, T>`](crate::Caller) to get access to
1976///   [`StoreContextMut<'_, T>`](crate::StoreContextMut) and/or get access to
1977///   `T` itself. This means that the [`Caller`] type can serve as a proxy to
1978///   the original [`Store`](crate::Store) itself and is used to satisfy
1979///   [`AsContext`] and [`AsContextMut`] bounds.
1980///
1981/// * Second a [`Caller`] can be used as the name implies, learning about the
1982///   caller's context, namely it's exported memory and exported functions. This
1983///   allows functions which take pointers as arguments to easily read the
1984///   memory the pointers point into, or if a function is expected to call
1985///   malloc in the wasm module to reserve space for the output you can do that.
1986///
1987/// Host functions which want access to [`Store`](crate::Store)-level state are
1988/// recommended to use this type.
1989pub struct Caller<'a, T: 'static> {
1990    pub(crate) store: StoreContextMut<'a, T>,
1991    caller: Instance,
1992}
1993
1994impl<T> Caller<'_, T> {
1995    fn sub_caller(&mut self) -> Caller<'_, T> {
1996        Caller {
1997            store: self.store.as_context_mut(),
1998            caller: self.caller,
1999        }
2000    }
2001
2002    /// Looks up an export from the caller's module by the `name` given.
2003    ///
2004    /// This is a low-level function that's typically used to implement passing
2005    /// of pointers or indices between core Wasm instances, where the callee
2006    /// needs to consult the caller's exports to perform memory management and
2007    /// resolve the references.
2008    ///
2009    /// For comparison, in components, the component model handles translating
2010    /// arguments from one component instance to another and managing memory, so
2011    /// that callees don't need to be aware of their callers, which promotes
2012    /// virtualizability of APIs.
2013    ///
2014    /// # Return
2015    ///
2016    /// If an export with the `name` provided was found, then it is returned as an
2017    /// `Extern`. There are a number of situations, however, where the export may not
2018    /// be available:
2019    ///
2020    /// * The caller instance may not have an export named `name`
2021    /// * There may not be a caller available, for example if `Func` was called
2022    ///   directly from host code.
2023    ///
2024    /// It's recommended to take care when calling this API and gracefully
2025    /// handling a `None` return value.
2026    pub fn get_export(&mut self, name: &str) -> Option<Extern> {
2027        // All instances created have a `host_state` with a pointer pointing
2028        // back to themselves. If this caller doesn't have that `host_state`
2029        // then it probably means it was a host-created object like `Func::new`
2030        // which doesn't have any exports we want to return anyway.
2031        self.caller.get_export(&mut self.store, name)
2032    }
2033
2034    /// Looks up an exported [`Extern`] value by a [`ModuleExport`] value.
2035    ///
2036    /// This is similar to [`Self::get_export`] but uses a [`ModuleExport`]
2037    /// value to avoid string lookups where possible. [`ModuleExport`]s can be
2038    /// obtained by calling [`Module::get_export_index`] on the [`Module`] that
2039    /// an instance was instantiated with.
2040    ///
2041    /// This method will search the module for an export with a matching entity index and return
2042    /// the value, if found.
2043    ///
2044    /// Returns `None` if there was no export with a matching entity index.
2045    ///
2046    /// [`Module::get_export_index`]: crate::Module::get_export_index
2047    /// [`Module`]: crate::Module
2048    ///
2049    /// # Panics
2050    ///
2051    /// Panics if `store` does not own this instance.
2052    ///
2053    /// # Usage
2054    /// ```
2055    /// use std::str;
2056    ///
2057    /// # use wasmtime::*;
2058    /// # fn main() -> Result<()> {
2059    /// # let mut store = Store::default();
2060    ///
2061    /// let module = Module::new(
2062    ///     store.engine(),
2063    ///     r#"
2064    ///         (module
2065    ///             (import "" "" (func $log_str (param i32 i32)))
2066    ///             (func (export "foo")
2067    ///                 i32.const 4   ;; ptr
2068    ///                 i32.const 13  ;; len
2069    ///                 call $log_str)
2070    ///             (memory (export "memory") 1)
2071    ///             (data (i32.const 4) "Hello, world!"))
2072    ///     "#,
2073    /// )?;
2074    ///
2075    /// let Some(module_export) = module.get_export_index("memory") else {
2076    ///    bail!("failed to find `memory` export in module");
2077    /// };
2078    ///
2079    /// let log_str = Func::wrap(&mut store, move |mut caller: Caller<'_, ()>, ptr: i32, len: i32| {
2080    ///     let mem = match caller.get_module_export(&module_export) {
2081    ///         Some(Extern::Memory(mem)) => mem,
2082    ///         _ => bail!("failed to find host memory"),
2083    ///     };
2084    ///     let data = mem.data(&caller)
2085    ///         .get(ptr as u32 as usize..)
2086    ///         .and_then(|arr| arr.get(..len as u32 as usize));
2087    ///     let string = match data {
2088    ///         Some(data) => match str::from_utf8(data) {
2089    ///             Ok(s) => s,
2090    ///             Err(_) => bail!("invalid utf-8"),
2091    ///         },
2092    ///         None => bail!("pointer/length out of bounds"),
2093    ///     };
2094    ///     assert_eq!(string, "Hello, world!");
2095    ///     println!("{}", string);
2096    ///     Ok(())
2097    /// });
2098    /// let instance = Instance::new(&mut store, &module, &[log_str.into()])?;
2099    /// let foo = instance.get_typed_func::<(), ()>(&mut store, "foo")?;
2100    /// foo.call(&mut store, ())?;
2101    /// # Ok(())
2102    /// # }
2103    /// ```
2104    pub fn get_module_export(&mut self, export: &ModuleExport) -> Option<Extern> {
2105        self.caller.get_module_export(&mut self.store, export)
2106    }
2107
2108    /// Access the underlying data owned by this `Store`.
2109    ///
2110    /// Same as [`Store::data`](crate::Store::data)
2111    pub fn data(&self) -> &T {
2112        self.store.data()
2113    }
2114
2115    /// Access the underlying data owned by this `Store`.
2116    ///
2117    /// Same as [`Store::data_mut`](crate::Store::data_mut)
2118    pub fn data_mut(&mut self) -> &mut T {
2119        self.store.data_mut()
2120    }
2121
2122    /// Returns the underlying [`Engine`] this store is connected to.
2123    pub fn engine(&self) -> &Engine {
2124        self.store.engine()
2125    }
2126
2127    /// Perform garbage collection.
2128    ///
2129    /// Same as [`Store::gc`](crate::Store::gc).
2130    #[cfg(feature = "gc")]
2131    pub fn gc(&mut self, why: Option<&crate::GcHeapOutOfMemory<()>>) -> Result<()> {
2132        self.store.gc(why)
2133    }
2134
2135    /// Perform garbage collection asynchronously.
2136    ///
2137    /// Same as [`Store::gc_async`](crate::Store::gc_async).
2138    #[cfg(all(feature = "async", feature = "gc"))]
2139    pub async fn gc_async(&mut self, why: Option<&crate::GcHeapOutOfMemory<()>>)
2140    where
2141        T: Send + 'static,
2142    {
2143        self.store.gc_async(why).await;
2144    }
2145
2146    /// Returns the remaining fuel in the store.
2147    ///
2148    /// For more information see [`Store::get_fuel`](crate::Store::get_fuel)
2149    pub fn get_fuel(&self) -> Result<u64> {
2150        self.store.get_fuel()
2151    }
2152
2153    /// Set the amount of fuel in this store to be consumed when executing wasm code.
2154    ///
2155    /// For more information see [`Store::set_fuel`](crate::Store::set_fuel)
2156    pub fn set_fuel(&mut self, fuel: u64) -> Result<()> {
2157        self.store.set_fuel(fuel)
2158    }
2159
2160    /// Configures this `Store` to yield while executing futures every N units of fuel.
2161    ///
2162    /// For more information see
2163    /// [`Store::fuel_async_yield_interval`](crate::Store::fuel_async_yield_interval)
2164    #[cfg(feature = "async")]
2165    pub fn fuel_async_yield_interval(&mut self, interval: Option<u64>) -> Result<()> {
2166        self.store.fuel_async_yield_interval(interval)
2167    }
2168}
2169
2170impl<T: 'static> AsContext for Caller<'_, T> {
2171    type Data = T;
2172    fn as_context(&self) -> StoreContext<'_, T> {
2173        self.store.as_context()
2174    }
2175}
2176
2177impl<T: 'static> AsContextMut for Caller<'_, T> {
2178    fn as_context_mut(&mut self) -> StoreContextMut<'_, T> {
2179        self.store.as_context_mut()
2180    }
2181}
2182
2183impl<'a, T: 'static> From<Caller<'a, T>> for StoreContextMut<'a, T> {
2184    fn from(caller: Caller<'a, T>) -> Self {
2185        caller.store
2186    }
2187}
2188
2189/// Representation of a host-defined function.
2190///
2191/// This is used for `Func::new` but also for `Linker`-defined functions. For
2192/// `Func::new` this is stored within a `Store`, and for `Linker`-defined
2193/// functions they wrap this up in `Arc` to enable shared ownership of this
2194/// across many stores.
2195///
2196/// Technically this structure needs a `<T>` type parameter to connect to the
2197/// `Store<T>` itself, but that's an unsafe contract of using this for now
2198/// rather than part of the struct type (to avoid `Func<T>` in the API).
2199#[doc(hidden)]
2200pub struct HostFunc {
2201    ctx: StoreBox<VMArrayCallHostFuncContext>,
2202
2203    /// Whether or not this function was defined with an `async` host function,
2204    /// meaning that it is only invocable when wasm is itself on a fiber to
2205    /// support suspension on `Poll::Pending`.
2206    ///
2207    /// This is used to propagate to an `InstancePre` and then eventually into a
2208    /// `Store` as to whether the store requires async entrypoints.
2209    asyncness: Asyncness,
2210
2211    // Stored to unregister this function's signature with the engine when this
2212    // is dropped.
2213    engine: Engine,
2214}
2215
2216// State stored inside a `VMArrayCallHostFuncContext`.
2217struct HostFuncState<F> {
2218    // The actual host function.
2219    func: F,
2220
2221    // NB: We have to keep our `VMSharedTypeIndex` registered in the engine for
2222    // as long as this function exists.
2223    _ty: RegisteredType,
2224}
2225
2226impl core::fmt::Debug for HostFunc {
2227    fn fmt(&self, f: &mut core::fmt::Formatter<'_>) -> core::fmt::Result {
2228        f.debug_struct("HostFunc").finish_non_exhaustive()
2229    }
2230}
2231
2232impl HostFunc {
2233    /// Requires that the signature in `ctx` is already registered
2234    /// within `Engine`, which is done by [`Self::vmctx_sync`] and
2235    /// [`Self::vmctx_async`].
2236    ///
2237    /// This is an internal private constructor for this type intended to only
2238    /// be used by other constructors of this type below.
2239    fn new_raw(
2240        engine: &Engine,
2241        ctx: StoreBox<VMArrayCallHostFuncContext>,
2242        asyncness: Asyncness,
2243    ) -> Self {
2244        HostFunc {
2245            ctx,
2246            engine: engine.clone(),
2247            asyncness,
2248        }
2249    }
2250
2251    /// Constructor of a host function's `VMContext` for synchronous functions.
2252    ///
2253    /// This creates a `VMArrayCallHostFuncContext` which under the hood will
2254    /// be viewed as `VMContext` in the eventually created `VMFuncRef`.
2255    fn vmctx_sync<F, T>(
2256        engine: &Engine,
2257        ty: FuncType,
2258        func: F,
2259    ) -> Result<StoreBox<VMArrayCallHostFuncContext>, OutOfMemory>
2260    where
2261        F: Fn(Caller<'_, T>, &mut [MaybeUninit<ValRaw>]) -> Result<()> + Send + Sync + 'static,
2262        T: 'static,
2263    {
2264        assert!(ty.comes_from_same_engine(engine));
2265
2266        unsafe {
2267            VMArrayCallHostFuncContext::new(
2268                Self::array_call_trampoline::<T, F>,
2269                ty.type_index(),
2270                try_new::<Box<_>>(HostFuncState {
2271                    func,
2272                    _ty: ty.into_registered_type(),
2273                })?,
2274            )
2275        }
2276    }
2277
2278    /// Constructor of a host function's `VMContext` for asynchronous functions.
2279    ///
2280    /// This creates a `VMArrayCallHostFuncContext` which under the hood will
2281    /// be viewed as `VMContext` in the eventually created `VMFuncRef`.
2282    ///
2283    /// Note that `ctx: U` is forwarded directly to `func`. This is subtly
2284    /// different than closing over data in `F` because the future returned by
2285    /// `F` can't refer to any data it closes over. The purpose of `U` is to
2286    /// enable the returned future to be able to close over data generally
2287    /// captured in the closures generated here.
2288    #[cfg(feature = "async")]
2289    fn vmctx_async<F, T, U>(
2290        engine: &Engine,
2291        ty: FuncType,
2292        ctx: U,
2293        func: F,
2294    ) -> Result<StoreBox<VMArrayCallHostFuncContext>, OutOfMemory>
2295    where
2296        F: for<'a> Fn(
2297                Caller<'a, T>,
2298                &'a mut [MaybeUninit<ValRaw>],
2299                &'a U,
2300            ) -> Box<dyn Future<Output = Result<()>> + Send + 'a>
2301            + Send
2302            + Sync
2303            + 'static,
2304        T: 'static,
2305        U: Send + Sync + 'static,
2306    {
2307        // Eventually we want to remove `with_blocking` + `block_on` from
2308        // Wasmtime. For now this is the attempt to keep it as low-level as
2309        // possible.
2310        //
2311        // Generally it's a lie to run async things on top of sync things and
2312        // it's caused many headaches. For now it's the best that can be done.
2313        Self::vmctx_sync(engine, ty, move |Caller { store, caller }, args| {
2314            store.with_blocking(|store, cx| {
2315                cx.block_on(core::pin::Pin::from(func(
2316                    Caller { store, caller },
2317                    args,
2318                    &ctx,
2319                )))
2320            })?
2321        })
2322    }
2323
2324    /// Entrypoint of WebAssembly back into the host.
2325    ///
2326    /// This is the standard wasmtime "array call signature" which then
2327    /// delegates internally to the host. This assumes that `callee_vmctx` is a
2328    /// `VMArrayCallHostFuncContext` which was built above with
2329    /// `HostFuncState<F>` internally. This internal function is then used to
2330    /// dispatch based on the arguments.
2331    ///
2332    /// Details handled by this wrapper are:
2333    ///
2334    /// * Host panics are handled (`enter_host_from_wasm`)
2335    /// * `F` is loaded from `callee_vmctx`
2336    /// * `Caller` is constructed to pass to `F`
2337    /// * A GC LIFO scope is maintained around the execution of `F`.
2338    /// * Call hooks for entering/leaving the host are maintained.
2339    unsafe extern "C" fn array_call_trampoline<T, F>(
2340        callee_vmctx: NonNull<VMOpaqueContext>,
2341        caller_vmctx: NonNull<VMContext>,
2342        args: NonNull<ValRaw>,
2343        args_len: usize,
2344    ) -> bool
2345    where
2346        F: Fn(Caller<'_, T>, &mut [MaybeUninit<ValRaw>]) -> Result<()> + 'static,
2347        T: 'static,
2348    {
2349        let run = |store: &mut dyn crate::vm::VMStore, instance: InstanceId| {
2350            // SAFETY: correct usage of this trampoline requires correct
2351            // ascription of `T`, so it's the caller's responsibility to line
2352            // this up.
2353            let mut store = unsafe { store.unchecked_context_mut() };
2354
2355            // Handle the entry call hook, with a corresponding exit call hook
2356            // below.
2357            store.0.call_hook(CallHook::CallingHost)?;
2358
2359            // SAFETY: this function itself requires that the `vmctx` is
2360            // valid to use here.
2361            let state = unsafe {
2362                let vmctx = VMArrayCallHostFuncContext::from_opaque(callee_vmctx);
2363                vmctx.as_ref().host_state()
2364            };
2365
2366            // Double-check ourselves in debug mode, but we control the
2367            // `Any` here so an unsafe downcast should also work.
2368            //
2369            // SAFETY: this function is only usable with `F`.
2370            let state = unsafe {
2371                debug_assert!(state.is::<HostFuncState<F>>());
2372                &*(state as *const _ as *const HostFuncState<F>)
2373            };
2374
2375            let (gc_lifo_scope, ret) = {
2376                let gc_lifo_scope = store.0.gc_roots().enter_lifo_scope();
2377
2378                let mut args = NonNull::slice_from_raw_parts(args.cast(), args_len);
2379                // SAFETY: it's a contract of this function itself that the values
2380                // provided are valid to view as a slice.
2381                let args = unsafe { args.as_mut() };
2382
2383                let ret = (state.func)(
2384                    Caller {
2385                        caller: Instance::from_wasmtime(instance, store.0),
2386                        store: store.as_context_mut(),
2387                    },
2388                    args,
2389                );
2390
2391                (gc_lifo_scope, ret)
2392            };
2393
2394            store.0.exit_gc_lifo_scope(gc_lifo_scope);
2395
2396            // Note that if this returns a trap then `ret` is discarded
2397            // entirely.
2398            store.0.call_hook(CallHook::ReturningFromHost)?;
2399
2400            ret
2401        };
2402
2403        // SAFETY: this is an entrypoint of wasm which requires correct type
2404        // ascription of `T` itself, meaning that this should be safe to call
2405        // both `enter_host_from_wasm` as well as `unchecked_context_mut`.
2406        unsafe { vm::Instance::enter_host_from_wasm(caller_vmctx, run) }
2407    }
2408    /// Analog of [`Func::new_unchecked`]
2409    ///
2410    /// # Panics
2411    ///
2412    /// Panics if the given function type is not associated with the given
2413    /// engine.
2414    ///
2415    /// # Safety
2416    ///
2417    /// The `func` provided must operate according to the `ty` provided to
2418    /// ensure it's reading the correctly-typed parameters and writing the
2419    /// correctly-typed results.
2420    pub unsafe fn new_unchecked<T>(
2421        engine: &Engine,
2422        ty: FuncType,
2423        func: impl Fn(Caller<'_, T>, &mut [MaybeUninit<ValRaw>]) -> Result<()> + Send + Sync + 'static,
2424    ) -> Result<Self, OutOfMemory>
2425    where
2426        T: 'static,
2427    {
2428        Ok(HostFunc::new_raw(
2429            engine,
2430            Self::vmctx_sync(engine, ty, func)?,
2431            Asyncness::No,
2432        ))
2433    }
2434
2435    /// Analog of [`Func::new`]
2436    ///
2437    /// # Panics
2438    ///
2439    /// Panics if the given function type is not associated with the given
2440    /// engine.
2441    pub fn new<T>(
2442        engine: &Engine,
2443        ty: FuncType,
2444        func: impl Fn(Caller<'_, T>, &[Val], &mut [Val]) -> Result<()> + Send + Sync + 'static,
2445    ) -> Result<Self, OutOfMemory>
2446    where
2447        T: 'static,
2448    {
2449        // NB: this is "duplicated" below in `new_async`, so try to keep the
2450        // two in sync.
2451        Ok(HostFunc::new_raw(
2452            engine,
2453            Self::vmctx_sync(engine, ty.clone(), move |mut caller, values| {
2454                // SAFETY: Wasmtime in general provides the guarantee that
2455                // `values` matches `ty`, so this should be safe.
2456                let mut vec = unsafe { Self::load_untyped_params(caller.store.0, &ty, values) };
2457                let (params, results) = vec.split_at_mut(ty.params().len());
2458                func(caller.sub_caller(), params, results)?;
2459                Self::store_untyped_results(caller.store, &ty, vec, values)
2460            })?,
2461            Asyncness::No,
2462        ))
2463    }
2464
2465    /// Analog of [`Func::new_async`]
2466    ///
2467    /// # Panics
2468    ///
2469    /// Panics if the given function type is not associated with the given
2470    /// engine.
2471    #[cfg(feature = "async")]
2472    pub fn new_async<T, F>(engine: &Engine, ty: FuncType, func: F) -> Result<Self, OutOfMemory>
2473    where
2474        F: for<'a> Fn(
2475                Caller<'a, T>,
2476                &'a [Val],
2477                &'a mut [Val],
2478            ) -> Box<dyn Future<Output = Result<()>> + Send + 'a>
2479            + Send
2480            + Sync
2481            + 'static,
2482        T: Send + 'static,
2483    {
2484        // NB: this is "duplicated" above in `new`, so try to keep the two in
2485        // sync.
2486        Ok(HostFunc::new_raw(
2487            engine,
2488            Self::vmctx_async(
2489                engine,
2490                ty.clone(),
2491                (ty, func),
2492                move |mut caller, values, (ty, func)| {
2493                    Box::new(async move {
2494                        // SAFETY: Wasmtime in general provides the guarantee that
2495                        // `values` matches `ty`, so this should be safe.
2496                        let mut vec =
2497                            unsafe { Self::load_untyped_params(caller.store.0, &ty, values) };
2498                        let (params, results) = vec.split_at_mut(ty.params().len());
2499                        core::pin::Pin::from(func(caller.sub_caller(), params, results)).await?;
2500                        Self::store_untyped_results(caller.store, &ty, vec, values)
2501                    })
2502                },
2503            )?,
2504            Asyncness::Yes,
2505        ))
2506    }
2507
2508    /// Loads the the parameters of `ty` from `params` into a vector.
2509    ///
2510    /// This additionally pushes space onto the vector for all results to split
2511    /// the vector into params/results halves.
2512    ///
2513    /// # Safety
2514    ///
2515    /// Requires that `params` matches the parameters loaded by `P`.
2516    unsafe fn load_untyped_params(
2517        store: &mut StoreOpaque,
2518        ty: &FuncType,
2519        params: &mut [MaybeUninit<ValRaw>],
2520    ) -> Vec<Val> {
2521        let mut val_vec = store.take_hostcall_val_storage();
2522        debug_assert!(val_vec.is_empty());
2523        let nparams = ty.params().len();
2524        val_vec.reserve(nparams + ty.results().len());
2525        let mut store = AutoAssertNoGc::new(store);
2526        for (i, ty) in ty.params().enumerate() {
2527            val_vec.push(unsafe { Val::_from_raw(&mut store, params[i].assume_init(), &ty) })
2528        }
2529
2530        val_vec.extend((0..ty.results().len()).map(|_| Val::null_func_ref()));
2531        val_vec
2532    }
2533
2534    /// Stores the results, at the end of `args_then_results` according to `ty`,
2535    /// into `storage`.
2536    fn store_untyped_results<T>(
2537        mut store: StoreContextMut<'_, T>,
2538        ty: &FuncType,
2539        mut args_then_results: Vec<Val>,
2540        storage: &mut [MaybeUninit<ValRaw>],
2541    ) -> Result<()> {
2542        // Unlike our arguments we need to dynamically check that the return
2543        // values produced are correct. There could be a bug in `func` that
2544        // produces the wrong number, wrong types, or wrong stores of
2545        // values, and we need to catch that here.
2546        let results = &args_then_results[ty.params().len()..];
2547        for (i, (ret, ty)) in results.iter().zip(ty.results()).enumerate() {
2548            ret.ensure_matches_ty(store.0, &ty)
2549                .context("function attempted to return an incompatible value")?;
2550            storage[i].write(ret.to_raw(store.as_context_mut())?);
2551        }
2552
2553        // Restore our `val_vec` back into the store so it's usable for the next
2554        // hostcall to reuse our own storage.
2555        args_then_results.truncate(0);
2556        store.0.save_hostcall_val_storage(args_then_results);
2557        Ok(())
2558    }
2559
2560    /// Analog of [`Func::wrap`]
2561    pub fn wrap<T, F, P, R>(engine: &Engine, func: F) -> Result<Self, OutOfMemory>
2562    where
2563        F: Fn(Caller<'_, T>, P) -> R + Send + Sync + 'static,
2564        P: WasmTyList,
2565        R: WasmRet,
2566        T: 'static,
2567    {
2568        // NB: this entire function is "duplicated" below in `wrap_async`, so
2569        // try to keep the two in sync.
2570        let ty = R::func_type(engine, None::<ValType>.into_iter().chain(P::valtypes()))?;
2571
2572        let ctx = Self::vmctx_sync(engine, ty, move |mut caller, args| {
2573            // SAFETY: `args` matching `ty` is provided by `HostFunc` and
2574            // wasmtime's ambient correctness.
2575            let params = unsafe { Self::load_typed_params(caller.store.0, args) };
2576            let ret = func(caller.sub_caller(), params).into_fallible();
2577            // SAFETY: `args` matching `ty` is provided by `HostFunc` and
2578            // wasmtime's ambient correctness.
2579            unsafe { Self::store_typed_results(caller.store.0, ret, args) }
2580        })?;
2581        Ok(HostFunc::new_raw(engine, ctx, Asyncness::No))
2582    }
2583
2584    /// Analog of [`Func::wrap_async`]
2585    #[cfg(feature = "async")]
2586    pub fn wrap_async<T, F, P, R>(engine: &Engine, func: F) -> Result<Self, OutOfMemory>
2587    where
2588        F: for<'a> Fn(Caller<'a, T>, P) -> Box<dyn Future<Output = R> + Send + 'a>
2589            + Send
2590            + Sync
2591            + 'static,
2592        P: WasmTyList,
2593        R: WasmRet,
2594        T: Send + 'static,
2595    {
2596        // NB: this entire function is "duplicated" above in `wrap`, so try to
2597        // keep the two in sync.
2598        let ty = R::func_type(engine, None::<ValType>.into_iter().chain(P::valtypes()))?;
2599
2600        let ctx = Self::vmctx_async(engine, ty, func, move |mut caller, args, func| {
2601            Box::new(async move {
2602                // SAFETY: `args` matching `ty` is provided by `HostFunc` and
2603                // wasmtime's ambient correctness.
2604                let params = unsafe { Self::load_typed_params(caller.store.0, args) };
2605                let ret = core::pin::Pin::from(func(caller.sub_caller(), params)).await;
2606                // SAFETY: `args` matching `ty` is provided by `HostFunc` and
2607                // wasmtime's ambient correctness.
2608                unsafe { Self::store_typed_results(caller.store.0, ret.into_fallible(), args) }
2609            })
2610        })?;
2611        Ok(HostFunc::new_raw(engine, ctx, Asyncness::Yes))
2612    }
2613
2614    /// Loads the typed parameters from `params`
2615    ///
2616    /// # Safety
2617    ///
2618    /// Requires that `params` matches the parameters loaded by `P`.
2619    unsafe fn load_typed_params<P>(store: &mut StoreOpaque, params: &mut [MaybeUninit<ValRaw>]) -> P
2620    where
2621        P: WasmTyList,
2622    {
2623        let mut store = if P::may_gc() {
2624            AutoAssertNoGc::new(store)
2625        } else {
2626            unsafe { AutoAssertNoGc::disabled(store) }
2627        };
2628        // SAFETY: this function's own safety contract is the same as `P::load`.
2629        unsafe { P::load(&mut store, params) }
2630    }
2631
2632    /// Stores the results of `R` into the array provided.
2633    ///
2634    /// # Safety
2635    ///
2636    /// Requires that `ret` matches the result `storage` space. See `WasmRet`
2637    /// for more safety info.
2638    unsafe fn store_typed_results<R>(
2639        store: &mut StoreOpaque,
2640        ret: R,
2641        storage: &mut [MaybeUninit<ValRaw>],
2642    ) -> Result<()>
2643    where
2644        R: WasmRet,
2645    {
2646        ensure!(
2647            ret.compatible_with_store(store),
2648            "host function attempted to return cross-`Store` value to Wasm",
2649        );
2650
2651        let mut store = if R::may_gc() {
2652            AutoAssertNoGc::new(store)
2653        } else {
2654            unsafe { AutoAssertNoGc::disabled(store) }
2655        };
2656        // SAFETY: this safety contract is the same as this own function's
2657        // safety contract.
2658        unsafe {
2659            ret.store(&mut store, storage)?;
2660        }
2661        Ok(())
2662    }
2663
2664    /// Inserts this `HostFunc` into a `Store`, returning the `Func` pointing to
2665    /// it.
2666    ///
2667    /// # Unsafety
2668    ///
2669    /// Can only be inserted into stores with a matching `T` relative to when
2670    /// this `HostFunc` was first created.
2671    pub unsafe fn to_func(self: &Arc<Self>, store: &mut StoreOpaque) -> Result<Func, OutOfMemory> {
2672        self.validate_store(store);
2673        let (funcrefs, modules) = store.func_refs_and_modules();
2674        let funcref = funcrefs.push_arc_host(self.clone(), modules)?;
2675        // SAFETY: this funcref was just pushed within the store, so it's safe
2676        // to say this store owns it.
2677        Ok(unsafe { Func::from_vm_func_ref(store.id(), funcref) })
2678    }
2679
2680    /// Inserts this `HostFunc` into a `Store`, returning the `Func` pointing to
2681    /// it.
2682    ///
2683    /// This function is similar to, but not equivalent, to `HostFunc::to_func`.
2684    /// Notably this function requires that the `Arc<Self>` pointer is otherwise
2685    /// rooted within the `StoreOpaque` via another means. When in doubt use
2686    /// `to_func` above as it's safer.
2687    ///
2688    /// # Unsafety
2689    ///
2690    /// Can only be inserted into stores with a matching `T` relative to when
2691    /// this `HostFunc` was first created.
2692    ///
2693    /// Additionally the `&Arc<Self>` is not cloned in this function. Instead a
2694    /// raw pointer to `Self` is stored within the `Store` for this function.
2695    /// The caller must arrange for the `Arc<Self>` to be "rooted" in the store
2696    /// provided via another means, probably by pushing to
2697    /// `StoreOpaque::rooted_host_funcs`.
2698    ///
2699    /// Similarly, the caller must arrange for `rooted_func_ref` to be rooted in
2700    /// the same store and additionally be a valid pointer.
2701    pub unsafe fn to_func_store_rooted(
2702        self: &Arc<Self>,
2703        store: &mut StoreOpaque,
2704        rooted_func_ref: Option<NonNull<VMFuncRef>>,
2705    ) -> Func {
2706        self.validate_store(store);
2707
2708        match rooted_func_ref {
2709            Some(funcref) => {
2710                // SAFETY: it's a contract of this function itself that
2711                // `funcref` is safe to read.
2712                unsafe {
2713                    debug_assert!(funcref.as_ref().wasm_call.is_some());
2714                }
2715                // SAFETY: it's a contract of this function that `funcref` is
2716                // owned by `store`.
2717                unsafe { Func::from_vm_func_ref(store.id(), funcref) }
2718            }
2719            None => {
2720                debug_assert!(self.func_ref().wasm_call.is_some());
2721
2722                // SAFETY: it's an unsafe contract of this function that we are
2723                // rooted within the store to say that the store owns a copy of
2724                // this funcref.
2725                unsafe { Func::from_vm_func_ref(store.id(), self.func_ref().into()) }
2726            }
2727        }
2728    }
2729
2730    /// Same as [`HostFunc::to_func`], different ownership.
2731    unsafe fn into_func(self, store: &mut StoreOpaque) -> Result<Func, OutOfMemory> {
2732        self.validate_store(store);
2733
2734        // This function could be called by a guest at any time, and it requires
2735        // fibers, so the store now required async entrypoints.
2736        store.set_async_required(self.asyncness);
2737
2738        let (funcrefs, modules) = store.func_refs_and_modules();
2739        let funcref = funcrefs.push_box_host(try_new::<Box<_>>(self)?, modules)?;
2740        // SAFETY: this funcref was just pushed within `store`, so it's safe to
2741        // say it's owned by the store's id.
2742        Ok(unsafe { Func::from_vm_func_ref(store.id(), funcref) })
2743    }
2744
2745    fn validate_store(&self, store: &mut StoreOpaque) {
2746        // This assert is required to ensure that we can indeed safely insert
2747        // `self` into the `store` provided, otherwise the type information we
2748        // have listed won't be correct. This is possible to hit with the public
2749        // API of Wasmtime, and should be documented in relevant functions.
2750        assert!(
2751            Engine::same(&self.engine, store.engine()),
2752            "cannot use a store with a different engine than a linker was created with",
2753        );
2754    }
2755
2756    pub(crate) fn sig_index(&self) -> VMSharedTypeIndex {
2757        self.func_ref().type_index
2758    }
2759
2760    pub(crate) fn func_ref(&self) -> &VMFuncRef {
2761        unsafe { self.ctx.get().as_ref().func_ref() }
2762    }
2763
2764    pub(crate) fn asyncness(&self) -> Asyncness {
2765        self.asyncness
2766    }
2767}
2768
2769#[cfg(test)]
2770mod tests {
2771    use super::*;
2772    use crate::{Module, Store};
2773
2774    #[test]
2775    #[cfg_attr(miri, ignore)]
2776    fn hash_key_is_stable_across_duplicate_store_data_entries() -> Result<()> {
2777        let mut store = Store::<()>::default();
2778        let module = Module::new(
2779            store.engine(),
2780            r#"
2781                (module
2782                    (func (export "f")
2783                        nop
2784                    )
2785                )
2786            "#,
2787        )?;
2788        let instance = Instance::new(&mut store, &module, &[])?;
2789
2790        // Each time we `get_func`, we call `Func::from_wasmtime` which adds a
2791        // new entry to `StoreData`, so `f1` and `f2` will have different
2792        // indices into `StoreData`.
2793        let f1 = instance.get_func(&mut store, "f").unwrap();
2794        let f2 = instance.get_func(&mut store, "f").unwrap();
2795
2796        // But their hash keys are the same.
2797        assert!(
2798            f1.hash_key(&mut store.as_context_mut().0)
2799                == f2.hash_key(&mut store.as_context_mut().0)
2800        );
2801
2802        // But the hash keys are different from different funcs.
2803        let instance2 = Instance::new(&mut store, &module, &[])?;
2804        let f3 = instance2.get_func(&mut store, "f").unwrap();
2805        assert!(
2806            f1.hash_key(&mut store.as_context_mut().0)
2807                != f3.hash_key(&mut store.as_context_mut().0)
2808        );
2809
2810        Ok(())
2811    }
2812}